-- Logs begin at Wed 2021-07-28 18:11:54 UTC, end at Wed 2021-07-28 19:55:45 UTC. -- Jul 28 18:54:33.783574 dv-cinder-802653-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jul 28 18:54:36.514192 dv-cinder-802653-1-iscsi neutron-server[93475]: INFO neutron.common.config [-] Logging enabled! Jul 28 18:54:36.514806 dv-cinder-802653-1-iscsi neutron-server[93475]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev504 Jul 28 18:54:36.514992 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93475) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 28 18:54:36.518278 dv-cinder-802653-1-iscsi neutron-server[93475]: INFO neutron.common.config [-] Logging enabled! Jul 28 18:54:36.518532 dv-cinder-802653-1-iscsi neutron-server[93475]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev504 Jul 28 18:54:36.518842 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93475) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 28 18:54:36.519788 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 28 18:54:36.520034 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 28 18:54:36.520407 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 28 18:54:36.520654 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 28 18:54:36.520880 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 28 18:54:36.521199 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:36.521496 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:36.521791 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:36.522018 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:36.522311 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:36.522597 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:36.522878 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:36.523165 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:36.523459 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:36.523747 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:36.524046 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:36.524332 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:36.524558 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:36.524836 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:36.525123 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:36.525408 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:36.525631 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.common.config [-] debug = True {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:36.525908 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:36.526337 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:36.526746 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:36.527024 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:36.527311 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:36.527585 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:36.527881 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:36.528157 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:36.528437 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:36.528763 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.common.config [-] host = dv-cinder-802653-1-iscsi {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:36.529040 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:36.529326 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:36.529608 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:36.529913 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:36.530336 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:36.530644 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:36.530931 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:36.531206 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:36.531477 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.common.config [-] log_file = None {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:36.531754 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:36.532066 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:36.532353 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:36.532642 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:36.532867 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:36.533092 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:36.533381 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:36.533670 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:36.533946 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:36.534221 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:36.534495 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:36.534768 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:36.535046 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:36.535314 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:36.535600 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:36.535912 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:36.536197 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:36.536472 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:36.536746 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:36.537015 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:36.537285 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:36.537570 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:36.537843 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:36.538115 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:36.538387 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:36.538671 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:36.538939 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:36.539210 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:36.539510 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:36.539825 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:36.540108 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:36.540392 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:36.540665 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:36.540947 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:36.541216 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:36.541486 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:36.541757 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.common.config [-] use_json = False {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:36.542028 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:36.542294 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:36.542571 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:36.542841 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:36.543109 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:36.543379 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:36.543652 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:36.543962 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:36.544261 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:36.544559 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:36.544860 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:36.545143 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:36.545435 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:36.546301 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:36.546685 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:36.546971 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:36.547263 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:36.547554 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:36.547880 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:36.548167 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:36.548456 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:36.548737 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:36.549035 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:36.549338 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:36.549633 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:36.549922 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:36.550197 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:36.550471 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:36.550747 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:36.551025 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:36.551311 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:36.551603 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:36.551918 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:36.552193 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:36.552471 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:36.552759 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:36.553035 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:36.553306 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:36.553581 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:36.553867 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:36.554143 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:36.554414 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:36.554694 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:36.554977 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:36.555245 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:36.555518 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:36.555815 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:36.556107 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:36.556384 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:36.556654 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:36.556922 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:36.557197 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:36.557465 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:36.557746 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:36.558018 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:36.558287 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:36.558554 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:36.558829 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:36.559102 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:36.559374 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:36.559653 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:36.559947 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:36.560224 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:36.560497 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:36.560768 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:36.561038 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:36.561882 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:36.562155 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:36.562425 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:36.562696 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:36.562973 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:36.563246 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:36.563518 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:36.563807 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:36.564082 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:36.564352 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:36.564637 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:36.564935 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:36.565212 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:36.565495 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:36.565774 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:36.566052 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:36.566326 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:36.566601 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:36.566878 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:36.567155 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:36.567426 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:36.567717 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:36.568035 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:36.568323 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:36.568603 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:36.568879 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:36.569173 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:36.569450 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:36.569732 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:36.570008 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:36.570284 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:36.570572 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:36.570857 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:36.571151 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:36.571442 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:36.571733 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:36.572049 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:36.572339 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:36.572617 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:36.572925 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:36.573203 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:36.573419 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 28 18:54:36.573657 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93475) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 28 18:54:36.925104 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 28 18:54:36.925384 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 28 18:54:36.925674 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 28 18:54:36.926008 dv-cinder-802653-1-iscsi neutron-server[93475]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 28 18:54:37.317514 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:54:37.317722 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:54:37.318014 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:54:37.319331 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:54:37.319606 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:54:37.319896 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:54:37.354198 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:54:37.354476 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:54:37.354744 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:54:37.369842 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:54:37.370125 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:54:37.370399 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:54:37.399509 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:54:37.399801 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:54:37.400070 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:54:37.435839 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:54:37.436670 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:54:37.437072 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:54:37.672307 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:54:37.672959 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:54:37.672959 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:54:37.673130 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:54:37.673780 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:54:37.799867 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:54:37.800188 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:54:37.800476 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:54:37.800754 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:54:37.801021 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:54:37.801333 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:54:37.801594 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:54:37.801849 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:54:37.802103 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:54:37.802386 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:54:37.802645 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:54:37.802910 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:54:37.803169 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:54:37.803419 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:54:37.803672 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:54:37.803956 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:54:37.804211 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:54:37.804475 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:54:37.804743 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:54:37.805000 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:54:37.805268 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:54:37.805520 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:54:37.805800 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:54:37.806179 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:54:37.806428 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:54:37.806674 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:54:37.807063 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93475) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 28 18:54:37.807304 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93475) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 28 18:54:37.807542 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93475) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 28 18:54:37.807790 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93475) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 28 18:54:37.808040 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93475) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 28 18:54:37.808277 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93475) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 28 18:54:37.808640 dv-cinder-802653-1-iscsi neutron-server[93475]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 28 18:54:37.811792 dv-cinder-802653-1-iscsi neutron-server[93475]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 28 18:54:37.815700 dv-cinder-802653-1-iscsi neutron-server[93475]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 28 18:54:37.819568 dv-cinder-802653-1-iscsi neutron-server[93475]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(400, 449)])]) Jul 28 18:54:37.821225 dv-cinder-802653-1-iscsi neutron-server[93475]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 28 18:54:37.821688 dv-cinder-802653-1-iscsi neutron-server[93475]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 28 18:54:37.822026 dv-cinder-802653-1-iscsi neutron-server[93475]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 28 18:54:37.822407 dv-cinder-802653-1-iscsi neutron-server[93475]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 28 18:54:37.825229 dv-cinder-802653-1-iscsi neutron-server[93475]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 28 18:54:37.825481 dv-cinder-802653-1-iscsi neutron-server[93475]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 28 18:54:37.825827 dv-cinder-802653-1-iscsi neutron-server[93475]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 28 18:54:37.831687 dv-cinder-802653-1-iscsi neutron-server[93475]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jul 28 18:54:37.854673 dv-cinder-802653-1-iscsi neutron-server[93475]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 28 18:54:37.855124 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:54:37.855422 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93475) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 28 18:54:37.855809 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:54:37.857158 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93475) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 28 18:54:37.857439 dv-cinder-802653-1-iscsi neutron-server[93475]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 28 18:54:37.857686 dv-cinder-802653-1-iscsi neutron-server[93475]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 28 18:54:37.861096 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:54:37.861378 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:54:37.924824 dv-cinder-802653-1-iscsi neutron-server[93475]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 28 18:54:37.925006 dv-cinder-802653-1-iscsi neutron-server[93475]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 28 18:54:37.925243 dv-cinder-802653-1-iscsi neutron-server[93475]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 28 18:54:37.925605 dv-cinder-802653-1-iscsi neutron-server[93475]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 28 18:54:37.946232 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_db.sqlalchemy.engines [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93475) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 28 18:54:38.607043 dv-cinder-802653-1-iscsi neutron-server[93475]: INFO neutron.plugins.ml2.managers [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Initializing driver for type 'gre' Jul 28 18:54:38.607634 dv-cinder-802653-1-iscsi neutron-server[93475]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] gre ID ranges: [(1, 1000)] Jul 28 18:54:38.789703 dv-cinder-802653-1-iscsi neutron-server[93475]: INFO neutron.plugins.ml2.managers [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Initializing driver for type 'local' Jul 28 18:54:38.790278 dv-cinder-802653-1-iscsi neutron-server[93475]: INFO neutron.plugins.ml2.managers [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Initializing driver for type 'vlan' Jul 28 18:54:38.863752 dv-cinder-802653-1-iscsi neutron-server[93475]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] VlanTypeDriver initialization complete Jul 28 18:54:38.864083 dv-cinder-802653-1-iscsi neutron-server[93475]: INFO neutron.plugins.ml2.managers [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Initializing driver for type 'vxlan' Jul 28 18:54:38.864839 dv-cinder-802653-1-iscsi neutron-server[93475]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] vxlan ID ranges: [(1, 1000)] Jul 28 18:54:39.081026 dv-cinder-802653-1-iscsi neutron-server[93475]: INFO neutron.plugins.ml2.managers [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Initializing extension driver 'port_security' Jul 28 18:54:39.081369 dv-cinder-802653-1-iscsi neutron-server[93475]: INFO neutron.plugins.ml2.extensions.port_security [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] PortSecurityExtensionDriver initialization complete Jul 28 18:54:39.081700 dv-cinder-802653-1-iscsi neutron-server[93475]: INFO neutron.plugins.ml2.managers [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Initializing mechanism driver 'openvswitch' Jul 28 18:54:39.082027 dv-cinder-802653-1-iscsi neutron-server[93475]: INFO neutron.plugins.ml2.managers [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Initializing mechanism driver 'hyperv' Jul 28 18:54:39.088570 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.plugins.ml2.plugin [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:54:39.089460 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron_lib.callbacks.manager [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Subscribe: > port after_create 55550000 {{(pid=93475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:54:39.089840 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron_lib.callbacks.manager [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Subscribe: > port after_update 55550000 {{(pid=93475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:54:39.090199 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron_lib.callbacks.manager [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Subscribe: > port after_delete 55550000 {{(pid=93475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:54:39.090731 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93475) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 28 18:54:39.091171 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron_lib.callbacks.manager [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Subscribe: > subnet after_create 55550000 {{(pid=93475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:54:39.091530 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron_lib.callbacks.manager [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Subscribe: > subnet after_update 55550000 {{(pid=93475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:54:39.091906 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron_lib.callbacks.manager [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:54:39.092802 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93475) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 28 18:54:39.093303 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron_lib.callbacks.manager [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Subscribe: > network after_create 55550000 {{(pid=93475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:54:39.093579 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron_lib.callbacks.manager [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Subscribe: > network after_update 55550000 {{(pid=93475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:54:39.093926 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron_lib.callbacks.manager [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Subscribe: > network after_delete 55550000 {{(pid=93475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:54:39.094313 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93475) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 28 18:54:39.094741 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron_lib.callbacks.manager [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Subscribe: > security_group after_create 55550000 {{(pid=93475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:54:39.095095 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron_lib.callbacks.manager [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Subscribe: > security_group after_update 55550000 {{(pid=93475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:54:39.095438 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron_lib.callbacks.manager [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Subscribe: > security_group after_delete 55550000 {{(pid=93475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:54:39.095872 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93475) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 28 18:54:39.096291 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron_lib.callbacks.manager [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:54:39.096642 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron_lib.callbacks.manager [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:54:39.096988 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron_lib.callbacks.manager [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:54:39.097399 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93475) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 28 18:54:39.097802 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron_lib.callbacks.manager [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Subscribe: > address_group after_create 55550000 {{(pid=93475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:54:39.098155 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron_lib.callbacks.manager [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Subscribe: > address_group after_update 55550000 {{(pid=93475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:54:39.098496 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron_lib.callbacks.manager [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Subscribe: > address_group after_delete 55550000 {{(pid=93475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:54:39.098889 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93475) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 28 18:54:39.099267 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] ML2 OVO RPC backend initialized. {{(pid=93475) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Jul 28 18:54:39.100008 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron_lib.callbacks.manager [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:54:39.100368 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron_lib.callbacks.manager [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:54:39.107152 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron_lib.callbacks.manager [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Subscribe: > network before_response 55550000 {{(pid=93475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:54:39.107152 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron_lib.callbacks.manager [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Subscribe: > networks before_response 55550000 {{(pid=93475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:54:39.107152 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron_lib.callbacks.manager [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Subscribe: > port before_response 55550000 {{(pid=93475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:54:39.107152 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron_lib.callbacks.manager [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Subscribe: > ports before_response 55550000 {{(pid=93475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:54:39.107512 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron_lib.callbacks.manager [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Subscribe: > subnet before_response 55550000 {{(pid=93475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:54:39.107512 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron_lib.callbacks.manager [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Subscribe: > subnets before_response 55550000 {{(pid=93475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:54:39.107512 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron_lib.callbacks.manager [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Subscribe: > network after_create 55550000 {{(pid=93475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:54:39.107512 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron_lib.callbacks.manager [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Subscribe: > network after_update 55550000 {{(pid=93475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:54:39.107827 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron_lib.callbacks.manager [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Subscribe: > network after_delete 55550000 {{(pid=93475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:54:39.107827 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron_lib.callbacks.manager [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Subscribe: > port after_create 55550000 {{(pid=93475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:54:39.107827 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron_lib.callbacks.manager [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Subscribe: > port after_update 55550000 {{(pid=93475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:54:39.107827 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron_lib.callbacks.manager [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Subscribe: > port after_delete 55550000 {{(pid=93475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:54:39.109052 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron_lib.callbacks.manager [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Subscribe: > subnet after_create 55550000 {{(pid=93475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:54:39.109052 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron_lib.callbacks.manager [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Subscribe: > subnet after_update 55550000 {{(pid=93475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:54:39.109052 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron_lib.callbacks.manager [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:54:39.109052 dv-cinder-802653-1-iscsi neutron-server[93475]: INFO neutron.plugins.ml2.plugin [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Modular L2 Plugin initialization complete Jul 28 18:54:39.109052 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.manager [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Loading services supported by the core plugin {{(pid=93475) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 28 18:54:39.109418 dv-cinder-802653-1-iscsi neutron-server[93475]: INFO neutron.plugins.ml2.managers [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Got port-security extension from driver 'port_security' Jul 28 18:54:39.109418 dv-cinder-802653-1-iscsi neutron-server[93475]: INFO neutron.extensions.vlantransparent [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Disabled vlantransparent extension. Jul 28 18:54:39.109418 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.manager [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93475) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 28 18:54:39.109418 dv-cinder-802653-1-iscsi neutron-server[93475]: INFO neutron.manager [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Loading Plugin: router Jul 28 18:54:39.143447 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron_lib.callbacks.manager [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Subscribe: > router_interface before_create 55550000 {{(pid=93475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:54:39.143873 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron_lib.callbacks.manager [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Subscribe: > router after_create 55549900 {{(pid=93475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:54:39.144248 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron_lib.callbacks.manager [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Subscribe: > router before_create 55549900 {{(pid=93475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:54:39.144618 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron_lib.callbacks.manager [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:54:39.144996 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron_lib.callbacks.manager [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:54:39.145355 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron_lib.callbacks.manager [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Subscribe: > router after_delete 55549900 {{(pid=93475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:54:39.145718 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron_lib.callbacks.manager [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Subscribe: > floatingip after_update 55550000 {{(pid=93475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:54:39.146207 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron_lib.callbacks.manager [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Subscribe: > router after_create 55549900 {{(pid=93475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:54:39.146561 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron_lib.callbacks.manager [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Subscribe: > router after_update 55549900 {{(pid=93475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:54:39.146917 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron_lib.callbacks.manager [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Subscribe: > router after_update 55549900 {{(pid=93475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:54:39.147271 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron_lib.callbacks.manager [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:54:39.147635 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron_lib.callbacks.manager [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Subscribe: > router after_update 55549900 {{(pid=93475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:54:39.148082 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron_lib.callbacks.manager [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Subscribe: > router precommit_update 55549900 {{(pid=93475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:54:39.148461 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron_lib.callbacks.manager [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Subscribe: port after_update 55550000 {{(pid=93475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:54:39.148804 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron_lib.callbacks.manager [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Subscribe: port after_delete 55550000 {{(pid=93475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:54:39.149144 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron_lib.callbacks.manager [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Subscribe: subnet after_update 55550000 {{(pid=93475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:54:39.149488 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron_lib.callbacks.manager [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:54:39.149839 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron_lib.callbacks.manager [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Subscribe: > port precommit_delete 55550000 {{(pid=93475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:54:39.150194 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron_lib.callbacks.manager [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Subscribe: > router precommit_create 55549900 {{(pid=93475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:54:39.150545 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron_lib.callbacks.manager [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Subscribe: port before_delete 55550000 {{(pid=93475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:54:39.150892 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron_lib.callbacks.manager [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Subscribe: > router precommit_create 55550000 {{(pid=93475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:54:39.151256 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron_lib.callbacks.manager [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Subscribe: > router after_update 55549900 {{(pid=93475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:54:39.151604 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron_lib.callbacks.manager [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Subscribe: > router precommit_delete 55549900 {{(pid=93475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:54:39.151982 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron_lib.callbacks.manager [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Subscribe: > router precommit_create 55549900 {{(pid=93475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:54:39.152352 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron_lib.callbacks.manager [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:54:39.152704 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron_lib.callbacks.manager [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Subscribe: > router precommit_update 55549900 {{(pid=93475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:54:39.153071 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron_lib.callbacks.manager [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Subscribe: > agent after_create 55550000 {{(pid=93475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:54:39.153426 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron_lib.callbacks.manager [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Subscribe: > agent after_delete 55550000 {{(pid=93475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:54:39.153775 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron_lib.callbacks.manager [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Subscribe: > network after_delete 55550000 {{(pid=93475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:54:39.154634 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.quota.resource_registry [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Tracking information for resource: router configured {{(pid=93475) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 28 18:54:39.155534 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.quota.resource_registry [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Tracking information for resource: floatingip configured {{(pid=93475) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 28 18:54:39.160452 dv-cinder-802653-1-iscsi neutron-server[93475]: INFO neutron.db.l3_agentschedulers_db [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 28 18:54:39.161030 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron_lib.callbacks.manager [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Subscribe: port after_update 55550000 {{(pid=93475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:54:39.161395 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron_lib.callbacks.manager [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Subscribe: port after_create 55550000 {{(pid=93475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:54:39.161751 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron_lib.callbacks.manager [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Subscribe: port after_delete 55550000 {{(pid=93475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:54:39.162110 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron_lib.callbacks.manager [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Subscribe: port after_update 55550000 {{(pid=93475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:54:39.162899 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron_lib.callbacks.manager [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Subscribe: > router before_create 55550100 {{(pid=93475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:54:39.163269 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron_lib.callbacks.manager [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Subscribe: > router precommit_delete 55550100 {{(pid=93475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:54:39.163636 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron_lib.callbacks.manager [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Subscribe: > router precommit_create 55550100 {{(pid=93475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:54:39.164023 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron_lib.callbacks.manager [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Subscribe: > router precommit_update 55550100 {{(pid=93475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:54:39.168486 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.services.provider_configuration [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Service providers = [] {{(pid=93475) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 28 18:54:39.168856 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.db.servicetype_db [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93475) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 28 18:54:39.172434 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.services.service_base [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93475) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 28 18:54:39.172788 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.services.service_base [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93475) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 28 18:54:39.173134 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.services.service_base [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93475) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 28 18:54:39.174028 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.services.service_base [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93475) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 28 18:54:39.174402 dv-cinder-802653-1-iscsi neutron-server[93475]: INFO neutron.services.service_base [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 28 18:54:39.174779 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.manager [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93475) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 28 18:54:39.175101 dv-cinder-802653-1-iscsi neutron-server[93475]: INFO neutron.manager [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 28 18:54:39.187532 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.manager [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93475) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 28 18:54:39.187901 dv-cinder-802653-1-iscsi neutron-server[93475]: INFO neutron.manager [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Loading Plugin: auto_allocate Jul 28 18:54:39.193659 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron_lib.callbacks.manager [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Subscribe: network precommit_update 55550000 {{(pid=93475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:54:39.194033 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron_lib.callbacks.manager [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Subscribe: network precommit_create 55550000 {{(pid=93475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:54:39.194558 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.manager [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93475) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 28 18:54:39.194882 dv-cinder-802653-1-iscsi neutron-server[93475]: INFO neutron.manager [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Loading Plugin: tag Jul 28 18:54:39.202190 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.manager [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93475) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 28 18:54:39.202718 dv-cinder-802653-1-iscsi neutron-server[93475]: INFO neutron.manager [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Loading Plugin: timestamp Jul 28 18:54:39.206556 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.manager [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93475) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 28 18:54:39.206889 dv-cinder-802653-1-iscsi neutron-server[93475]: INFO neutron.manager [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Loading Plugin: network_ip_availability Jul 28 18:54:39.212321 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron_lib.callbacks.manager [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:54:39.212695 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron_lib.callbacks.manager [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:54:39.213054 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron_lib.callbacks.manager [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:54:39.213774 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.manager [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93475) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 28 18:54:39.214097 dv-cinder-802653-1-iscsi neutron-server[93475]: INFO neutron.manager [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Loading Plugin: flavors Jul 28 18:54:39.224010 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.manager [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93475) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 28 18:54:39.224347 dv-cinder-802653-1-iscsi neutron-server[93475]: INFO neutron.manager [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Loading Plugin: revisions Jul 28 18:54:39.228647 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.manager [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93475) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 28 18:54:39.229043 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_concurrency.lockutils [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.303s {{(pid=93475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 28 18:54:39.229782 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93475) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 28 18:54:39.230123 dv-cinder-802653-1-iscsi neutron-server[93475]: INFO neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Initializing extension manager. Jul 28 18:54:39.230637 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Loading extension file: __init__.py {{(pid=93475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 18:54:39.230984 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Loading extension file: __pycache__ {{(pid=93475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 18:54:39.231318 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 18:54:39.231653 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Loading extension file: address_group.py {{(pid=93475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 18:54:39.232441 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 18:54:39.233141 dv-cinder-802653-1-iscsi neutron-server[93475]: INFO neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Loaded extension: address-group Jul 28 18:54:39.233555 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Loading extension file: address_scope.py {{(pid=93475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 18:54:39.234289 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 18:54:39.234805 dv-cinder-802653-1-iscsi neutron-server[93475]: INFO neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Loaded extension: address-scope Jul 28 18:54:39.235133 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Loading extension file: admin_state_down_before_update.py {{(pid=93475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 18:54:39.236095 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 18:54:39.236609 dv-cinder-802653-1-iscsi neutron-server[93475]: INFO neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Loaded extension: router-admin-state-down-before-update Jul 28 18:54:39.236937 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Loading extension file: agent.py {{(pid=93475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 18:54:39.237649 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 18:54:39.238159 dv-cinder-802653-1-iscsi neutron-server[93475]: INFO neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Loaded extension: agent Jul 28 18:54:39.238487 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Loading extension file: agent_resources_synced.py {{(pid=93475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 18:54:39.239399 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 18:54:39.240190 dv-cinder-802653-1-iscsi neutron-server[93475]: INFO neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Loaded extension: agent-resources-synced Jul 28 18:54:39.240518 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Loading extension file: allowedaddresspairs.py {{(pid=93475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 18:54:39.242313 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 18:54:39.242839 dv-cinder-802653-1-iscsi neutron-server[93475]: INFO neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Loaded extension: allowed-address-pairs Jul 28 18:54:39.243173 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Loading extension file: auto_allocated_topology.py {{(pid=93475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 18:54:39.249202 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 18:54:39.249722 dv-cinder-802653-1-iscsi neutron-server[93475]: INFO neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Loaded extension: auto-allocated-topology Jul 28 18:54:39.250052 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Loading extension file: availability_zone.py {{(pid=93475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 18:54:39.250751 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 18:54:39.251262 dv-cinder-802653-1-iscsi neutron-server[93475]: INFO neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Loaded extension: availability_zone Jul 28 18:54:39.251590 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Loading extension file: availability_zone_filter.py {{(pid=93475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 18:54:39.252547 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 18:54:39.253060 dv-cinder-802653-1-iscsi neutron-server[93475]: INFO neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Loaded extension: availability_zone_filter Jul 28 18:54:39.253383 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Loading extension file: data_plane_status.py {{(pid=93475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 18:54:39.254300 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 18:54:39.254802 dv-cinder-802653-1-iscsi neutron-server[93475]: INFO neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Extension data-plane-status not supported by any of loaded plugins Jul 28 18:54:39.255128 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Loading extension file: default_subnetpools.py {{(pid=93475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 18:54:39.256076 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 18:54:39.256585 dv-cinder-802653-1-iscsi neutron-server[93475]: INFO neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Loaded extension: default-subnetpools Jul 28 18:54:39.256910 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Loading extension file: dhcpagentscheduler.py {{(pid=93475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 18:54:39.257723 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 18:54:39.258245 dv-cinder-802653-1-iscsi neutron-server[93475]: INFO neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Loaded extension: dhcp_agent_scheduler Jul 28 18:54:39.258572 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Loading extension file: dns.py {{(pid=93475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 18:54:39.259488 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 18:54:39.260021 dv-cinder-802653-1-iscsi neutron-server[93475]: INFO neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Extension dns-integration not supported by any of loaded plugins Jul 28 18:54:39.260346 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Loading extension file: dns_domain_ports.py {{(pid=93475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 18:54:39.261266 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 18:54:39.261772 dv-cinder-802653-1-iscsi neutron-server[93475]: INFO neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 28 18:54:39.262099 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 18:54:39.263031 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 18:54:39.263535 dv-cinder-802653-1-iscsi neutron-server[93475]: INFO neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 28 18:54:39.263895 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Loading extension file: dvr.py {{(pid=93475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 18:54:39.265127 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 18:54:39.265629 dv-cinder-802653-1-iscsi neutron-server[93475]: INFO neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Loaded extension: dvr Jul 28 18:54:39.265973 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Loading extension file: ecmp_routes.py {{(pid=93475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 18:54:39.266874 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=93475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 18:54:39.267376 dv-cinder-802653-1-iscsi neutron-server[93475]: INFO neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Extension ecmp_routes not supported by any of loaded plugins Jul 28 18:54:39.267702 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Loading extension file: empty_string_filtering.py {{(pid=93475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 18:54:39.268643 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 18:54:39.269151 dv-cinder-802653-1-iscsi neutron-server[93475]: INFO neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Loaded extension: empty-string-filtering Jul 28 18:54:39.269477 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 18:54:39.270390 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 18:54:39.270899 dv-cinder-802653-1-iscsi neutron-server[93475]: INFO neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 28 18:54:39.271226 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 18:54:39.272162 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 18:54:39.272669 dv-cinder-802653-1-iscsi neutron-server[93475]: INFO neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 28 18:54:39.272997 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Loading extension file: external_net.py {{(pid=93475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 18:54:39.273905 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 18:54:39.274419 dv-cinder-802653-1-iscsi neutron-server[93475]: INFO neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Loaded extension: external-net Jul 28 18:54:39.274747 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Loading extension file: extra_dhcp_opt.py {{(pid=93475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 18:54:39.275655 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 18:54:39.276195 dv-cinder-802653-1-iscsi neutron-server[93475]: INFO neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Loaded extension: extra_dhcp_opt Jul 28 18:54:39.276522 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Loading extension file: extraroute.py {{(pid=93475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 18:54:39.277446 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 18:54:39.277957 dv-cinder-802653-1-iscsi neutron-server[93475]: INFO neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Loaded extension: extraroute Jul 28 18:54:39.278288 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Loading extension file: extraroute_atomic.py {{(pid=93475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 18:54:39.279328 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 18:54:39.280516 dv-cinder-802653-1-iscsi neutron-server[93475]: INFO neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Loaded extension: extraroute-atomic Jul 28 18:54:39.280812 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Loading extension file: filter_validation.py {{(pid=93475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 18:54:39.281658 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 18:54:39.282174 dv-cinder-802653-1-iscsi neutron-server[93475]: INFO neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Loaded extension: filter-validation Jul 28 18:54:39.282561 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Loading extension file: fip_pf_description.py {{(pid=93475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 18:54:39.295219 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 18:54:39.295975 dv-cinder-802653-1-iscsi neutron-server[93475]: INFO neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 28 18:54:39.296309 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Loading extension file: fip_port_details.py {{(pid=93475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 18:54:39.297233 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 18:54:39.297743 dv-cinder-802653-1-iscsi neutron-server[93475]: INFO neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Loaded extension: fip-port-details Jul 28 18:54:39.298070 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Loading extension file: flavors.py {{(pid=93475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 18:54:39.299310 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 18:54:39.299874 dv-cinder-802653-1-iscsi neutron-server[93475]: INFO neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Loaded extension: flavors Jul 28 18:54:39.300195 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 18:54:39.301846 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 18:54:39.302368 dv-cinder-802653-1-iscsi neutron-server[93475]: INFO neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 28 18:54:39.302698 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Loading extension file: floatingip_pools.py {{(pid=93475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 18:54:39.303400 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 18:54:39.303942 dv-cinder-802653-1-iscsi neutron-server[93475]: INFO neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Loaded extension: floatingip-pools Jul 28 18:54:39.304272 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Loading extension file: ip_allocation.py {{(pid=93475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 18:54:39.305203 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 18:54:39.305710 dv-cinder-802653-1-iscsi neutron-server[93475]: INFO neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Extension ip_allocation not supported by any of loaded plugins Jul 28 18:54:39.306038 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 18:54:39.306958 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 18:54:39.307469 dv-cinder-802653-1-iscsi neutron-server[93475]: INFO neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Loaded extension: ip-substring-filtering Jul 28 18:54:39.307817 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Loading extension file: l2_adjacency.py {{(pid=93475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 18:54:39.308750 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 18:54:39.309256 dv-cinder-802653-1-iscsi neutron-server[93475]: INFO neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Extension l2_adjacency not supported by any of loaded plugins Jul 28 18:54:39.309582 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Loading extension file: l3.py {{(pid=93475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 18:54:39.310550 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 18:54:39.311124 dv-cinder-802653-1-iscsi neutron-server[93475]: INFO neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Loaded extension: router Jul 28 18:54:39.311562 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Loading extension file: l3_conntrack_helper.py {{(pid=93475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 18:54:39.313808 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 18:54:39.314337 dv-cinder-802653-1-iscsi neutron-server[93475]: INFO neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 28 18:54:39.314676 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 18:54:39.315620 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 18:54:39.316166 dv-cinder-802653-1-iscsi neutron-server[93475]: INFO neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Loaded extension: ext-gw-mode Jul 28 18:54:39.316502 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 18:54:39.323799 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 18:54:39.324309 dv-cinder-802653-1-iscsi neutron-server[93475]: INFO neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Loaded extension: l3-ha Jul 28 18:54:39.324641 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Loading extension file: l3_flavors.py {{(pid=93475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 18:54:39.325592 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 18:54:39.326070 dv-cinder-802653-1-iscsi neutron-server[93475]: INFO neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Loaded extension: l3-flavors Jul 28 18:54:39.326404 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 18:54:39.327898 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 18:54:39.328411 dv-cinder-802653-1-iscsi neutron-server[93475]: INFO neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Loaded extension: l3-port-ip-change-not-allowed Jul 28 18:54:39.328743 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Loading extension file: l3agentscheduler.py {{(pid=93475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 18:54:39.329783 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 18:54:39.330296 dv-cinder-802653-1-iscsi neutron-server[93475]: INFO neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Loaded extension: l3_agent_scheduler Jul 28 18:54:39.330626 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Loading extension file: logging.py {{(pid=93475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 18:54:39.332142 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 18:54:39.332668 dv-cinder-802653-1-iscsi neutron-server[93475]: INFO neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Extension logging not supported by any of loaded plugins Jul 28 18:54:39.333006 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Loading extension file: metering.py {{(pid=93475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 18:54:39.333757 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 18:54:39.334336 dv-cinder-802653-1-iscsi neutron-server[93475]: INFO neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Loaded extension: metering Jul 28 18:54:39.334668 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 18:54:39.335917 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 18:54:39.336437 dv-cinder-802653-1-iscsi neutron-server[93475]: INFO neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Loaded extension: metering_source_and_destination_fields Jul 28 18:54:39.336775 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Loading extension file: multiprovidernet.py {{(pid=93475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 18:54:39.337707 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 18:54:39.338221 dv-cinder-802653-1-iscsi neutron-server[93475]: INFO neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Loaded extension: multi-provider Jul 28 18:54:39.338552 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Loading extension file: netmtu.py {{(pid=93475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 18:54:39.339465 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 18:54:39.340006 dv-cinder-802653-1-iscsi neutron-server[93475]: INFO neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Loaded extension: net-mtu Jul 28 18:54:39.340336 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Loading extension file: netmtu_writable.py {{(pid=93475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 18:54:39.341252 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 18:54:39.341762 dv-cinder-802653-1-iscsi neutron-server[93475]: INFO neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Loaded extension: net-mtu-writable Jul 28 18:54:39.342090 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Loading extension file: network_availability_zone.py {{(pid=93475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 18:54:39.343376 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 18:54:39.343919 dv-cinder-802653-1-iscsi neutron-server[93475]: INFO neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Loaded extension: network_availability_zone Jul 28 18:54:39.344248 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Loading extension file: network_ip_availability.py {{(pid=93475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 18:54:39.345354 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 18:54:39.345870 dv-cinder-802653-1-iscsi neutron-server[93475]: INFO neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Loaded extension: network-ip-availability Jul 28 18:54:39.346204 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Loading extension file: network_segment_range.py {{(pid=93475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 18:54:39.346980 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 18:54:39.347489 dv-cinder-802653-1-iscsi neutron-server[93475]: INFO neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Extension network-segment-range not supported by any of loaded plugins Jul 28 18:54:39.347841 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Loading extension file: pagination.py {{(pid=93475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 18:54:39.348826 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 18:54:39.349159 dv-cinder-802653-1-iscsi neutron-server[93475]: INFO neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Loaded extension: pagination Jul 28 18:54:39.349486 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Loading extension file: port_device_profile.py {{(pid=93475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 18:54:39.354971 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 18:54:39.355483 dv-cinder-802653-1-iscsi neutron-server[93475]: INFO neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Loaded extension: port-device-profile Jul 28 18:54:39.355834 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 18:54:39.356760 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 18:54:39.357269 dv-cinder-802653-1-iscsi neutron-server[93475]: INFO neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Loaded extension: port-mac-address-regenerate Jul 28 18:54:39.357595 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 18:54:39.358665 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 18:54:39.359175 dv-cinder-802653-1-iscsi neutron-server[93475]: INFO neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Loaded extension: port-numa-affinity-policy Jul 28 18:54:39.359501 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Loading extension file: port_resource_request.py {{(pid=93475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 18:54:39.360445 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 18:54:39.360952 dv-cinder-802653-1-iscsi neutron-server[93475]: INFO neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Extension port-resource-request not supported by any of loaded plugins Jul 28 18:54:39.361281 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Loading extension file: portbindings.py {{(pid=93475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 18:54:39.362214 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 18:54:39.362723 dv-cinder-802653-1-iscsi neutron-server[93475]: INFO neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Loaded extension: binding Jul 28 18:54:39.363046 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Loading extension file: portbindings_extended.py {{(pid=93475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 18:54:39.364338 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 18:54:39.365111 dv-cinder-802653-1-iscsi neutron-server[93475]: INFO neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Loaded extension: binding-extended Jul 28 18:54:39.365443 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Loading extension file: portsecurity.py {{(pid=93475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 18:54:39.366376 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 18:54:39.366896 dv-cinder-802653-1-iscsi neutron-server[93475]: INFO neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Loaded extension: port-security Jul 28 18:54:39.367230 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Loading extension file: project_id.py {{(pid=93475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 18:54:39.368235 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 18:54:39.368569 dv-cinder-802653-1-iscsi neutron-server[93475]: INFO neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Loaded extension: project-id Jul 28 18:54:39.368896 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Loading extension file: providernet.py {{(pid=93475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 18:54:39.369823 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 18:54:39.370335 dv-cinder-802653-1-iscsi neutron-server[93475]: INFO neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Loaded extension: provider Jul 28 18:54:39.370662 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Loading extension file: qos.py {{(pid=93475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 18:54:39.374189 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 18:54:39.374710 dv-cinder-802653-1-iscsi neutron-server[93475]: INFO neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Extension qos not supported by any of loaded plugins Jul 28 18:54:39.375048 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 18:54:39.376331 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 18:54:39.376848 dv-cinder-802653-1-iscsi neutron-server[93475]: INFO neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 28 18:54:39.377186 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 18:54:39.378109 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 18:54:39.378621 dv-cinder-802653-1-iscsi neutron-server[93475]: INFO neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 28 18:54:39.378949 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Loading extension file: qos_default.py {{(pid=93475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 18:54:39.379893 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 18:54:39.380406 dv-cinder-802653-1-iscsi neutron-server[93475]: INFO neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Extension qos-default not supported by any of loaded plugins Jul 28 18:54:39.380735 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Loading extension file: qos_fip.py {{(pid=93475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 18:54:39.381394 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 18:54:39.381898 dv-cinder-802653-1-iscsi neutron-server[93475]: INFO neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Extension qos-fip not supported by any of loaded plugins Jul 28 18:54:39.382223 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Loading extension file: qos_gateway_ip.py {{(pid=93475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 18:54:39.383155 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 18:54:39.383658 dv-cinder-802653-1-iscsi neutron-server[93475]: INFO neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 28 18:54:39.384010 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Loading extension file: qos_port_network_policy.py {{(pid=93475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 18:54:39.384941 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 18:54:39.385431 dv-cinder-802653-1-iscsi neutron-server[93475]: INFO neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 28 18:54:39.385760 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Loading extension file: qos_rule_type_details.py {{(pid=93475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 18:54:39.386690 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 18:54:39.387203 dv-cinder-802653-1-iscsi neutron-server[93475]: INFO neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 28 18:54:39.387535 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Loading extension file: qos_rules_alias.py {{(pid=93475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 18:54:39.388632 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 18:54:39.389662 dv-cinder-802653-1-iscsi neutron-server[93475]: INFO neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 28 18:54:39.389989 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Loading extension file: quotasv2.py {{(pid=93475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 18:54:39.391084 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 18:54:39.391420 dv-cinder-802653-1-iscsi neutron-server[93475]: INFO neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Loaded extension: quotas Jul 28 18:54:39.391749 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Loading extension file: quotasv2_detail.py {{(pid=93475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 18:54:39.397689 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 18:54:39.397993 dv-cinder-802653-1-iscsi neutron-server[93475]: INFO neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Loaded extension: quota_details Jul 28 18:54:39.398327 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Loading extension file: rbac.py {{(pid=93475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 18:54:39.399392 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 18:54:39.399951 dv-cinder-802653-1-iscsi neutron-server[93475]: INFO neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Loaded extension: rbac-policies Jul 28 18:54:39.400285 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Loading extension file: rbac_address_group.py {{(pid=93475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 18:54:39.401235 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 18:54:39.401753 dv-cinder-802653-1-iscsi neutron-server[93475]: INFO neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Loaded extension: rbac-address-group Jul 28 18:54:39.402085 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Loading extension file: rbac_address_scope.py {{(pid=93475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 18:54:39.403008 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 18:54:39.403522 dv-cinder-802653-1-iscsi neutron-server[93475]: INFO neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Loaded extension: rbac-address-scope Jul 28 18:54:39.403883 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Loading extension file: rbac_security_groups.py {{(pid=93475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 18:54:39.405388 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 18:54:39.406091 dv-cinder-802653-1-iscsi neutron-server[93475]: INFO neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Loaded extension: rbac-security-groups Jul 28 18:54:39.406427 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Loading extension file: rbac_subnetpool.py {{(pid=93475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 18:54:39.407354 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 18:54:39.407902 dv-cinder-802653-1-iscsi neutron-server[93475]: INFO neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Loaded extension: rbac-subnetpool Jul 28 18:54:39.408235 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Loading extension file: revisionifmatch.py {{(pid=93475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 18:54:39.409159 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 18:54:39.409671 dv-cinder-802653-1-iscsi neutron-server[93475]: INFO neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Loaded extension: revision-if-match Jul 28 18:54:39.410000 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Loading extension file: revisions.py {{(pid=93475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 18:54:39.411216 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 18:54:39.411637 dv-cinder-802653-1-iscsi neutron-server[93475]: INFO neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Loaded extension: standard-attr-revisions Jul 28 18:54:39.412001 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Loading extension file: router_availability_zone.py {{(pid=93475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 18:54:39.412679 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 18:54:39.413191 dv-cinder-802653-1-iscsi neutron-server[93475]: INFO neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Loaded extension: router_availability_zone Jul 28 18:54:39.413518 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Loading extension file: routerservicetype.py {{(pid=93475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 18:54:39.424299 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 18:54:39.424806 dv-cinder-802653-1-iscsi neutron-server[93475]: INFO neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Extension router-service-type not supported by any of loaded plugins Jul 28 18:54:39.425132 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 18:54:39.426058 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 18:54:39.426570 dv-cinder-802653-1-iscsi neutron-server[93475]: INFO neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Loaded extension: security-groups-normalized-cidr Jul 28 18:54:39.426897 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Loading extension file: security_groups_port_filtering.py {{(pid=93475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 18:54:39.427851 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 18:54:39.428388 dv-cinder-802653-1-iscsi neutron-server[93475]: INFO neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Loaded extension: port-security-groups-filtering Jul 28 18:54:39.428715 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 18:54:39.429645 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 18:54:39.430162 dv-cinder-802653-1-iscsi neutron-server[93475]: INFO neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Loaded extension: security-groups-remote-address-group Jul 28 18:54:39.430490 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Loading extension file: securitygroup.py {{(pid=93475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 18:54:39.440298 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 18:54:39.440833 dv-cinder-802653-1-iscsi neutron-server[93475]: INFO neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Loaded extension: security-group Jul 28 18:54:39.441172 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Loading extension file: segment.py {{(pid=93475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 18:54:39.441970 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 18:54:39.442481 dv-cinder-802653-1-iscsi neutron-server[93475]: INFO neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Extension segment not supported by any of loaded plugins Jul 28 18:54:39.442813 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 18:54:39.447476 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 18:54:39.448014 dv-cinder-802653-1-iscsi neutron-server[93475]: INFO neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 28 18:54:39.448346 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Loading extension file: servicetype.py {{(pid=93475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 18:54:39.449548 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 18:54:39.450134 dv-cinder-802653-1-iscsi neutron-server[93475]: INFO neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Loaded extension: service-type Jul 28 18:54:39.450466 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Loading extension file: sorting.py {{(pid=93475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 18:54:39.451535 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 18:54:39.452458 dv-cinder-802653-1-iscsi neutron-server[93475]: INFO neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Loaded extension: sorting Jul 28 18:54:39.452866 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Loading extension file: standard_attr_segment.py {{(pid=93475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 18:54:39.453892 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 18:54:39.454412 dv-cinder-802653-1-iscsi neutron-server[93475]: INFO neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 28 18:54:39.454742 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Loading extension file: standardattrdescription.py {{(pid=93475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 18:54:39.455544 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 18:54:39.456073 dv-cinder-802653-1-iscsi neutron-server[93475]: INFO neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Loaded extension: standard-attr-description Jul 28 18:54:39.456402 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Loading extension file: stateful_security_group.py {{(pid=93475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 18:54:39.457367 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 18:54:39.457863 dv-cinder-802653-1-iscsi neutron-server[93475]: INFO neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Loaded extension: stateful-security-group Jul 28 18:54:39.458197 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Loading extension file: stdattrs_common.py {{(pid=93475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 18:54:39.458785 dv-cinder-802653-1-iscsi neutron-server[93475]: WARNING neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 28 18:54:39.459111 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 18:54:39.460082 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 18:54:39.460598 dv-cinder-802653-1-iscsi neutron-server[93475]: INFO neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 28 18:54:39.460926 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Loading extension file: subnet_onboard.py {{(pid=93475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 18:54:39.462007 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 18:54:39.462524 dv-cinder-802653-1-iscsi neutron-server[93475]: INFO neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Loaded extension: subnet_onboard Jul 28 18:54:39.462851 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 18:54:39.463801 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 18:54:39.464374 dv-cinder-802653-1-iscsi neutron-server[93475]: INFO neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 28 18:54:39.464704 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Loading extension file: subnet_service_types.py {{(pid=93475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 18:54:39.465635 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 18:54:39.466152 dv-cinder-802653-1-iscsi neutron-server[93475]: INFO neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Loaded extension: subnet-service-types Jul 28 18:54:39.466480 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Loading extension file: subnetallocation.py {{(pid=93475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 18:54:39.468339 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 18:54:39.468769 dv-cinder-802653-1-iscsi neutron-server[93475]: INFO neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Loaded extension: subnet_allocation Jul 28 18:54:39.469096 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 18:54:39.469771 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 18:54:39.470282 dv-cinder-802653-1-iscsi neutron-server[93475]: INFO neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Loaded extension: subnetpool-prefix-ops Jul 28 18:54:39.470609 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 18:54:39.471551 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 18:54:39.472088 dv-cinder-802653-1-iscsi neutron-server[93475]: INFO neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 28 18:54:39.472416 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Loading extension file: tagging.py {{(pid=93475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 18:54:39.473508 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 18:54:39.474035 dv-cinder-802653-1-iscsi neutron-server[93475]: INFO neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Loaded extension: standard-attr-tag Jul 28 18:54:39.474364 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Loading extension file: timestamp.py {{(pid=93475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 18:54:39.475568 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 18:54:39.476115 dv-cinder-802653-1-iscsi neutron-server[93475]: INFO neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Loaded extension: standard-attr-timestamp Jul 28 18:54:39.476450 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Loading extension file: trunk.py {{(pid=93475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 18:54:39.477489 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 18:54:39.478007 dv-cinder-802653-1-iscsi neutron-server[93475]: INFO neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Extension trunk not supported by any of loaded plugins Jul 28 18:54:39.478344 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Loading extension file: trunk_details.py {{(pid=93475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 18:54:39.479277 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 18:54:39.479817 dv-cinder-802653-1-iscsi neutron-server[93475]: INFO neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Extension trunk-details not supported by any of loaded plugins Jul 28 18:54:39.480150 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Loading extension file: uplink_status_propagation.py {{(pid=93475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 18:54:39.481078 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 18:54:39.481590 dv-cinder-802653-1-iscsi neutron-server[93475]: INFO neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 28 18:54:39.481920 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Loading extension file: vlantransparent.py {{(pid=93475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 18:54:39.482599 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 18:54:39.483138 dv-cinder-802653-1-iscsi neutron-server[93475]: INFO neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Extension vlan-transparent not supported by any of loaded plugins Jul 28 18:54:39.485713 dv-cinder-802653-1-iscsi neutron-server[93475]: INFO neutron.quota.resource_registry [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Creating instance of TrackedResource for resource:network Jul 28 18:54:39.486245 dv-cinder-802653-1-iscsi neutron-server[93475]: INFO neutron.quota.resource_registry [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Creating instance of TrackedResource for resource:subnet Jul 28 18:54:39.486652 dv-cinder-802653-1-iscsi neutron-server[93475]: INFO neutron.quota.resource_registry [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Creating instance of TrackedResource for resource:subnetpool Jul 28 18:54:39.487054 dv-cinder-802653-1-iscsi neutron-server[93475]: INFO neutron.quota.resource_registry [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Creating instance of TrackedResource for resource:port Jul 28 18:54:39.488375 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.api.v2.resource_helper [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93475) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 18:54:39.488820 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.api.v2.resource_helper [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Service FLAVORS assigned prefix: {{(pid=93475) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 18:54:39.489456 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.api.v2.resource_helper [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93475) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 18:54:39.490152 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.api.v2.resource_helper [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93475) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 18:54:39.490488 dv-cinder-802653-1-iscsi neutron-server[93475]: INFO neutron.quota.resource_registry [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Creating instance of TrackedResource for resource:router Jul 28 18:54:39.490939 dv-cinder-802653-1-iscsi neutron-server[93475]: INFO neutron.quota.resource_registry [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Creating instance of TrackedResource for resource:floatingip Jul 28 18:54:39.493205 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.api.v2.resource_helper [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Service METERING assigned prefix: /metering {{(pid=93475) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 18:54:39.493205 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron_lib.callbacks.manager [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:54:39.493376 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron_lib.callbacks.manager [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:54:39.493680 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron_lib.callbacks.manager [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:54:39.494738 dv-cinder-802653-1-iscsi neutron-server[93475]: INFO neutron.quota.resource_registry [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Creating instance of CountableResource for resource:rbac_policy Jul 28 18:54:39.495195 dv-cinder-802653-1-iscsi neutron-server[93475]: INFO neutron.quota.resource_registry [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Creating instance of TrackedResource for resource:security_group Jul 28 18:54:39.495635 dv-cinder-802653-1-iscsi neutron-server[93475]: INFO neutron.quota.resource_registry [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 28 18:54:39.496282 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.api.v2.resource_helper [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Service CORE assigned prefix: {{(pid=93475) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 18:54:39.496622 dv-cinder-802653-1-iscsi neutron-server[93475]: INFO neutron.quota.resource_registry [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Creating instance of TrackedResource for resource:subnetpool Jul 28 18:54:39.496976 dv-cinder-802653-1-iscsi neutron-server[93475]: WARNING neutron.quota.resource_registry [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] subnetpool is already registered Jul 28 18:54:39.497406 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.api.v2.resource_helper [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Service CORE assigned prefix: {{(pid=93475) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 18:54:39.497735 dv-cinder-802653-1-iscsi neutron-server[93475]: INFO neutron.quota.resource_registry [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Creating instance of TrackedResource for resource:subnetpool Jul 28 18:54:39.498090 dv-cinder-802653-1-iscsi neutron-server[93475]: WARNING neutron.quota.resource_registry [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] subnetpool is already registered Jul 28 18:54:39.500695 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.api.v2.resource_helper [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93475) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 18:54:39.501261 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.api.v2.resource_helper [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Service FLAVORS assigned prefix: {{(pid=93475) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 18:54:39.501901 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.api.v2.resource_helper [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93475) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 18:54:39.502355 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.api.v2.resource_helper [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93475) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 18:54:39.502695 dv-cinder-802653-1-iscsi neutron-server[93475]: INFO neutron.quota.resource_registry [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Creating instance of TrackedResource for resource:router Jul 28 18:54:39.503042 dv-cinder-802653-1-iscsi neutron-server[93475]: WARNING neutron.quota.resource_registry [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] router is already registered Jul 28 18:54:39.503462 dv-cinder-802653-1-iscsi neutron-server[93475]: INFO neutron.quota.resource_registry [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Creating instance of TrackedResource for resource:floatingip Jul 28 18:54:39.503836 dv-cinder-802653-1-iscsi neutron-server[93475]: WARNING neutron.quota.resource_registry [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] floatingip is already registered Jul 28 18:54:39.504311 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.api.v2.resource_helper [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Service METERING assigned prefix: /metering {{(pid=93475) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 18:54:39.505021 dv-cinder-802653-1-iscsi neutron-server[93475]: INFO neutron.quota.resource_registry [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Creating instance of CountableResource for resource:rbac_policy Jul 28 18:54:39.505350 dv-cinder-802653-1-iscsi neutron-server[93475]: WARNING neutron.quota.resource_registry [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] rbac_policy is already registered Jul 28 18:54:39.505784 dv-cinder-802653-1-iscsi neutron-server[93475]: INFO neutron.quota.resource_registry [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Creating instance of TrackedResource for resource:security_group Jul 28 18:54:39.506123 dv-cinder-802653-1-iscsi neutron-server[93475]: WARNING neutron.quota.resource_registry [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] security_group is already registered Jul 28 18:54:39.506538 dv-cinder-802653-1-iscsi neutron-server[93475]: INFO neutron.quota.resource_registry [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 28 18:54:39.506879 dv-cinder-802653-1-iscsi neutron-server[93475]: WARNING neutron.quota.resource_registry [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] security_group_rule is already registered Jul 28 18:54:39.507376 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.api.v2.resource_helper [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Service CORE assigned prefix: {{(pid=93475) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 18:54:39.507714 dv-cinder-802653-1-iscsi neutron-server[93475]: INFO neutron.quota.resource_registry [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Creating instance of TrackedResource for resource:subnetpool Jul 28 18:54:39.508074 dv-cinder-802653-1-iscsi neutron-server[93475]: WARNING neutron.quota.resource_registry [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] subnetpool is already registered Jul 28 18:54:39.508500 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.api.v2.resource_helper [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Service CORE assigned prefix: {{(pid=93475) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 18:54:39.508823 dv-cinder-802653-1-iscsi neutron-server[93475]: INFO neutron.quota.resource_registry [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Creating instance of TrackedResource for resource:subnetpool Jul 28 18:54:39.509155 dv-cinder-802653-1-iscsi neutron-server[93475]: WARNING neutron.quota.resource_registry [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] subnetpool is already registered Jul 28 18:54:39.510860 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Extended resource: extensions {{(pid=93475) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 18:54:39.512378 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Extended resource: address-groups {{(pid=93475) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 18:54:39.513862 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Extended resource: address-scopes {{(pid=93475) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 18:54:39.515785 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Extended resource: agents {{(pid=93475) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 18:54:39.517039 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Extended resource: auto-allocated-topology {{(pid=93475) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 18:54:39.518291 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Extended resource: availability_zones {{(pid=93475) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 18:54:39.519510 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Extended resource: dhcp-networks {{(pid=93475) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 18:54:39.520948 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Extended resource: dhcp-agents {{(pid=93475) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 18:54:39.522472 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Extended resource: routers {{(pid=93475) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 18:54:39.524208 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Extended resource: flavors {{(pid=93475) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 18:54:39.525370 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Extended resource: service_profiles {{(pid=93475) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 18:54:39.526686 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Extended resource: next_providers {{(pid=93475) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 18:54:39.528150 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Extended resource: service_profiles {{(pid=93475) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 18:54:39.529587 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Extended resource: floatingip-pools {{(pid=93475) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 18:54:39.531760 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Extended resource: routers {{(pid=93475) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 18:54:39.533475 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Extended resource: floatingips {{(pid=93475) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 18:54:39.534661 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Extended resource: l3-routers {{(pid=93475) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 18:54:39.536175 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Extended resource: l3-agents {{(pid=93475) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 18:54:39.537583 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Extended resource: metering-labels {{(pid=93475) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 18:54:39.538880 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Extended resource: metering-label-rules {{(pid=93475) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 18:54:39.540169 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Extended resource: network-ip-availabilities {{(pid=93475) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 18:54:39.541528 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Extended resource: bindings {{(pid=93475) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 18:54:39.543111 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Extended resource: quotas {{(pid=93475) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 18:54:39.544556 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Extended resource: quotas {{(pid=93475) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 18:54:39.546143 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Extended resource: rbac-policies {{(pid=93475) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 18:54:39.547344 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Extended resource: security-groups {{(pid=93475) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 18:54:39.548589 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Extended resource: security-group-rules {{(pid=93475) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 18:54:39.549921 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Extended resource: service-providers {{(pid=93475) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 18:54:39.551137 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Extended resource: subnetpools {{(pid=93475) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 18:54:39.552509 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Extended resource: subnetpools {{(pid=93475) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 18:54:39.554062 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Extended resource: tags {{(pid=93475) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 18:54:39.555752 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Extended resource: tags {{(pid=93475) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 18:54:39.557479 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Extended resource: tags {{(pid=93475) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 18:54:39.559371 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Extended resource: tags {{(pid=93475) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 18:54:39.561641 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Extended resource: tags {{(pid=93475) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 18:54:39.563512 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Extended resource: tags {{(pid=93475) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 18:54:39.565296 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Extended resource: tags {{(pid=93475) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 18:54:39.567103 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Extended resource: tags {{(pid=93475) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 18:54:39.569881 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Extended resource: tags {{(pid=93475) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 18:54:39.571643 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron.api.extensions [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Extended resource: tags {{(pid=93475) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 18:54:39.578674 dv-cinder-802653-1-iscsi neutron-server[93475]: WARNING keystonemiddleware.auth_token [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 28 18:54:39.582803 dv-cinder-802653-1-iscsi neutron-server[93475]: WARNING keystonemiddleware.auth_token [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 28 18:54:39.591309 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_concurrency.lockutils [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Acquired lock "singleton_lock" {{(pid=93475) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 28 18:54:39.591808 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_concurrency.lockutils [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Releasing lock "singleton_lock" {{(pid=93475) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 28 18:54:39.592492 dv-cinder-802653-1-iscsi neutron-server[93475]: INFO oslo_service.service [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Starting 2 workers Jul 28 18:54:39.597301 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Started child 93586 {{(pid=93475) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 28 18:54:39.601745 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Started child 93587 {{(pid=93475) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 28 18:54:39.602881 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:54:39.603580 dv-cinder-802653-1-iscsi neutron-server[93475]: INFO neutron.service [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Neutron service started, listening on 0.0.0.0:9696 Jul 28 18:54:39.603989 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron_lib.callbacks.manager [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Notify callbacks [] for process, before_spawn {{(pid=93475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:54:39.604438 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [-] (93586) wsgi starting up on http://0.0.0.0:9696 Jul 28 18:54:39.606447 dv-cinder-802653-1-iscsi neutron-server[93475]: INFO oslo_service.service [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Starting 1 workers Jul 28 18:54:39.606590 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:54:39.607997 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [-] (93587) wsgi starting up on http://0.0.0.0:9696 Jul 28 18:54:39.611880 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Started child 93588 {{(pid=93475) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 28 18:54:39.613639 dv-cinder-802653-1-iscsi neutron-server[93475]: INFO oslo_service.service [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Starting 1 workers Jul 28 18:54:39.615884 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.service [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] calling RpcWorker wait() {{(pid=93588) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 28 18:54:39.616425 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.service [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] returning from RpcWorker wait() {{(pid=93588) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 28 18:54:39.617182 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Started child 93589 {{(pid=93475) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 28 18:54:39.617694 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:54:39.618010 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG neutron_lib.callbacks.manager [None req-06e3e12d-acae-41a6-abe2-ed5a44fa8cc3 None None] Notify callbacks [] for process, after_spawn {{(pid=93475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:54:39.618152 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:54:39.619932 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93475) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 28 18:54:39.620164 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 28 18:54:39.620364 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 28 18:54:39.620574 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 28 18:54:39.620904 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 28 18:54:39.621067 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 28 18:54:39.621584 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:39.621853 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:39.622105 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:39.622367 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:39.622643 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:39.623260 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:39.623393 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:54:39.624399 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:39.624399 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:39.624779 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:39.625134 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:39.625288 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:54:39.625435 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:39.625435 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:39.625676 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:39.625826 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:39.626119 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:39.626395 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:39.626631 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:39.626915 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:39.627086 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:39.627359 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:39.627595 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:39.627867 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:39.628127 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] debug = True {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:39.628345 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:39.628842 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:39.629072 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:39.629319 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:39.629549 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:39.629825 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:39.630069 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:39.630313 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:39.630564 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:39.630842 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:39.631065 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:39.631327 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:39.631504 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:39.631683 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:39.631982 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:39.632167 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:39.632403 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:39.632915 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] host = dv-cinder-802653-1-iscsi {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:39.633149 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:39.633392 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:39.633645 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:39.633886 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:39.634135 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:39.634348 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:39.634588 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:39.634840 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:39.635078 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:39.635315 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:39.635565 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:39.635830 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:39.636084 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:39.636347 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] log_file = None {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:39.636506 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] log_options = True {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:39.636727 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:39.636993 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:39.637308 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:39.637463 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:39.637617 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:39.637760 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:39.638000 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:39.638147 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:39.638404 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:39.638614 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:39.638824 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:39.639035 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:39.639838 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:39.640065 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:39.640317 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:39.640598 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:39.640996 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:39.640996 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:39.641282 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:39.641470 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:39.641710 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:39.641934 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:39.642199 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:39.642425 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:39.642637 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:39.642851 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:39.643075 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:39.643288 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:39.643500 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:39.643753 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:39.643994 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:39.644238 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:39.644481 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:39.644748 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:39.645085 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:39.645247 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:39.645428 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:39.645694 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:39.645922 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:39.646168 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:39.646409 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:39.646618 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:39.646838 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:39.647071 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:39.647282 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:39.647491 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] use_json = False {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:39.653378 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:39.653378 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:39.653378 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:39.653378 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:39.653378 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:39.653378 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:39.653378 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:39.653378 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:39.654739 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.654739 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.654739 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.654739 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.654739 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.654739 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.654739 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.654739 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.655896 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.655896 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.655896 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.655896 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.655896 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.655896 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.655896 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.655896 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.657138 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.657138 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.657138 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.657138 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.657138 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.657138 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.657138 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.657138 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.658718 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.41/identity {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.658718 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.658718 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.658718 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.658718 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.658718 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.658718 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.658718 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.660116 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.660116 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.660116 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.660116 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.660116 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.660116 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.660116 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.660116 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.661060 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.661060 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.661060 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.661060 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.661517 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.661517 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.661681 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.661910 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.662153 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.662493 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.662728 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.663016 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.663357 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.663707 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.664103 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.664488 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.664869 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.665242 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.665621 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.666008 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.666459 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.666892 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.667277 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.667689 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.668099 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.668564 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.668891 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.669267 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.669658 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.670043 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.670529 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.671132 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.671633 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.672082 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.672711 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.672960 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.673290 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.678126 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.678126 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.678126 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.678126 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.678126 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.678126 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.678126 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.678126 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.678126 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.679613 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.679613 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.679613 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.679613 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.679613 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.679613 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.679613 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.679613 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.680656 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.680656 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.680656 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.680656 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.680656 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.680656 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.680656 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.680656 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.684405 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.684405 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.684405 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.684405 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.684405 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.684405 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.684405 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.684405 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.685294 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.685294 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.685294 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.685294 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.685294 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.685294 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.685294 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.685294 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.687252 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.687252 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.687252 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.687252 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.687252 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.687252 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.687252 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.687252 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.687252 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.688339 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.688339 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.688339 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.688339 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.688339 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.688339 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.688339 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.688339 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.688933 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.688933 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.688933 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.688933 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.688933 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.689293 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.689293 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.689663 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.689797 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.41/identity {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.689991 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.690233 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.690476 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.690686 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.690918 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.691150 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.691382 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.691592 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.691826 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.692944 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.692944 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.692944 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.692944 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.692944 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.692944 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.692944 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.695066 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.695066 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.695066 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.695066 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.695066 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.695066 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.695066 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.695066 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.696530 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.696530 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.696530 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.696530 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.696530 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.696530 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.700243 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.700243 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.700243 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.700243 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.700243 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.700243 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.700243 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.700243 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.700862 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.700862 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.700862 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.700862 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.700862 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.700862 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.700862 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.700862 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.701510 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.701510 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.701510 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.701510 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.701510 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.701510 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.701510 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.702762 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.702762 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.702762 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.703011 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.704055 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.704055 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.704055 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.704055 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.704055 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.705105 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.705105 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.705105 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.705105 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.705440 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.705440 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.705647 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.706290 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.706290 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.706290 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.706696 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.706696 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.706934 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.707077 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.707277 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.707489 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.707709 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.707939 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.708163 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.708377 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.708579 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.708807 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.709025 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.709233 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.709471 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.709740 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.709948 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.710184 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.710412 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.710610 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.710841 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.711052 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.711271 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.711476 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.711692 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.711939 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.712233 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.712476 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.712693 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.712980 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.713211 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.713454 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.713692 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.714010 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.714245 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.714489 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.714723 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.714949 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.715212 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.715462 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.715794 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.716084 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.716350 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.716611 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.716892 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.717545 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.717545 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.717880 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.717955 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.718265 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.718532 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.718781 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.719005 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.719250 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.719492 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.719703 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.719968 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.720205 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.720418 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.720669 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.720913 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.721168 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.721379 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.721600 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.721818 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.722066 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.722274 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.722509 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.722721 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.722877 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 28 18:54:39.723395 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93475) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 28 18:54:39.723553 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 28 18:54:39.723704 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 28 18:54:39.723899 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 28 18:54:39.724068 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 28 18:54:39.724218 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 28 18:54:39.724419 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:39.724578 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:39.724734 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:39.729004 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:39.729004 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:39.729004 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:39.729004 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:39.729004 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:39.729004 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:39.729004 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:39.729004 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:39.729699 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:39.729699 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:39.729699 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:39.729699 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:39.729699 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:39.729699 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:39.729699 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:39.729699 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:39.730274 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:39.730274 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:39.730274 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:39.730274 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] debug = True {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:39.730274 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:39.730274 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:39.730916 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:39.730916 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:39.730916 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:39.730916 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:39.730916 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:39.730916 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:39.730916 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:39.730916 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:39.731832 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:39.731832 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:39.731832 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:39.731832 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:39.731832 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:39.731832 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:39.731832 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:39.731832 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] host = dv-cinder-802653-1-iscsi {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:39.732658 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:39.732658 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:39.732658 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:39.732658 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:39.732658 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:39.732658 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:39.732658 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:39.732658 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:39.733516 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:39.733516 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:39.733516 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:39.733516 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:39.733516 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:39.733516 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] log_file = None {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:39.733516 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] log_options = True {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:39.733516 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:39.733516 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:39.734355 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:39.734355 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:39.734355 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:39.734355 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:39.734355 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:39.734355 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:39.734355 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:39.734938 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:39.734938 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:39.734938 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:39.734938 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:39.735205 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:39.735205 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:39.735391 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:39.735513 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:39.735633 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:39.735806 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:39.736014 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:39.736139 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:39.736254 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:39.736411 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:39.736568 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:39.736724 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:39.736939 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:39.737038 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:39.737182 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:39.737338 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:39.737494 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:39.737678 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:39.737814 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:39.737937 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:39.738094 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:39.738249 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:39.738406 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:39.738563 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:39.738723 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:39.738879 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:39.739037 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:39.739193 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:39.739349 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:39.739801 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:39.739952 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:39.740109 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:39.740251 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] use_json = False {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:39.740409 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:39.740565 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:39.740720 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:39.740878 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:39.741094 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:39.741256 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:39.741412 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:39.741569 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:54:39.741749 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.741912 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.742082 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.742243 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.742403 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.742563 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.742723 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.742884 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.743045 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.743206 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.743373 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.743536 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.743706 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.743921 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.744087 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.744250 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.744411 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.744581 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.744715 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.744866 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.745026 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.745185 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.745361 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.745519 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.745680 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.41/identity {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.745839 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.746006 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.746147 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.746305 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.746469 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.746629 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.746789 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.746949 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.747108 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.747266 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.747426 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.747586 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.747745 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.747919 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.748074 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.748232 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.748392 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.749078 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.749254 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.749378 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.749536 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.749697 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.749862 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.750022 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.750182 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.750353 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.750514 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.750673 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.750833 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.750993 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.751151 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.751311 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.751625 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.751823 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.751823 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.752060 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.752142 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.752305 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.752469 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.752663 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.752804 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.752939 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.753071 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.753233 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.753393 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.753551 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.753697 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.753860 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.754018 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.754179 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.754340 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.754500 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.754661 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.754820 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.754980 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.755140 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.755300 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.755460 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.755619 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.755811 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.755981 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.756141 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.756301 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.756460 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.756620 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.756790 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.756927 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.757085 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.757244 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.757403 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.757562 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.757721 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.757884 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.758042 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.758207 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.758365 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.758525 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.758684 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.758842 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.759002 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.759161 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.759320 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.759481 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.759640 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.759834 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.759996 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.760164 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.760323 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.760486 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.760646 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.760813 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.760983 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.761144 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.761380 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.762071 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.762239 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.762401 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.762716 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.762716 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.762920 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.763036 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.763218 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.763359 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.763529 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.763691 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.763875 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.764033 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.764957 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.764957 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.765159 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.765329 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.765492 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.765652 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.765812 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.765974 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.766134 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.766295 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.766457 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.766618 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.41/identity {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.766778 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.766938 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.767099 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.767259 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.767419 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.767580 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.767740 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.767923 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.768084 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.768245 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.768405 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.768565 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.768725 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.768885 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.769045 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.769206 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.769366 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.769526 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.769689 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.769849 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.770009 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.770169 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.770328 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.770487 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.770648 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.770869 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.771034 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.771196 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.771357 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.771517 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.771679 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.771865 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.772096 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.772312 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.772474 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.772929 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.772929 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.773189 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.773312 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.773579 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.773851 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.774125 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.774400 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.774703 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.774989 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.775275 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.775558 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.775886 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.776177 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.776467 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.776747 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.777026 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.777346 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.777600 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.777889 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.778178 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.778456 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.778740 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.779022 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.779309 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.779596 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.779947 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.780254 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.780534 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.780818 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.781105 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.781393 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.781681 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.781977 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.782254 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.782543 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.782719 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.782937 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.783065 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.783300 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.783655 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.783801 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.783926 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.784075 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.784237 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.784411 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.784572 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.784734 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.784895 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.785110 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.785193 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.785358 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.785529 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.785666 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.785752 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:54:39.785855 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.785973 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.786133 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.786303 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.786481 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.786624 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.786783 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.786943 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.787102 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.787271 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.787432 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.787593 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.787761 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.787943 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.788102 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.788261 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.788486 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.788581 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.788732 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.788891 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.789051 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.789211 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.789373 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.789538 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.789711 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.789878 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.790461 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.790461 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.790461 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.790675 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.790675 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.790814 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.790969 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.791129 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.791290 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.791450 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.791610 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.791809 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.791947 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.792107 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.792266 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.792426 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.792586 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.792746 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.792920 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.793048 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.793211 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.793372 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.793531 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.793690 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.793849 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.794009 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:54:39.794161 dv-cinder-802653-1-iscsi neutron-server[93475]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 28 18:54:39.960696 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.wsgi [-] (93587) accepted ('10.222.0.41', 55536) {{(pid=93587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:54:39.969689 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [-] 10.222.0.41 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0068717 Jul 28 18:54:51.583119 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba321611-b3f0-4a8b-9bc3-800520e02264 None None] get_active_networks_info from dv-cinder-802653-1-iscsi {{(pid=93588) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 28 18:54:51.685885 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba321611-b3f0-4a8b-9bc3-800520e02264 None None] No non-hosted networks {{(pid=93588) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 28 18:54:51.692228 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.agentschedulers_db [None req-ba321611-b3f0-4a8b-9bc3-800520e02264 None None] DHCP Agent not found on host dv-cinder-802653-1-iscsi {{(pid=93588) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jul 28 18:54:51.761156 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-3c02258a-a564-4f58-bf62-dbb6263ce309 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3821272'] for agent, after_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:54:54.209038 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3821272'] for agent, after_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:54:54.209704 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:54:54.210317 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:54:54.210859 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:54:54.211403 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:54:54.211987 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:54:54.212534 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:54:54.213134 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:54:54.213700 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:54:54.214324 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:54:54.214852 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:54:54.215707 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:54:54.220171 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:54:54.220171 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-802653-1-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:54:54.225665 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-802653-1-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:54:54.501669 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-28dfe7e8-4563-466a-ac5e-e33fc12894ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3821272'] for agent, after_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:54:54.535382 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.db.api [None req-5b1df47a-b7be-4e3c-a6d0-babf42096de6 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-802653-1-iscsi {{(pid=93588) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 18:54:54.536936 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG oslo_db.api [None req-5b1df47a-b7be-4e3c-a6d0-babf42096de6 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=93588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 18:54:55.146272 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-5b1df47a-b7be-4e3c-a6d0-babf42096de6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:54:55.543602 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-acea1373-d53c-46a9-b089-9e40d352d773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3821272'] for agent, after_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:54:57.125900 dv-cinder-802653-1-iscsi neutron-server[93588]: INFO neutron.db.l3_hamode_db [None req-f8f7a2c7-3e75-44ca-8e2e-8c375aa466d8 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 28 18:54:57.203964 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f7a2c7-3e75-44ca-8e2e-8c375aa466d8 None None] Routers set() bound to L3 agent in host dv-cinder-802653-1-iscsi {{(pid=93588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:54:57.204436 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f7a2c7-3e75-44ca-8e2e-8c375aa466d8 None None] Router IDs set() for agent in host dv-cinder-802653-1-iscsi {{(pid=93588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 28 18:54:57.529699 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-26c861f8-c84b-4272-86f3-59900436582c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3821272'] for agent, after_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:54:58.178565 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.wsgi [-] (93587) accepted ('10.222.0.41', 55628) {{(pid=93587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:54:58.667051 dv-cinder-802653-1-iscsi neutron-server[93587]: WARNING oslo_policy.policy [None req-5e4e822d-dc98-4b9f-bbfc-4e71c30c36c6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 28 18:54:58.667650 dv-cinder-802653-1-iscsi neutron-server[93587]: WARNING oslo_policy.policy [None req-5e4e822d-dc98-4b9f-bbfc-4e71c30c36c6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 28 18:54:58.886778 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.wsgi [None req-5e4e822d-dc98-4b9f-bbfc-4e71c30c36c6 admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=93587) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 18:54:58.887888 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [None req-5e4e822d-dc98-4b9f-bbfc-4e71c30c36c6 admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7084045 Jul 28 18:55:01.231016 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.wsgi [-] (93587) accepted ('10.222.0.41', 55642) {{(pid=93587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:55:01.540946 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.v2.base [None req-5786f5cb-974a-47b7-9f31-4eb08e9c0aa0 admin admin] Request body: {'subnetpool': {'shared': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'is_default': True}} {{(pid=93587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:55:01.634689 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.policy [None req-5786f5cb-974a-47b7-9f31-4eb08e9c0aa0 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93587) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 28 18:55:01.679099 dv-cinder-802653-1-iscsi neutron-server[93587]: WARNING oslo_policy.policy [None req-5786f5cb-974a-47b7-9f31-4eb08e9c0aa0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 28 18:55:01.679458 dv-cinder-802653-1-iscsi neutron-server[93587]: WARNING oslo_policy.policy [None req-5786f5cb-974a-47b7-9f31-4eb08e9c0aa0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 28 18:55:01.688132 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.quota [None req-5786f5cb-974a-47b7-9f31-4eb08e9c0aa0 admin admin] Loaded quota_driver: . Jul 28 18:55:01.819752 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-5786f5cb-974a-47b7-9f31-4eb08e9c0aa0 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742347706413', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742347697918', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742347686582', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742347692268', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742348107695', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742347533734', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-652142', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-597504', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3716791', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3919884'] for rbac-policy, before_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:55:02.040339 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-5786f5cb-974a-47b7-9f31-4eb08e9c0aa0 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:55:02.041540 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [None req-5786f5cb-974a-47b7-9f31-4eb08e9c0aa0 admin admin] 10.222.0.41 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8096251 Jul 28 18:55:04.597943 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.wsgi [-] (93587) accepted ('10.222.0.41', 55654) {{(pid=93587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:55:04.888520 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.v2.base [None req-70eced0e-a95b-4c05-940a-d32c38ff2cf5 admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'project_id': '7062e9d94210407ea9718081b6bdf69c', 'tenant_id': '7062e9d94210407ea9718081b6bdf69c'}} {{(pid=93587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:55:05.008402 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70eced0e-a95b-4c05-940a-d32c38ff2cf5 admin admin] Made reservation on behalf of 7062e9d94210407ea9718081b6bdf69c for: {'network': 1} {{(pid=93587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:55:05.011181 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-70eced0e-a95b-4c05-940a-d32c38ff2cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555300'] for network, before_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:55:05.027874 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-70eced0e-a95b-4c05-940a-d32c38ff2cf5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:55:05.147691 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-70eced0e-a95b-4c05-940a-d32c38ff2cf5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:55:05.228658 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-70eced0e-a95b-4c05-940a-d32c38ff2cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676630'] for security_group, after_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:55:05.248905 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70eced0e-a95b-4c05-940a-d32c38ff2cf5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 424} {{(pid=93587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 18:55:05.277140 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-70eced0e-a95b-4c05-940a-d32c38ff2cf5 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8742349714728', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721374'] for segment, precommit_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:55:05.277729 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-70eced0e-a95b-4c05-940a-d32c38ff2cf5 admin admin] Unsubscribe: segment precommit_create {{(pid=93587) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 28 18:55:05.278234 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.db.segments_db [None req-70eced0e-a95b-4c05-940a-d32c38ff2cf5 admin admin] Added segment cb5df395-2dda-4ce5-96b7-5eb7c500bc07 of type vlan for network 5519f8a9-b164-468b-be21-3783ec7f44f2 Jul 28 18:55:05.296185 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70eced0e-a95b-4c05-940a-d32c38ff2cf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a879fc29-f2c5-43d7-b040-b9617460f6cf,revision_number=1']} {{(pid=93587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:55:05.307704 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70eced0e-a95b-4c05-940a-d32c38ff2cf5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:55:05.308095 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70eced0e-a95b-4c05-940a-d32c38ff2cf5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:55:05.308439 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70eced0e-a95b-4c05-940a-d32c38ff2cf5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:55:05.308770 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70eced0e-a95b-4c05-940a-d32c38ff2cf5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:55:05.309096 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70eced0e-a95b-4c05-940a-d32c38ff2cf5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:55:05.309435 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70eced0e-a95b-4c05-940a-d32c38ff2cf5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:55:05.309808 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70eced0e-a95b-4c05-940a-d32c38ff2cf5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:55:05.310130 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70eced0e-a95b-4c05-940a-d32c38ff2cf5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:55:05.310465 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70eced0e-a95b-4c05-940a-d32c38ff2cf5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:55:05.310786 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70eced0e-a95b-4c05-940a-d32c38ff2cf5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:55:05.311103 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70eced0e-a95b-4c05-940a-d32c38ff2cf5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:55:05.311419 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70eced0e-a95b-4c05-940a-d32c38ff2cf5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:55:05.312695 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70eced0e-a95b-4c05-940a-d32c38ff2cf5 admin admin] Tracked resource versions report: Jul 28 18:55:05.312695 dv-cinder-802653-1-iscsi neutron-server[93587]: pushed versions: Jul 28 18:55:05.312695 dv-cinder-802653-1-iscsi neutron-server[93587]: { 'AddressGroup': {'1.2'}, Jul 28 18:55:05.312695 dv-cinder-802653-1-iscsi neutron-server[93587]: 'ConntrackHelper': {'1.0'}, Jul 28 18:55:05.312695 dv-cinder-802653-1-iscsi neutron-server[93587]: 'Log': {'1.0'}, Jul 28 18:55:05.312695 dv-cinder-802653-1-iscsi neutron-server[93587]: 'Network': {'1.1'}, Jul 28 18:55:05.312695 dv-cinder-802653-1-iscsi neutron-server[93587]: 'Port': {'1.7'}, Jul 28 18:55:05.312695 dv-cinder-802653-1-iscsi neutron-server[93587]: 'PortForwarding': {'1.2'}, Jul 28 18:55:05.312695 dv-cinder-802653-1-iscsi neutron-server[93587]: 'QosPolicy': {'1.8'}, Jul 28 18:55:05.312695 dv-cinder-802653-1-iscsi neutron-server[93587]: 'SecurityGroup': {'1.4'}, Jul 28 18:55:05.312695 dv-cinder-802653-1-iscsi neutron-server[93587]: 'SecurityGroupRule': {'1.2'}, Jul 28 18:55:05.312695 dv-cinder-802653-1-iscsi neutron-server[93587]: 'SubPort': {'1.0'}, Jul 28 18:55:05.312695 dv-cinder-802653-1-iscsi neutron-server[93587]: 'Subnet': {'1.1'}, Jul 28 18:55:05.312695 dv-cinder-802653-1-iscsi neutron-server[93587]: 'Trunk': {'1.1'}} Jul 28 18:55:05.312695 dv-cinder-802653-1-iscsi neutron-server[93587]: consumer versions: Jul 28 18:55:05.312695 dv-cinder-802653-1-iscsi neutron-server[93587]: { DHCP agent@dv-cinder-802653-1-iscsi: {}, Jul 28 18:55:05.312695 dv-cinder-802653-1-iscsi neutron-server[93587]: L3 agent@dv-cinder-802653-1-iscsi: {}, Jul 28 18:55:05.312695 dv-cinder-802653-1-iscsi neutron-server[93587]: Metadata agent@dv-cinder-802653-1-iscsi: {}, Jul 28 18:55:05.312695 dv-cinder-802653-1-iscsi neutron-server[93587]: Metering agent@dv-cinder-802653-1-iscsi: {}, Jul 28 18:55:05.312695 dv-cinder-802653-1-iscsi neutron-server[93587]: Open vSwitch agent@dv-cinder-802653-1-iscsi: { 'AddressGroup': '1.2', Jul 28 18:55:05.312695 dv-cinder-802653-1-iscsi neutron-server[93587]: 'ConntrackHelper': '1.0', Jul 28 18:55:05.312695 dv-cinder-802653-1-iscsi neutron-server[93587]: 'Log': '1.0', Jul 28 18:55:05.312695 dv-cinder-802653-1-iscsi neutron-server[93587]: 'Network': '1.1', Jul 28 18:55:05.312695 dv-cinder-802653-1-iscsi neutron-server[93587]: 'Port': '1.7', Jul 28 18:55:05.312695 dv-cinder-802653-1-iscsi neutron-server[93587]: 'PortForwarding': '1.2', Jul 28 18:55:05.312695 dv-cinder-802653-1-iscsi neutron-server[93587]: 'QosPolicy': '1.8', Jul 28 18:55:05.312695 dv-cinder-802653-1-iscsi neutron-server[93587]: 'SecurityGroup': '1.4', Jul 28 18:55:05.312695 dv-cinder-802653-1-iscsi neutron-server[93587]: 'SecurityGroupRule': '1.2', Jul 28 18:55:05.312695 dv-cinder-802653-1-iscsi neutron-server[93587]: 'SubPort': '1.0', Jul 28 18:55:05.312695 dv-cinder-802653-1-iscsi neutron-server[93587]: 'Subnet': '1.1', Jul 28 18:55:05.312695 dv-cinder-802653-1-iscsi neutron-server[93587]: 'Trunk': '1.1'}} Jul 28 18:55:05.312695 dv-cinder-802653-1-iscsi neutron-server[93587]: {{(pid=93587) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 28 18:55:05.404870 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-70eced0e-a95b-4c05-940a-d32c38ff2cf5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742349240423'] for network, precommit_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:55:05.499454 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-70eced0e-a95b-4c05-940a-d32c38ff2cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036'] for network, after_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:55:05.500579 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70eced0e-a95b-4c05-940a-d32c38ff2cf5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:55:05.501266 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-70eced0e-a95b-4c05-940a-d32c38ff2cf5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760026'] for network, before_response {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:55:05.595006 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70eced0e-a95b-4c05-940a-d32c38ff2cf5 admin admin] Pushing event updated for resources: {'Network': ['ID=5519f8a9-b164-468b-be21-3783ec7f44f2,revision_number=1']} {{(pid=93587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:55:05.606220 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.rpc [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Network 5519f8a9-b164-468b-be21-3783ec7f44f2 details requested by agent ovs-agent-dv-cinder-802653-1-iscsi with host dv-cinder-802653-1-iscsi {{(pid=93588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 18:55:05.640866 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [None req-70eced0e-a95b-4c05-940a-d32c38ff2cf5 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.0418534 Jul 28 18:55:08.263859 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.wsgi [-] (93587) accepted ('10.222.0.41', 55668) {{(pid=93587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:55:08.643182 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a4b7c11-cf70-4d31-bde6-373e32394401 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:55:08.644593 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [None req-1a4b7c11-cf70-4d31-bde6-373e32394401 admin admin] 10.222.0.41 "GET /v2.0/networks/5519f8a9-b164-468b-be21-3783ec7f44f2 HTTP/1.1" status: 200 len: 825 time: 0.3797832 Jul 28 18:55:08.669841 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [None req-6a9f7866-be5d-416a-aae9-bff0d84644f6 admin admin] 10.222.0.41 "GET /v2.0/subnetpools/58ca140c-30c5-4e37-b70b-104dca6e02ef HTTP/1.1" status: 200 len: 734 time: 0.0190382 Jul 28 18:55:08.679640 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.v2.base [None req-9add4843-6d8b-4a6f-8737-5728c1838a04 admin admin] Request body: {'subnet': {'tenant_id': '7062e9d94210407ea9718081b6bdf69c', 'ip_version': 4, 'name': 'private-subnet', 'subnetpool_id': '58ca140c-30c5-4e37-b70b-104dca6e02ef', 'network_id': '5519f8a9-b164-468b-be21-3783ec7f44f2', 'gateway_ip': '172.20.0.1'}} {{(pid=93587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:55:08.756220 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9add4843-6d8b-4a6f-8737-5728c1838a04 admin admin] Made reservation on behalf of 7062e9d94210407ea9718081b6bdf69c for: {'subnet': 1} {{(pid=93587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:55:08.758417 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-9add4843-6d8b-4a6f-8737-5728c1838a04 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:55:09.120495 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-9add4843-6d8b-4a6f-8737-5728c1838a04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036'] for subnet, after_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:55:09.191724 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9add4843-6d8b-4a6f-8737-5728c1838a04 admin admin] Checking segment: {'id': 'cb5df395-2dda-4ce5-96b7-5eb7c500bc07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '5519f8a9-b164-468b-be21-3783ec7f44f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:55:09.192152 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9add4843-6d8b-4a6f-8737-5728c1838a04 admin admin] Network hostable DHCP agents. Network: 5519f8a9-b164-468b-be21-3783ec7f44f2, hostable agents: ['6be8dab3-c43d-43c4-9e05-9e58375c436f'], hosted agents: [] {{(pid=93587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 18:55:09.196547 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9add4843-6d8b-4a6f-8737-5728c1838a04 admin admin] Pushing event updated for resources: {'Subnet': ['ID=038896c0-2f2b-4033-86aa-f0a306812e37,revision_number=0']} {{(pid=93587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:55:09.288196 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9add4843-6d8b-4a6f-8737-5728c1838a04 admin admin] Network 5519f8a9-b164-468b-be21-3783ec7f44f2 is scheduled to be hosted by DHCP agent 6be8dab3-c43d-43c4-9e05-9e58375c436f with binding_index 1 {{(pid=93587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 18:55:09.368070 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.scheduler.base_scheduler [None req-9add4843-6d8b-4a6f-8737-5728c1838a04 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802653-1-iscsi, 5519f8a9-b164-468b-be21-3783ec7f44f2) {{(pid=93587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:55:09.374462 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9add4843-6d8b-4a6f-8737-5728c1838a04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:55:09.375357 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-9add4843-6d8b-4a6f-8737-5728c1838a04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760026'] for subnet, before_response {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:55:09.378706 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18a8e96b-5d42-4b28-a209-b17617680447 None None] Network 5519f8a9-b164-468b-be21-3783ec7f44f2 requested from dv-cinder-802653-1-iscsi {{(pid=93588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:55:09.437411 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [None req-9add4843-6d8b-4a6f-8737-5728c1838a04 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7609825 Jul 28 18:55:09.696900 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75408926-b0a0-4bed-9cee-e1f54b5016c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4954927-9383-551a-867b-ead704d2447a-5519f8a9-b164-468b-be21-3783ec7f44f2', 'network_id': '5519f8a9-b164-468b-be21-3783ec7f44f2', 'tenant_id': '7062e9d94210407ea9718081b6bdf69c', 'fixed_ips': [{'subnet_id': '038896c0-2f2b-4033-86aa-f0a306812e37'}]}} from dv-cinder-802653-1-iscsi. {{(pid=93588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 18:55:09.698224 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-75408926-b0a0-4bed-9cee-e1f54b5016c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555300'] for port, before_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:55:09.972240 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.db_base_plugin_common [None req-75408926-b0a0-4bed-9cee-e1f54b5016c3 None None] Allocated IP 172.20.0.2 (5519f8a9-b164-468b-be21-3783ec7f44f2/038896c0-2f2b-4033-86aa-f0a306812e37/da85e993-a3c3-456a-9c55-85b5617a4ee9) {{(pid=93588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:55:10.206566 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-75408926-b0a0-4bed-9cee-e1f54b5016c3 None None] Notify callbacks [] for port, precommit_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:55:10.221418 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.provisioning_blocks [None req-75408926-b0a0-4bed-9cee-e1f54b5016c3 None None] Transition to ACTIVE for port object da85e993-a3c3-456a-9c55-85b5617a4ee9 will not be triggered until provisioned by entity L2. {{(pid=93588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:55:10.242216 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.provisioning_blocks [None req-75408926-b0a0-4bed-9cee-e1f54b5016c3 None None] Transition to ACTIVE for port object da85e993-a3c3-456a-9c55-85b5617a4ee9 will not be triggered until provisioned by entity DHCP. {{(pid=93588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:55:10.362814 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-75408926-b0a0-4bed-9cee-e1f54b5016c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742349248516'] for port, after_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:55:10.432219 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75408926-b0a0-4bed-9cee-e1f54b5016c3 None None] Network 5519f8a9-b164-468b-be21-3783ec7f44f2 is already hosted by enough agents. {{(pid=93588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:55:10.436845 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.scheduler.base_scheduler [None req-75408926-b0a0-4bed-9cee-e1f54b5016c3 None None] Resources bound (agent type, host, resource id): {{(pid=93588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:55:10.440274 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75408926-b0a0-4bed-9cee-e1f54b5016c3 None None] Received port after_create {{(pid=93588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:55:10.455514 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75408926-b0a0-4bed-9cee-e1f54b5016c3 None None] Pushing event updated for resources: {'Port': ['ID=da85e993-a3c3-456a-9c55-85b5617a4ee9,revision_number=1']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:55:10.502965 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75408926-b0a0-4bed-9cee-e1f54b5016c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:55:10.503247 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75408926-b0a0-4bed-9cee-e1f54b5016c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:55:10.503590 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75408926-b0a0-4bed-9cee-e1f54b5016c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:55:10.503959 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75408926-b0a0-4bed-9cee-e1f54b5016c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:55:10.504296 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75408926-b0a0-4bed-9cee-e1f54b5016c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:55:10.504629 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75408926-b0a0-4bed-9cee-e1f54b5016c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:55:10.504960 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75408926-b0a0-4bed-9cee-e1f54b5016c3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:55:10.505284 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75408926-b0a0-4bed-9cee-e1f54b5016c3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:55:10.505633 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75408926-b0a0-4bed-9cee-e1f54b5016c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:55:10.505962 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75408926-b0a0-4bed-9cee-e1f54b5016c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:55:10.506288 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75408926-b0a0-4bed-9cee-e1f54b5016c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:55:10.506612 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75408926-b0a0-4bed-9cee-e1f54b5016c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:55:10.507682 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75408926-b0a0-4bed-9cee-e1f54b5016c3 None None] Tracked resource versions report: Jul 28 18:55:10.507682 dv-cinder-802653-1-iscsi neutron-server[93588]: pushed versions: Jul 28 18:55:10.507682 dv-cinder-802653-1-iscsi neutron-server[93588]: { 'AddressGroup': {'1.2'}, Jul 28 18:55:10.507682 dv-cinder-802653-1-iscsi neutron-server[93588]: 'ConntrackHelper': {'1.0'}, Jul 28 18:55:10.507682 dv-cinder-802653-1-iscsi neutron-server[93588]: 'Log': {'1.0'}, Jul 28 18:55:10.507682 dv-cinder-802653-1-iscsi neutron-server[93588]: 'Network': {'1.1'}, Jul 28 18:55:10.507682 dv-cinder-802653-1-iscsi neutron-server[93588]: 'Port': {'1.7'}, Jul 28 18:55:10.507682 dv-cinder-802653-1-iscsi neutron-server[93588]: 'PortForwarding': {'1.2'}, Jul 28 18:55:10.507682 dv-cinder-802653-1-iscsi neutron-server[93588]: 'QosPolicy': {'1.8'}, Jul 28 18:55:10.507682 dv-cinder-802653-1-iscsi neutron-server[93588]: 'SecurityGroup': {'1.4'}, Jul 28 18:55:10.507682 dv-cinder-802653-1-iscsi neutron-server[93588]: 'SecurityGroupRule': {'1.2'}, Jul 28 18:55:10.507682 dv-cinder-802653-1-iscsi neutron-server[93588]: 'SubPort': {'1.0'}, Jul 28 18:55:10.507682 dv-cinder-802653-1-iscsi neutron-server[93588]: 'Subnet': {'1.1'}, Jul 28 18:55:10.507682 dv-cinder-802653-1-iscsi neutron-server[93588]: 'Trunk': {'1.1'}} Jul 28 18:55:10.507682 dv-cinder-802653-1-iscsi neutron-server[93588]: consumer versions: Jul 28 18:55:10.507682 dv-cinder-802653-1-iscsi neutron-server[93588]: { DHCP agent@dv-cinder-802653-1-iscsi: {}, Jul 28 18:55:10.507682 dv-cinder-802653-1-iscsi neutron-server[93588]: L3 agent@dv-cinder-802653-1-iscsi: {}, Jul 28 18:55:10.507682 dv-cinder-802653-1-iscsi neutron-server[93588]: Metadata agent@dv-cinder-802653-1-iscsi: {}, Jul 28 18:55:10.507682 dv-cinder-802653-1-iscsi neutron-server[93588]: Metering agent@dv-cinder-802653-1-iscsi: {}, Jul 28 18:55:10.507682 dv-cinder-802653-1-iscsi neutron-server[93588]: Open vSwitch agent@dv-cinder-802653-1-iscsi: { 'AddressGroup': '1.2', Jul 28 18:55:10.507682 dv-cinder-802653-1-iscsi neutron-server[93588]: 'ConntrackHelper': '1.0', Jul 28 18:55:10.507682 dv-cinder-802653-1-iscsi neutron-server[93588]: 'Log': '1.0', Jul 28 18:55:10.507682 dv-cinder-802653-1-iscsi neutron-server[93588]: 'Network': '1.1', Jul 28 18:55:10.507682 dv-cinder-802653-1-iscsi neutron-server[93588]: 'Port': '1.7', Jul 28 18:55:10.507682 dv-cinder-802653-1-iscsi neutron-server[93588]: 'PortForwarding': '1.2', Jul 28 18:55:10.507682 dv-cinder-802653-1-iscsi neutron-server[93588]: 'QosPolicy': '1.8', Jul 28 18:55:10.507682 dv-cinder-802653-1-iscsi neutron-server[93588]: 'SecurityGroup': '1.4', Jul 28 18:55:10.507682 dv-cinder-802653-1-iscsi neutron-server[93588]: 'SecurityGroupRule': '1.2', Jul 28 18:55:10.507682 dv-cinder-802653-1-iscsi neutron-server[93588]: 'SubPort': '1.0', Jul 28 18:55:10.507682 dv-cinder-802653-1-iscsi neutron-server[93588]: 'Subnet': '1.1', Jul 28 18:55:10.507682 dv-cinder-802653-1-iscsi neutron-server[93588]: 'Trunk': '1.1'}} Jul 28 18:55:10.507682 dv-cinder-802653-1-iscsi neutron-server[93588]: {{(pid=93588) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 28 18:55:10.539681 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.managers [None req-75408926-b0a0-4bed-9cee-e1f54b5016c3 None None] Attempting to bind port da85e993-a3c3-456a-9c55-85b5617a4ee9 on host dv-cinder-802653-1-iscsi for vnic_type normal with profile {{(pid=93588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:55:10.540113 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.managers [None req-75408926-b0a0-4bed-9cee-e1f54b5016c3 None None] Attempting to bind port da85e993-a3c3-456a-9c55-85b5617a4ee9 by drivers openvswitch,hyperv on host dv-cinder-802653-1-iscsi at level 0 using segments [{'id': 'cb5df395-2dda-4ce5-96b7-5eb7c500bc07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '5519f8a9-b164-468b-be21-3783ec7f44f2'}] {{(pid=93588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:55:10.540541 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75408926-b0a0-4bed-9cee-e1f54b5016c3 None None] Attempting to bind port da85e993-a3c3-456a-9c55-85b5617a4ee9 on network 5519f8a9-b164-468b-be21-3783ec7f44f2 {{(pid=93588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:55:10.546454 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75408926-b0a0-4bed-9cee-e1f54b5016c3 None None] Checking agent: {'id': 'db69d0ec-1e3c-47a8-846d-d71db5f0b0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802653-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 18, 54, 54), 'started_at': datetime.datetime(2021, 7, 28, 18, 54, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 54, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802653-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:55:10.546873 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75408926-b0a0-4bed-9cee-e1f54b5016c3 None None] Checking segment: {'id': 'cb5df395-2dda-4ce5-96b7-5eb7c500bc07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '5519f8a9-b164-468b-be21-3783ec7f44f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:55:10.547320 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-75408926-b0a0-4bed-9cee-e1f54b5016c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:55:10.547709 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75408926-b0a0-4bed-9cee-e1f54b5016c3 None None] Bound using segment: {'id': 'cb5df395-2dda-4ce5-96b7-5eb7c500bc07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '5519f8a9-b164-468b-be21-3783ec7f44f2'} {{(pid=93588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:55:10.548200 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.managers [None req-75408926-b0a0-4bed-9cee-e1f54b5016c3 None None] Bound port: da85e993-a3c3-456a-9c55-85b5617a4ee9, host: dv-cinder-802653-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb5df395-2dda-4ce5-96b7-5eb7c500bc07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '5519f8a9-b164-468b-be21-3783ec7f44f2'}}] {{(pid=93588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:55:10.548628 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-75408926-b0a0-4bed-9cee-e1f54b5016c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555300'] for port, before_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:55:10.613844 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.db [None req-75408926-b0a0-4bed-9cee-e1f54b5016c3 None None] For port da85e993-a3c3-456a-9c55-85b5617a4ee9, host dv-cinder-802653-1-iscsi, cleared binding levels {{(pid=93588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:55:10.618025 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.db [None req-75408926-b0a0-4bed-9cee-e1f54b5016c3 None None] For port da85e993-a3c3-456a-9c55-85b5617a4ee9, host dv-cinder-802653-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-1-iscsi',level=0,port_id=da85e993-a3c3-456a-9c55-85b5617a4ee9,segment=NetworkSegment(cb5df395-2dda-4ce5-96b7-5eb7c500bc07),segment_id=cb5df395-2dda-4ce5-96b7-5eb7c500bc07)] {{(pid=93588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:55:10.697956 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-75408926-b0a0-4bed-9cee-e1f54b5016c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742349622321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742349248534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742349248552'] for port, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:55:10.761939 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75408926-b0a0-4bed-9cee-e1f54b5016c3 None None] Pushing event updated for resources: {'Port': ['ID=da85e993-a3c3-456a-9c55-85b5617a4ee9,revision_number=2']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:55:11.801985 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.wsgi [-] (93586) accepted ('10.222.0.41', 55676) {{(pid=93586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:55:12.317697 dv-cinder-802653-1-iscsi neutron-server[93586]: WARNING oslo_policy.policy [None req-3da54a54-9e5c-470f-a95c-2fb0420ca150 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 28 18:55:12.318284 dv-cinder-802653-1-iscsi neutron-server[93586]: WARNING oslo_policy.policy [None req-3da54a54-9e5c-470f-a95c-2fb0420ca150 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 28 18:55:12.548119 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.wsgi [None req-3da54a54-9e5c-470f-a95c-2fb0420ca150 admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=93586) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 18:55:12.549320 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [None req-3da54a54-9e5c-470f-a95c-2fb0420ca150 admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7452013 Jul 28 18:55:14.944914 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.wsgi [-] (93586) accepted ('10.222.0.41', 55690) {{(pid=93586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:55:15.260232 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.wsgi [None req-70a3b8ed-de2e-4459-ba88-a687825d5539 admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=93586) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 18:55:15.261069 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [None req-70a3b8ed-de2e-4459-ba88-a687825d5539 admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3151722 Jul 28 18:55:17.895721 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.wsgi [-] (93586) accepted ('10.222.0.41', 55700) {{(pid=93586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:55:18.235244 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.v2.base [None req-4a9c4aa6-39e1-4993-abc8-0d9830bfcf7f admin admin] Request body: {'router': {'tenant_id': '7062e9d94210407ea9718081b6bdf69c', 'admin_state_up': True, 'name': 'router1'}} {{(pid=93586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:55:18.302781 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.policy [None req-4a9c4aa6-39e1-4993-abc8-0d9830bfcf7f admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93586) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 28 18:55:18.350158 dv-cinder-802653-1-iscsi neutron-server[93586]: WARNING oslo_policy.policy [None req-4a9c4aa6-39e1-4993-abc8-0d9830bfcf7f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 28 18:55:18.350582 dv-cinder-802653-1-iscsi neutron-server[93586]: WARNING oslo_policy.policy [None req-4a9c4aa6-39e1-4993-abc8-0d9830bfcf7f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 28 18:55:18.360421 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.quota [None req-4a9c4aa6-39e1-4993-abc8-0d9830bfcf7f admin admin] Loaded quota_driver: . Jul 28 18:55:18.381778 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.rpc [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Device da85e993-a3c3-456a-9c55-85b5617a4ee9 up at agent ovs-agent-dv-cinder-802653-1-iscsi {{(pid=93588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:55:18.505962 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-4a9c4aa6-39e1-4993-abc8-0d9830bfcf7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3885658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32175'] for router, before_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:55:18.507961 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-4a9c4aa6-39e1-4993-abc8-0d9830bfcf7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3885821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3822384', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3789062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32164'] for router, precommit_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:55:18.533158 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.provisioning_blocks [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Provisioning for port da85e993-a3c3-456a-9c55-85b5617a4ee9 completed by entity L2. {{(pid=93588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:55:18.667590 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-4a9c4aa6-39e1-4993-abc8-0d9830bfcf7f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:55:18.726973 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-4a9c4aa6-39e1-4993-abc8-0d9830bfcf7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3885665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3821551'] for router, after_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:55:18.813808 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-4a9c4aa6-39e1-4993-abc8-0d9830bfcf7f admin admin] Notify callbacks [] for router, before_response {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:55:18.815038 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [None req-4a9c4aa6-39e1-4993-abc8-0d9830bfcf7f admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.9183345 Jul 28 18:55:19.213035 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35072266-25e2-4fe4-ac3f-7d923ed866fa None None] Network 5519f8a9-b164-468b-be21-3783ec7f44f2 requested from dv-cinder-802653-1-iscsi {{(pid=93588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:55:19.395065 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.provisioning_blocks [None req-06a82519-b1ff-4691-b6a4-2b597b9db880 None None] Provisioning for port da85e993-a3c3-456a-9c55-85b5617a4ee9 completed by entity DHCP. {{(pid=93588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:55:19.395065 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.provisioning_blocks [None req-06a82519-b1ff-4691-b6a4-2b597b9db880 None None] Provisioning complete for port da85e993-a3c3-456a-9c55-85b5617a4ee9 triggered by entity DHCP. {{(pid=93588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:55:19.395065 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-06a82519-b1ff-4691-b6a4-2b597b9db880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721938'] for port, provisioning_complete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:55:19.508030 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-06a82519-b1ff-4691-b6a4-2b597b9db880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555300'] for port, before_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:55:19.545534 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.db [None req-06a82519-b1ff-4691-b6a4-2b597b9db880 None None] For port da85e993-a3c3-456a-9c55-85b5617a4ee9, host dv-cinder-802653-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-1-iscsi',level=0,port_id=da85e993-a3c3-456a-9c55-85b5617a4ee9,segment=NetworkSegment(cb5df395-2dda-4ce5-96b7-5eb7c500bc07),segment_id=cb5df395-2dda-4ce5-96b7-5eb7c500bc07)] {{(pid=93588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:55:19.645449 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-06a82519-b1ff-4691-b6a4-2b597b9db880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742349622321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742349248534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742349248552'] for port, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:55:19.691979 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a82519-b1ff-4691-b6a4-2b597b9db880 None None] Pushing event updated for resources: {'Port': ['ID=da85e993-a3c3-456a-9c55-85b5617a4ee9,revision_number=3']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:55:19.764444 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.provisioning_blocks [None req-20f8f287-f35b-46ab-8d65-dd79fd575511 None None] Provisioning complete for port da85e993-a3c3-456a-9c55-85b5617a4ee9 triggered by entity DHCP. {{(pid=93588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:55:19.764814 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-20f8f287-f35b-46ab-8d65-dd79fd575511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721938'] for port, provisioning_complete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:55:20.360517 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.rpc [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Device da85e993-a3c3-456a-9c55-85b5617a4ee9 up at agent ovs-agent-dv-cinder-802653-1-iscsi {{(pid=93588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:55:20.408288 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.provisioning_blocks [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Provisioning complete for port da85e993-a3c3-456a-9c55-85b5617a4ee9 triggered by entity L2. {{(pid=93588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:55:20.408921 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721938'] for port, provisioning_complete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:55:21.191279 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.wsgi [-] (93586) accepted ('10.222.0.41', 55714) {{(pid=93586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:55:21.500366 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.wsgi [None req-797feae3-46b6-4144-9e73-6ac7f3f5ed48 admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=93586) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 18:55:21.501349 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [None req-797feae3-46b6-4144-9e73-6ac7f3f5ed48 admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3091156 Jul 28 18:55:21.542223 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-93567a7d-0ae1-4cc2-adf5-4206596f223b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:55:21.686320 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.db.agents_db [None req-65e7ef76-a059-4ec3-9341-f72ff4ef7e59 None None] Agent healthcheck: found 5 active agents {{(pid=93589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 18:55:23.858078 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.wsgi [-] (93586) accepted ('10.222.0.41', 55722) {{(pid=93586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:55:24.169183 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.v2.base [None req-35eafe6f-50a4-4d18-8b62-824a18cbfef2 admin admin] Request body: {'network': {'name': 'public', 'provider:network_type': 'flat', 'router:external': True, 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'is_default': True}} {{(pid=93586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:55:24.178681 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:55:24.241525 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35eafe6f-50a4-4d18-8b62-824a18cbfef2 admin admin] Made reservation on behalf of 2cd1d528a1b8415499c23ae0eb643962 for: {'network': 1} {{(pid=93586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:55:24.244833 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-35eafe6f-50a4-4d18-8b62-824a18cbfef2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555300'] for network, before_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:55:24.261434 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-35eafe6f-50a4-4d18-8b62-824a18cbfef2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:55:24.430024 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-f4f3c088-5c9c-4a67-83b9-f8f7c22f9a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:55:24.572036 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-35eafe6f-50a4-4d18-8b62-824a18cbfef2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:55:24.647053 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-35eafe6f-50a4-4d18-8b62-824a18cbfef2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676630'] for security_group, after_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:55:24.657998 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-35eafe6f-50a4-4d18-8b62-824a18cbfef2 admin admin] Reserving flat network on physical network physnet1 {{(pid=93586) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 28 18:55:24.690936 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-35eafe6f-50a4-4d18-8b62-824a18cbfef2 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8742349714728', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721374'] for segment, precommit_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:55:24.691503 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-35eafe6f-50a4-4d18-8b62-824a18cbfef2 admin admin] Unsubscribe: segment precommit_create {{(pid=93586) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 28 18:55:24.692059 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.db.segments_db [None req-35eafe6f-50a4-4d18-8b62-824a18cbfef2 admin admin] Added segment 17bd56bb-f533-4c75-bcf1-86c99094db6a of type flat for network e684c39a-2e11-408f-97ab-0003bc0ac2df Jul 28 18:55:24.710484 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35eafe6f-50a4-4d18-8b62-824a18cbfef2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=710f8a1b-f551-4f1a-8d39-810d22788e35,revision_number=1']} {{(pid=93586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:55:24.760048 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35eafe6f-50a4-4d18-8b62-824a18cbfef2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:55:24.760413 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35eafe6f-50a4-4d18-8b62-824a18cbfef2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:55:24.760755 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35eafe6f-50a4-4d18-8b62-824a18cbfef2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:55:24.761088 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35eafe6f-50a4-4d18-8b62-824a18cbfef2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:55:24.761419 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35eafe6f-50a4-4d18-8b62-824a18cbfef2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:55:24.761887 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35eafe6f-50a4-4d18-8b62-824a18cbfef2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:55:24.762220 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35eafe6f-50a4-4d18-8b62-824a18cbfef2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:55:24.762546 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35eafe6f-50a4-4d18-8b62-824a18cbfef2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:55:24.762948 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35eafe6f-50a4-4d18-8b62-824a18cbfef2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:55:24.763216 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35eafe6f-50a4-4d18-8b62-824a18cbfef2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:55:24.763539 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35eafe6f-50a4-4d18-8b62-824a18cbfef2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:55:24.763897 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35eafe6f-50a4-4d18-8b62-824a18cbfef2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:55:24.765008 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35eafe6f-50a4-4d18-8b62-824a18cbfef2 admin admin] Tracked resource versions report: Jul 28 18:55:24.765008 dv-cinder-802653-1-iscsi neutron-server[93586]: pushed versions: Jul 28 18:55:24.765008 dv-cinder-802653-1-iscsi neutron-server[93586]: { 'AddressGroup': {'1.2'}, Jul 28 18:55:24.765008 dv-cinder-802653-1-iscsi neutron-server[93586]: 'ConntrackHelper': {'1.0'}, Jul 28 18:55:24.765008 dv-cinder-802653-1-iscsi neutron-server[93586]: 'Log': {'1.0'}, Jul 28 18:55:24.765008 dv-cinder-802653-1-iscsi neutron-server[93586]: 'Network': {'1.1'}, Jul 28 18:55:24.765008 dv-cinder-802653-1-iscsi neutron-server[93586]: 'Port': {'1.7'}, Jul 28 18:55:24.765008 dv-cinder-802653-1-iscsi neutron-server[93586]: 'PortForwarding': {'1.2'}, Jul 28 18:55:24.765008 dv-cinder-802653-1-iscsi neutron-server[93586]: 'QosPolicy': {'1.8'}, Jul 28 18:55:24.765008 dv-cinder-802653-1-iscsi neutron-server[93586]: 'SecurityGroup': {'1.4'}, Jul 28 18:55:24.765008 dv-cinder-802653-1-iscsi neutron-server[93586]: 'SecurityGroupRule': {'1.2'}, Jul 28 18:55:24.765008 dv-cinder-802653-1-iscsi neutron-server[93586]: 'SubPort': {'1.0'}, Jul 28 18:55:24.765008 dv-cinder-802653-1-iscsi neutron-server[93586]: 'Subnet': {'1.1'}, Jul 28 18:55:24.765008 dv-cinder-802653-1-iscsi neutron-server[93586]: 'Trunk': {'1.1'}} Jul 28 18:55:24.765008 dv-cinder-802653-1-iscsi neutron-server[93586]: consumer versions: Jul 28 18:55:24.765008 dv-cinder-802653-1-iscsi neutron-server[93586]: { DHCP agent@dv-cinder-802653-1-iscsi: {}, Jul 28 18:55:24.765008 dv-cinder-802653-1-iscsi neutron-server[93586]: L3 agent@dv-cinder-802653-1-iscsi: {}, Jul 28 18:55:24.765008 dv-cinder-802653-1-iscsi neutron-server[93586]: Metadata agent@dv-cinder-802653-1-iscsi: {}, Jul 28 18:55:24.765008 dv-cinder-802653-1-iscsi neutron-server[93586]: Metering agent@dv-cinder-802653-1-iscsi: {}, Jul 28 18:55:24.765008 dv-cinder-802653-1-iscsi neutron-server[93586]: Open vSwitch agent@dv-cinder-802653-1-iscsi: { 'AddressGroup': '1.2', Jul 28 18:55:24.765008 dv-cinder-802653-1-iscsi neutron-server[93586]: 'ConntrackHelper': '1.0', Jul 28 18:55:24.765008 dv-cinder-802653-1-iscsi neutron-server[93586]: 'Log': '1.0', Jul 28 18:55:24.765008 dv-cinder-802653-1-iscsi neutron-server[93586]: 'Network': '1.1', Jul 28 18:55:24.765008 dv-cinder-802653-1-iscsi neutron-server[93586]: 'Port': '1.7', Jul 28 18:55:24.765008 dv-cinder-802653-1-iscsi neutron-server[93586]: 'PortForwarding': '1.2', Jul 28 18:55:24.765008 dv-cinder-802653-1-iscsi neutron-server[93586]: 'QosPolicy': '1.8', Jul 28 18:55:24.765008 dv-cinder-802653-1-iscsi neutron-server[93586]: 'SecurityGroup': '1.4', Jul 28 18:55:24.765008 dv-cinder-802653-1-iscsi neutron-server[93586]: 'SecurityGroupRule': '1.2', Jul 28 18:55:24.765008 dv-cinder-802653-1-iscsi neutron-server[93586]: 'SubPort': '1.0', Jul 28 18:55:24.765008 dv-cinder-802653-1-iscsi neutron-server[93586]: 'Subnet': '1.1', Jul 28 18:55:24.765008 dv-cinder-802653-1-iscsi neutron-server[93586]: 'Trunk': '1.1'}} Jul 28 18:55:24.765008 dv-cinder-802653-1-iscsi neutron-server[93586]: {{(pid=93586) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 28 18:55:24.816835 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-35eafe6f-50a4-4d18-8b62-824a18cbfef2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742349240423'] for network, precommit_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:55:24.936389 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-35eafe6f-50a4-4d18-8b62-824a18cbfef2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036'] for network, after_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:55:24.937603 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35eafe6f-50a4-4d18-8b62-824a18cbfef2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:55:24.938249 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-35eafe6f-50a4-4d18-8b62-824a18cbfef2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760026'] for network, before_response {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:55:25.035894 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35eafe6f-50a4-4d18-8b62-824a18cbfef2 admin admin] Pushing event updated for resources: {'Network': ['ID=e684c39a-2e11-408f-97ab-0003bc0ac2df,revision_number=1']} {{(pid=93586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:55:25.045970 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.rpc [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Network e684c39a-2e11-408f-97ab-0003bc0ac2df details requested by agent ovs-agent-dv-cinder-802653-1-iscsi with host dv-cinder-802653-1-iscsi {{(pid=93588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 18:55:25.092694 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [None req-35eafe6f-50a4-4d18-8b62-824a18cbfef2 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.2334614 Jul 28 18:55:25.451189 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-acea1373-d53c-46a9-b089-9e40d352d773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:55:27.440173 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.wsgi [-] (93586) accepted ('10.222.0.41', 55744) {{(pid=93586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:55:27.468162 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-26c861f8-c84b-4272-86f3-59900436582c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:55:27.653654 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2e537fd-9be5-4fe5-b9d0-319db01bf47d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:55:27.654989 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [None req-a2e537fd-9be5-4fe5-b9d0-319db01bf47d admin admin] 10.222.0.41 "GET /v2.0/subnets/038896c0-2f2b-4033-86aa-f0a306812e37 HTTP/1.1" status: 200 len: 849 time: 0.2138579 Jul 28 18:55:27.787283 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [None req-30fd1398-5f85-4cb3-9104-cc520291364d admin admin] 10.222.0.41 "GET /v2.0/routers/8692583a-188d-46ec-8a1a-875fc489217c HTTP/1.1" status: 200 len: 704 time: 0.1264246 Jul 28 18:55:28.046768 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-9b41cbba-1c5f-4bc6-ab7e-4c1aa83712a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555300'] for port, before_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:55:28.348924 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.db.db_base_plugin_common [None req-9b41cbba-1c5f-4bc6-ab7e-4c1aa83712a4 admin admin] Allocated IP 172.20.0.1 (5519f8a9-b164-468b-be21-3783ec7f44f2/038896c0-2f2b-4033-86aa-f0a306812e37/29aadd5a-8363-4648-926c-2563c939c79b) {{(pid=93586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:55:28.536687 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-9b41cbba-1c5f-4bc6-ab7e-4c1aa83712a4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:55:28.560695 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.db.provisioning_blocks [None req-9b41cbba-1c5f-4bc6-ab7e-4c1aa83712a4 admin admin] Transition to ACTIVE for port object 29aadd5a-8363-4648-926c-2563c939c79b will not be triggered until provisioned by entity DHCP. {{(pid=93586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:55:28.702782 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-9b41cbba-1c5f-4bc6-ab7e-4c1aa83712a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742349248516'] for port, after_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:55:28.768955 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b41cbba-1c5f-4bc6-ab7e-4c1aa83712a4 admin admin] Network 5519f8a9-b164-468b-be21-3783ec7f44f2 is already hosted by enough agents. {{(pid=93586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:55:28.773652 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.scheduler.base_scheduler [None req-9b41cbba-1c5f-4bc6-ab7e-4c1aa83712a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:55:28.784506 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b41cbba-1c5f-4bc6-ab7e-4c1aa83712a4 admin admin] Received port after_create {{(pid=93586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:55:28.785062 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-9b41cbba-1c5f-4bc6-ab7e-4c1aa83712a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3821360'] for router_interface, before_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:55:28.810352 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b41cbba-1c5f-4bc6-ab7e-4c1aa83712a4 admin admin] Pushing event updated for resources: {'Port': ['ID=29aadd5a-8363-4648-926c-2563c939c79b,revision_number=1']} {{(pid=93586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:55:29.059610 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.provisioning_blocks [None req-b990808d-d664-4b78-88e4-0ad344b9d3fc None None] Provisioning for port 29aadd5a-8363-4648-926c-2563c939c79b completed by entity DHCP. {{(pid=93588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:55:29.063302 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.provisioning_blocks [None req-b990808d-d664-4b78-88e4-0ad344b9d3fc None None] Provisioning complete for port 29aadd5a-8363-4648-926c-2563c939c79b triggered by entity DHCP. {{(pid=93588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:55:29.063677 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-b990808d-d664-4b78-88e4-0ad344b9d3fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721938'] for port, provisioning_complete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:55:29.086566 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-9b41cbba-1c5f-4bc6-ab7e-4c1aa83712a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555300'] for port, before_update {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:55:29.099394 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.plugin [None req-b990808d-d664-4b78-88e4-0ad344b9d3fc None None] Port 29aadd5a-8363-4648-926c-2563c939c79b cannot update to ACTIVE because it is not bound. {{(pid=93588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:55:29.295104 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-9b41cbba-1c5f-4bc6-ab7e-4c1aa83712a4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:55:29.370473 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-9b41cbba-1c5f-4bc6-ab7e-4c1aa83712a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742349622321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742349248534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742349248552'] for port, after_update {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:55:29.371251 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-9b41cbba-1c5f-4bc6-ab7e-4c1aa83712a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3760054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3821728'] for router_interface, after_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:55:29.446342 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b41cbba-1c5f-4bc6-ab7e-4c1aa83712a4 admin admin] Pushing event updated for resources: {'Port': ['ID=29aadd5a-8363-4648-926c-2563c939c79b,revision_number=2']} {{(pid=93586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:55:29.496597 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b41cbba-1c5f-4bc6-ab7e-4c1aa83712a4 admin admin] Network 5519f8a9-b164-468b-be21-3783ec7f44f2 is already hosted by enough agents. {{(pid=93586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:55:29.497903 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.scheduler.base_scheduler [None req-9b41cbba-1c5f-4bc6-ab7e-4c1aa83712a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:55:29.708167 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b41cbba-1c5f-4bc6-ab7e-4c1aa83712a4 admin admin] Router 8692583a-188d-46ec-8a1a-875fc489217c is scheduled to L3 agent a81dfe8c-a6e8-4fad-82b8-e31bee6ac2ff with binding_index 1 {{(pid=93586) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 18:55:29.724767 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.provisioning_blocks [None req-707292a5-f6ec-423a-8a6c-a9f17b2bb70e None None] Provisioning complete for port 29aadd5a-8363-4648-926c-2563c939c79b triggered by entity DHCP. {{(pid=93588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:55:29.725138 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-707292a5-f6ec-423a-8a6c-a9f17b2bb70e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721938'] for port, provisioning_complete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:55:29.757224 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.plugin [None req-707292a5-f6ec-423a-8a6c-a9f17b2bb70e None None] Port 29aadd5a-8363-4648-926c-2563c939c79b cannot update to ACTIVE because it is not bound. {{(pid=93588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 18:55:29.800244 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b41cbba-1c5f-4bc6-ab7e-4c1aa83712a4 admin admin] Notify agent at l3_agent.dv-cinder-802653-1-iscsi the message routers_updated {{(pid=93586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:55:29.805922 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [None req-9b41cbba-1c5f-4bc6-ab7e-4c1aa83712a4 admin admin] 10.222.0.41 "PUT /v2.0/routers/8692583a-188d-46ec-8a1a-875fc489217c/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0131612 Jul 28 18:55:29.810433 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6023f977-c033-495e-bbb6-e7c7de356f19 None None] Sync routers for ids ['8692583a-188d-46ec-8a1a-875fc489217c'] in dv-cinder-802653-1-iscsi {{(pid=93589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:55:29.824919 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6023f977-c033-495e-bbb6-e7c7de356f19 None None] Routers {'8692583a-188d-46ec-8a1a-875fc489217c'} bound to L3 agent in host dv-cinder-802653-1-iscsi {{(pid=93589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:55:29.826237 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.db.l3_hamode_db [None req-6023f977-c033-495e-bbb6-e7c7de356f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802653-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-28T18:54:54Z,description=,heartbeat_timestamp=2021-07-28T18:55:24Z,host='dv-cinder-802653-1-iscsi',id=a81dfe8c-a6e8-4fad-82b8-e31bee6ac2ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T18:54:55Z,topic='l3_agent')) {'router_ids': ['8692583a-188d-46ec-8a1a-875fc489217c'], 'active': True} {{(pid=93589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:55:30.008113 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.db.l3_dvr_db [None req-6023f977-c033-495e-bbb6-e7c7de356f19 None None] Set router 8692583a-188d-46ec-8a1a-875fc489217c gateway port host: None {{(pid=93589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:55:30.435193 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.db.l3_hamode_db [None req-6023f977-c033-495e-bbb6-e7c7de356f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8692583a-188d-46ec-8a1a-875fc489217c', 'name': 'router1', 'tenant_id': '7062e9d94210407ea9718081b6bdf69c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:55:18Z', 'updated_at': '2021-07-28T18:55:28Z', 'revision_number': 2, 'project_id': '7062e9d94210407ea9718081b6bdf69c', 'gw_port_host': None, '_interfaces': [{'id': '29aadd5a-8363-4648-926c-2563c939c79b', 'name': '', 'network_id': '5519f8a9-b164-468b-be21-3783ec7f44f2', 'tenant_id': '7062e9d94210407ea9718081b6bdf69c', 'mac_address': 'fa:16:3e:bb:a0:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8692583a-188d-46ec-8a1a-875fc489217c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '038896c0-2f2b-4033-86aa-f0a306812e37', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:55:28Z', 'updated_at': '2021-07-28T18:55:29Z', 'revision_number': 2, 'project_id': '7062e9d94210407ea9718081b6bdf69c', 'subnets': [{'id': '038896c0-2f2b-4033-86aa-f0a306812e37', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '58ca140c-30c5-4e37-b70b-104dca6e02ef'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802653-1-iscsi', False) {} {{(pid=93589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:55:30.485478 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6023f977-c033-495e-bbb6-e7c7de356f19 None None] Checking router: 8692583a-188d-46ec-8a1a-875fc489217c for host: dv-cinder-802653-1-iscsi {{(pid=93589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:55:30.485840 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6023f977-c033-495e-bbb6-e7c7de356f19 None None] Updating router 8692583a-188d-46ec-8a1a-875fc489217c port 29aadd5a-8363-4648-926c-2563c939c79b binding host dv-cinder-802653-1-iscsi {{(pid=93589) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 18:55:30.533924 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-6023f977-c033-495e-bbb6-e7c7de356f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555300'] for port, before_update {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:55:31.053353 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-6023f977-c033-495e-bbb6-e7c7de356f19 None None] Notify callbacks [] for port, precommit_update {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:55:31.070658 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.db.provisioning_blocks [None req-6023f977-c033-495e-bbb6-e7c7de356f19 None None] Transition to ACTIVE for port object 29aadd5a-8363-4648-926c-2563c939c79b will not be triggered until provisioned by entity L2. {{(pid=93589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:55:31.165239 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-6023f977-c033-495e-bbb6-e7c7de356f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742349622321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742349248534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742349248552'] for port, after_update {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:55:31.317862 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6173d9-f794-449c-9192-d20a64c2887d None None] Pushing event updated for resources: {'Port': ['ID=29aadd5a-8363-4648-926c-2563c939c79b,revision_number=3']} {{(pid=93589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:55:31.336220 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6173d9-f794-449c-9192-d20a64c2887d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:55:31.336563 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6173d9-f794-449c-9192-d20a64c2887d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:55:31.336889 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6173d9-f794-449c-9192-d20a64c2887d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:55:31.337216 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6173d9-f794-449c-9192-d20a64c2887d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:55:31.337539 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6173d9-f794-449c-9192-d20a64c2887d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:55:31.337857 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6173d9-f794-449c-9192-d20a64c2887d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:55:31.338172 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6173d9-f794-449c-9192-d20a64c2887d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:55:31.338490 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6173d9-f794-449c-9192-d20a64c2887d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:55:31.338814 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6173d9-f794-449c-9192-d20a64c2887d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:55:31.339125 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6173d9-f794-449c-9192-d20a64c2887d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:55:31.339435 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6173d9-f794-449c-9192-d20a64c2887d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:55:31.339746 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6173d9-f794-449c-9192-d20a64c2887d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:55:31.341520 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6173d9-f794-449c-9192-d20a64c2887d None None] Tracked resource versions report: Jul 28 18:55:31.341520 dv-cinder-802653-1-iscsi neutron-server[93589]: pushed versions: Jul 28 18:55:31.341520 dv-cinder-802653-1-iscsi neutron-server[93589]: { 'AddressGroup': {'1.2'}, Jul 28 18:55:31.341520 dv-cinder-802653-1-iscsi neutron-server[93589]: 'ConntrackHelper': {'1.0'}, Jul 28 18:55:31.341520 dv-cinder-802653-1-iscsi neutron-server[93589]: 'Log': {'1.0'}, Jul 28 18:55:31.341520 dv-cinder-802653-1-iscsi neutron-server[93589]: 'Network': {'1.1'}, Jul 28 18:55:31.341520 dv-cinder-802653-1-iscsi neutron-server[93589]: 'Port': {'1.7'}, Jul 28 18:55:31.341520 dv-cinder-802653-1-iscsi neutron-server[93589]: 'PortForwarding': {'1.2'}, Jul 28 18:55:31.341520 dv-cinder-802653-1-iscsi neutron-server[93589]: 'QosPolicy': {'1.8'}, Jul 28 18:55:31.341520 dv-cinder-802653-1-iscsi neutron-server[93589]: 'SecurityGroup': {'1.4'}, Jul 28 18:55:31.341520 dv-cinder-802653-1-iscsi neutron-server[93589]: 'SecurityGroupRule': {'1.2'}, Jul 28 18:55:31.341520 dv-cinder-802653-1-iscsi neutron-server[93589]: 'SubPort': {'1.0'}, Jul 28 18:55:31.341520 dv-cinder-802653-1-iscsi neutron-server[93589]: 'Subnet': {'1.1'}, Jul 28 18:55:31.341520 dv-cinder-802653-1-iscsi neutron-server[93589]: 'Trunk': {'1.1'}} Jul 28 18:55:31.341520 dv-cinder-802653-1-iscsi neutron-server[93589]: consumer versions: Jul 28 18:55:31.341520 dv-cinder-802653-1-iscsi neutron-server[93589]: { DHCP agent@dv-cinder-802653-1-iscsi: {}, Jul 28 18:55:31.341520 dv-cinder-802653-1-iscsi neutron-server[93589]: L3 agent@dv-cinder-802653-1-iscsi: {}, Jul 28 18:55:31.341520 dv-cinder-802653-1-iscsi neutron-server[93589]: Metadata agent@dv-cinder-802653-1-iscsi: {}, Jul 28 18:55:31.341520 dv-cinder-802653-1-iscsi neutron-server[93589]: Metering agent@dv-cinder-802653-1-iscsi: {}, Jul 28 18:55:31.341520 dv-cinder-802653-1-iscsi neutron-server[93589]: Open vSwitch agent@dv-cinder-802653-1-iscsi: { 'AddressGroup': '1.2', Jul 28 18:55:31.341520 dv-cinder-802653-1-iscsi neutron-server[93589]: 'ConntrackHelper': '1.0', Jul 28 18:55:31.341520 dv-cinder-802653-1-iscsi neutron-server[93589]: 'Log': '1.0', Jul 28 18:55:31.341520 dv-cinder-802653-1-iscsi neutron-server[93589]: 'Network': '1.1', Jul 28 18:55:31.341520 dv-cinder-802653-1-iscsi neutron-server[93589]: 'Port': '1.7', Jul 28 18:55:31.341520 dv-cinder-802653-1-iscsi neutron-server[93589]: 'PortForwarding': '1.2', Jul 28 18:55:31.341520 dv-cinder-802653-1-iscsi neutron-server[93589]: 'QosPolicy': '1.8', Jul 28 18:55:31.341520 dv-cinder-802653-1-iscsi neutron-server[93589]: 'SecurityGroup': '1.4', Jul 28 18:55:31.341520 dv-cinder-802653-1-iscsi neutron-server[93589]: 'SecurityGroupRule': '1.2', Jul 28 18:55:31.341520 dv-cinder-802653-1-iscsi neutron-server[93589]: 'SubPort': '1.0', Jul 28 18:55:31.341520 dv-cinder-802653-1-iscsi neutron-server[93589]: 'Subnet': '1.1', Jul 28 18:55:31.341520 dv-cinder-802653-1-iscsi neutron-server[93589]: 'Trunk': '1.1'}} Jul 28 18:55:31.341520 dv-cinder-802653-1-iscsi neutron-server[93589]: {{(pid=93589) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 28 18:55:31.346256 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.plugins.ml2.managers [None req-6023f977-c033-495e-bbb6-e7c7de356f19 None None] Attempting to bind port 29aadd5a-8363-4648-926c-2563c939c79b on host dv-cinder-802653-1-iscsi for vnic_type normal with profile {{(pid=93589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:55:31.346659 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.plugins.ml2.managers [None req-6023f977-c033-495e-bbb6-e7c7de356f19 None None] Attempting to bind port 29aadd5a-8363-4648-926c-2563c939c79b by drivers openvswitch,hyperv on host dv-cinder-802653-1-iscsi at level 0 using segments [{'id': 'cb5df395-2dda-4ce5-96b7-5eb7c500bc07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '5519f8a9-b164-468b-be21-3783ec7f44f2'}] {{(pid=93589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:55:31.347079 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6023f977-c033-495e-bbb6-e7c7de356f19 None None] Attempting to bind port 29aadd5a-8363-4648-926c-2563c939c79b on network 5519f8a9-b164-468b-be21-3783ec7f44f2 {{(pid=93589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:55:31.352723 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6023f977-c033-495e-bbb6-e7c7de356f19 None None] Checking agent: {'id': 'db69d0ec-1e3c-47a8-846d-d71db5f0b0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802653-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 18, 54, 54), 'started_at': datetime.datetime(2021, 7, 28, 18, 55, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 55, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802653-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:55:31.353140 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6023f977-c033-495e-bbb6-e7c7de356f19 None None] Checking segment: {'id': 'cb5df395-2dda-4ce5-96b7-5eb7c500bc07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '5519f8a9-b164-468b-be21-3783ec7f44f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:55:31.353587 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-6023f977-c033-495e-bbb6-e7c7de356f19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:55:31.354005 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6023f977-c033-495e-bbb6-e7c7de356f19 None None] Bound using segment: {'id': 'cb5df395-2dda-4ce5-96b7-5eb7c500bc07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '5519f8a9-b164-468b-be21-3783ec7f44f2'} {{(pid=93589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:55:31.354482 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.plugins.ml2.managers [None req-6023f977-c033-495e-bbb6-e7c7de356f19 None None] Bound port: 29aadd5a-8363-4648-926c-2563c939c79b, host: dv-cinder-802653-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb5df395-2dda-4ce5-96b7-5eb7c500bc07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '5519f8a9-b164-468b-be21-3783ec7f44f2'}}] {{(pid=93589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:55:31.354871 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-6023f977-c033-495e-bbb6-e7c7de356f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555300'] for port, before_update {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:55:31.422596 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.plugins.ml2.db [None req-6023f977-c033-495e-bbb6-e7c7de356f19 None None] For port 29aadd5a-8363-4648-926c-2563c939c79b, host dv-cinder-802653-1-iscsi, cleared binding levels {{(pid=93589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:55:31.444160 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.plugins.ml2.db [None req-6023f977-c033-495e-bbb6-e7c7de356f19 None None] For port 29aadd5a-8363-4648-926c-2563c939c79b, host dv-cinder-802653-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-1-iscsi',level=0,port_id=29aadd5a-8363-4648-926c-2563c939c79b,segment=NetworkSegment(cb5df395-2dda-4ce5-96b7-5eb7c500bc07),segment_id=cb5df395-2dda-4ce5-96b7-5eb7c500bc07)] {{(pid=93589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:55:31.510489 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-6023f977-c033-495e-bbb6-e7c7de356f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742349622321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742349248534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742349248552'] for port, after_update {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:55:31.569417 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6023f977-c033-495e-bbb6-e7c7de356f19 None None] Routers {'8692583a-188d-46ec-8a1a-875fc489217c'} bound to L3 agent in host dv-cinder-802653-1-iscsi {{(pid=93589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:55:31.570041 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.db.l3_hamode_db [None req-6023f977-c033-495e-bbb6-e7c7de356f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802653-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-28T18:54:54Z,description=,heartbeat_timestamp=2021-07-28T18:55:24Z,host='dv-cinder-802653-1-iscsi',id=a81dfe8c-a6e8-4fad-82b8-e31bee6ac2ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T18:54:55Z,topic='l3_agent')) {'router_ids': ['8692583a-188d-46ec-8a1a-875fc489217c'], 'active': True} {{(pid=93589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:55:31.571981 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6173d9-f794-449c-9192-d20a64c2887d None None] Pushing event updated for resources: {'Port': ['ID=29aadd5a-8363-4648-926c-2563c939c79b,revision_number=4']} {{(pid=93589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:55:31.666761 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.db.l3_dvr_db [None req-6023f977-c033-495e-bbb6-e7c7de356f19 None None] Set router 8692583a-188d-46ec-8a1a-875fc489217c gateway port host: None {{(pid=93589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:55:31.875526 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.db.l3_hamode_db [None req-6023f977-c033-495e-bbb6-e7c7de356f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8692583a-188d-46ec-8a1a-875fc489217c', 'name': 'router1', 'tenant_id': '7062e9d94210407ea9718081b6bdf69c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:55:18Z', 'updated_at': '2021-07-28T18:55:28Z', 'revision_number': 2, 'project_id': '7062e9d94210407ea9718081b6bdf69c', 'gw_port_host': None, '_interfaces': [{'id': '29aadd5a-8363-4648-926c-2563c939c79b', 'name': '', 'network_id': '5519f8a9-b164-468b-be21-3783ec7f44f2', 'tenant_id': '7062e9d94210407ea9718081b6bdf69c', 'mac_address': 'fa:16:3e:bb:a0:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8692583a-188d-46ec-8a1a-875fc489217c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '038896c0-2f2b-4033-86aa-f0a306812e37', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:55:28Z', 'updated_at': '2021-07-28T18:55:31Z', 'revision_number': 4, 'project_id': '7062e9d94210407ea9718081b6bdf69c', 'subnets': [{'id': '038896c0-2f2b-4033-86aa-f0a306812e37', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '58ca140c-30c5-4e37-b70b-104dca6e02ef'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802653-1-iscsi', False) {} {{(pid=93589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:55:31.900721 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6023f977-c033-495e-bbb6-e7c7de356f19 None None] The sync data for ids ['8692583a-188d-46ec-8a1a-875fc489217c'] in dv-cinder-802653-1-iscsi is: [{'id': '8692583a-188d-46ec-8a1a-875fc489217c', 'name': 'router1', 'tenant_id': '7062e9d94210407ea9718081b6bdf69c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:55:18Z', 'updated_at': '2021-07-28T18:55:28Z', 'revision_number': 2, 'project_id': '7062e9d94210407ea9718081b6bdf69c', 'gw_port_host': None, '_interfaces': [{'id': '29aadd5a-8363-4648-926c-2563c939c79b', 'name': '', 'network_id': '5519f8a9-b164-468b-be21-3783ec7f44f2', 'tenant_id': '7062e9d94210407ea9718081b6bdf69c', 'mac_address': 'fa:16:3e:bb:a0:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8692583a-188d-46ec-8a1a-875fc489217c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '038896c0-2f2b-4033-86aa-f0a306812e37', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:55:28Z', 'updated_at': '2021-07-28T18:55:31Z', 'revision_number': 4, 'project_id': '7062e9d94210407ea9718081b6bdf69c', 'subnets': [{'id': '038896c0-2f2b-4033-86aa-f0a306812e37', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '58ca140c-30c5-4e37-b70b-104dca6e02ef'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:55:32.037132 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.wsgi [-] (93586) accepted ('10.222.0.41', 55764) {{(pid=93586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:55:32.144757 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77154755-62ce-4116-a335-cc8d8bb9ec46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:55:32.146133 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [None req-77154755-62ce-4116-a335-cc8d8bb9ec46 admin admin] 10.222.0.41 "GET /v2.0/networks/e684c39a-2e11-408f-97ab-0003bc0ac2df HTTP/1.1" status: 200 len: 842 time: 0.1079345 Jul 28 18:55:32.155976 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.v2.base [None req-ac75787e-6aeb-49f8-b19e-29cce396d522 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'name': 'public-subnet', 'ip_version': 4, 'network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df', 'gateway_ip': '172.27.0.1', 'cidr': '172.27.0.0/24'}} {{(pid=93586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:55:32.281863 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac75787e-6aeb-49f8-b19e-29cce396d522 admin admin] Made reservation on behalf of 2cd1d528a1b8415499c23ae0eb643962 for: {'subnet': 1} {{(pid=93586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:55:32.284168 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-ac75787e-6aeb-49f8-b19e-29cce396d522 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:55:32.667587 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.objects.ports [None req-ac75787e-6aeb-49f8-b19e-29cce396d522 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93586) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 28 18:55:32.668035 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-ac75787e-6aeb-49f8-b19e-29cce396d522 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036'] for subnet, after_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:55:32.724531 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac75787e-6aeb-49f8-b19e-29cce396d522 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d732a1ba-ca87-47e9-b990-15a89705616d,revision_number=0']} {{(pid=93586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:55:32.733452 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac75787e-6aeb-49f8-b19e-29cce396d522 admin admin] Checking segment: {'id': '17bd56bb-f533-4c75-bcf1-86c99094db6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:55:32.733828 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac75787e-6aeb-49f8-b19e-29cce396d522 admin admin] Network hostable DHCP agents. Network: e684c39a-2e11-408f-97ab-0003bc0ac2df, hostable agents: ['6be8dab3-c43d-43c4-9e05-9e58375c436f'], hosted agents: [] {{(pid=93586) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 18:55:32.839184 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac75787e-6aeb-49f8-b19e-29cce396d522 admin admin] Network e684c39a-2e11-408f-97ab-0003bc0ac2df is scheduled to be hosted by DHCP agent 6be8dab3-c43d-43c4-9e05-9e58375c436f with binding_index 1 {{(pid=93586) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 18:55:32.909743 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.scheduler.base_scheduler [None req-ac75787e-6aeb-49f8-b19e-29cce396d522 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802653-1-iscsi, e684c39a-2e11-408f-97ab-0003bc0ac2df) {{(pid=93586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:55:32.914626 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac75787e-6aeb-49f8-b19e-29cce396d522 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:55:32.918157 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f15a210f-d4a1-4425-92b2-46e1c29533ca None None] Network e684c39a-2e11-408f-97ab-0003bc0ac2df requested from dv-cinder-802653-1-iscsi {{(pid=93588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:55:32.921191 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-ac75787e-6aeb-49f8-b19e-29cce396d522 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760026'] for subnet, before_response {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:55:33.000264 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [None req-ac75787e-6aeb-49f8-b19e-29cce396d522 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8474617 Jul 28 18:55:33.043290 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74f5bbdc-8c32-4008-b51c-4c7b3639d8f2 None None] Network e684c39a-2e11-408f-97ab-0003bc0ac2df requested from dv-cinder-802653-1-iscsi {{(pid=93588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:55:35.339748 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.wsgi [-] (93587) accepted ('10.222.0.41', 55772) {{(pid=93587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:55:35.601548 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [None req-eaebfbe6-33fe-48b0-84c4-04b008a9bfda admin admin] 10.222.0.41 "GET /v2.0/routers/8692583a-188d-46ec-8a1a-875fc489217c HTTP/1.1" status: 200 len: 710 time: 0.2598095 Jul 28 18:55:35.714474 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c703e52-4956-456a-9daa-28c661a65d7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:55:35.715944 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [None req-3c703e52-4956-456a-9daa-28c661a65d7a admin admin] 10.222.0.41 "GET /v2.0/networks/e684c39a-2e11-408f-97ab-0003bc0ac2df HTTP/1.1" status: 200 len: 886 time: 0.1086721 Jul 28 18:55:35.724946 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.v2.base [None req-9fd0fe6c-b1ec-4859-9860-adfae6b60e22 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df'}}} {{(pid=93587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:55:35.970116 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-9fd0fe6c-b1ec-4859-9860-adfae6b60e22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3821514', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3885672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32138'] for router, precommit_update {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:55:36.272605 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-9fd0fe6c-b1ec-4859-9860-adfae6b60e22 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:55:36.349814 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-9fd0fe6c-b1ec-4859-9860-adfae6b60e22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555300'] for port, before_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:55:36.548048 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.db.db_base_plugin_common [None req-9fd0fe6c-b1ec-4859-9860-adfae6b60e22 admin admin] Allocated IP 172.27.0.15 (e684c39a-2e11-408f-97ab-0003bc0ac2df/d732a1ba-ca87-47e9-b990-15a89705616d/6f98b938-f24f-4e8b-89c0-a44388a497d7) {{(pid=93587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:55:36.656879 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-9fd0fe6c-b1ec-4859-9860-adfae6b60e22 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:55:36.794591 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-9fd0fe6c-b1ec-4859-9860-adfae6b60e22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742349248516'] for port, after_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:55:36.863861 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fd0fe6c-b1ec-4859-9860-adfae6b60e22 admin admin] Network e684c39a-2e11-408f-97ab-0003bc0ac2df is already hosted by enough agents. {{(pid=93587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:55:36.872718 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.scheduler.base_scheduler [None req-9fd0fe6c-b1ec-4859-9860-adfae6b60e22 admin admin] Resources bound (agent type, host, resource id): {{(pid=93587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:55:36.884478 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fd0fe6c-b1ec-4859-9860-adfae6b60e22 admin admin] Received port after_create {{(pid=93587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:55:36.887435 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd0fe6c-b1ec-4859-9860-adfae6b60e22 admin admin] Pushing event updated for resources: {'Port': ['ID=6f98b938-f24f-4e8b-89c0-a44388a497d7,revision_number=1']} {{(pid=93587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:55:37.306794 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-9fd0fe6c-b1ec-4859-9860-adfae6b60e22 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:55:37.501240 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-9fd0fe6c-b1ec-4859-9860-adfae6b60e22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3821514', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3885672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32138'] for router, precommit_update {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:55:37.504600 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-9fd0fe6c-b1ec-4859-9860-adfae6b60e22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3821551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3821521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3821528', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3885695'] for router, after_update {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:55:37.615871 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fd0fe6c-b1ec-4859-9860-adfae6b60e22 admin admin] Router 8692583a-188d-46ec-8a1a-875fc489217c has already been hosted by L3 agent a81dfe8c-a6e8-4fad-82b8-e31bee6ac2ff {{(pid=93587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 18:55:37.721356 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fd0fe6c-b1ec-4859-9860-adfae6b60e22 admin admin] Notify agent at l3_agent.dv-cinder-802653-1-iscsi the message routers_updated {{(pid=93587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:55:37.725695 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-9fd0fe6c-b1ec-4859-9860-adfae6b60e22 admin admin] Notify callbacks [] for router, before_response {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:55:37.726830 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [None req-9fd0fe6c-b1ec-4859-9860-adfae6b60e22 admin admin] 10.222.0.41 "PUT /v2.0/routers/8692583a-188d-46ec-8a1a-875fc489217c HTTP/1.1" status: 200 len: 889 time: 2.0050976 Jul 28 18:55:38.320063 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11450999-e1f8-4008-a22c-86bea6e03b6c None None] Sync routers for ids ['8692583a-188d-46ec-8a1a-875fc489217c'] in dv-cinder-802653-1-iscsi {{(pid=93588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:55:38.331045 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11450999-e1f8-4008-a22c-86bea6e03b6c None None] Routers {'8692583a-188d-46ec-8a1a-875fc489217c'} bound to L3 agent in host dv-cinder-802653-1-iscsi {{(pid=93588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:55:38.331744 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.l3_hamode_db [None req-11450999-e1f8-4008-a22c-86bea6e03b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802653-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-28T18:54:54Z,description=,heartbeat_timestamp=2021-07-28T18:55:24Z,host='dv-cinder-802653-1-iscsi',id=a81dfe8c-a6e8-4fad-82b8-e31bee6ac2ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T18:54:55Z,topic='l3_agent')) {'router_ids': ['8692583a-188d-46ec-8a1a-875fc489217c'], 'active': True} {{(pid=93588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:55:38.415166 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.rpc [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Device 29aadd5a-8363-4648-926c-2563c939c79b up at agent ovs-agent-dv-cinder-802653-1-iscsi {{(pid=93588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:55:38.630791 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.l3_dvr_db [None req-11450999-e1f8-4008-a22c-86bea6e03b6c None None] Set router 8692583a-188d-46ec-8a1a-875fc489217c gateway port host: dv-cinder-802653-1-iscsi {{(pid=93588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:55:38.705539 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.provisioning_blocks [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Provisioning for port 29aadd5a-8363-4648-926c-2563c939c79b completed by entity L2. {{(pid=93588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:55:38.742164 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.provisioning_blocks [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Provisioning complete for port 29aadd5a-8363-4648-926c-2563c939c79b triggered by entity L2. {{(pid=93588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:55:38.742367 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721938'] for port, provisioning_complete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:55:39.015627 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555300'] for port, before_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:55:39.066428 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.db [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] For port 29aadd5a-8363-4648-926c-2563c939c79b, host dv-cinder-802653-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-1-iscsi',level=0,port_id=29aadd5a-8363-4648-926c-2563c939c79b,segment=NetworkSegment(cb5df395-2dda-4ce5-96b7-5eb7c500bc07),segment_id=cb5df395-2dda-4ce5-96b7-5eb7c500bc07)] {{(pid=93588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:55:39.109413 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.l3_hamode_db [None req-11450999-e1f8-4008-a22c-86bea6e03b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8692583a-188d-46ec-8a1a-875fc489217c', 'name': 'router1', 'tenant_id': '7062e9d94210407ea9718081b6bdf69c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df', 'external_fixed_ips': [{'subnet_id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'ip_address': '172.27.0.15'}], 'enable_snat': True}, 'gw_port_id': '6f98b938-f24f-4e8b-89c0-a44388a497d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:55:18Z', 'updated_at': '2021-07-28T18:55:37Z', 'revision_number': 4, 'project_id': '7062e9d94210407ea9718081b6bdf69c', 'gw_port': {'id': '6f98b938-f24f-4e8b-89c0-a44388a497d7', 'name': '', 'network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:48:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8692583a-188d-46ec-8a1a-875fc489217c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'ip_address': '172.27.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:55:36Z', 'updated_at': '2021-07-28T18:55:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-1-iscsi', '_interfaces': [{'id': '29aadd5a-8363-4648-926c-2563c939c79b', 'name': '', 'network_id': '5519f8a9-b164-468b-be21-3783ec7f44f2', 'tenant_id': '7062e9d94210407ea9718081b6bdf69c', 'mac_address': 'fa:16:3e:bb:a0:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8692583a-188d-46ec-8a1a-875fc489217c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '038896c0-2f2b-4033-86aa-f0a306812e37', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:55:28Z', 'updated_at': '2021-07-28T18:55:31Z', 'revision_number': 4, 'project_id': '7062e9d94210407ea9718081b6bdf69c', 'subnets': [{'id': '038896c0-2f2b-4033-86aa-f0a306812e37', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '58ca140c-30c5-4e37-b70b-104dca6e02ef'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802653-1-iscsi', False) {} {{(pid=93588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:55:39.159551 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742349622321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742349248534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742349248552'] for port, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:55:39.161367 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11450999-e1f8-4008-a22c-86bea6e03b6c None None] Checking router: 8692583a-188d-46ec-8a1a-875fc489217c for host: dv-cinder-802653-1-iscsi {{(pid=93588) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:55:39.161722 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11450999-e1f8-4008-a22c-86bea6e03b6c None None] Updating router 8692583a-188d-46ec-8a1a-875fc489217c port 6f98b938-f24f-4e8b-89c0-a44388a497d7 binding host dv-cinder-802653-1-iscsi {{(pid=93588) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 18:55:39.232348 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-11450999-e1f8-4008-a22c-86bea6e03b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555300'] for port, before_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:55:39.273002 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Pushing event updated for resources: {'Port': ['ID=29aadd5a-8363-4648-926c-2563c939c79b,revision_number=5']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:55:39.608685 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-11450999-e1f8-4008-a22c-86bea6e03b6c None None] Notify callbacks [] for port, precommit_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:55:39.618090 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.provisioning_blocks [None req-11450999-e1f8-4008-a22c-86bea6e03b6c None None] Transition to ACTIVE for port object 6f98b938-f24f-4e8b-89c0-a44388a497d7 will not be triggered until provisioned by entity L2. {{(pid=93588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:55:39.690564 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-11450999-e1f8-4008-a22c-86bea6e03b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742349622321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742349248534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742349248552'] for port, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:55:39.740003 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.managers [None req-11450999-e1f8-4008-a22c-86bea6e03b6c None None] Attempting to bind port 6f98b938-f24f-4e8b-89c0-a44388a497d7 on host dv-cinder-802653-1-iscsi for vnic_type normal with profile {{(pid=93588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:55:39.740419 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.managers [None req-11450999-e1f8-4008-a22c-86bea6e03b6c None None] Attempting to bind port 6f98b938-f24f-4e8b-89c0-a44388a497d7 by drivers openvswitch,hyperv on host dv-cinder-802653-1-iscsi at level 0 using segments [{'id': '17bd56bb-f533-4c75-bcf1-86c99094db6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df'}] {{(pid=93588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:55:39.740788 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11450999-e1f8-4008-a22c-86bea6e03b6c None None] Attempting to bind port 6f98b938-f24f-4e8b-89c0-a44388a497d7 on network e684c39a-2e11-408f-97ab-0003bc0ac2df {{(pid=93588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:55:39.749519 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88fb153-95a9-4b80-9d8c-4fd7e44634f9 None None] Pushing event updated for resources: {'Port': ['ID=6f98b938-f24f-4e8b-89c0-a44388a497d7,revision_number=2']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:55:39.752232 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11450999-e1f8-4008-a22c-86bea6e03b6c None None] Checking agent: {'id': 'db69d0ec-1e3c-47a8-846d-d71db5f0b0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802653-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 18, 54, 54), 'started_at': datetime.datetime(2021, 7, 28, 18, 55, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 55, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802653-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:55:39.752627 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11450999-e1f8-4008-a22c-86bea6e03b6c None None] Checking segment: {'id': '17bd56bb-f533-4c75-bcf1-86c99094db6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:55:39.753001 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-11450999-e1f8-4008-a22c-86bea6e03b6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:55:39.753392 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11450999-e1f8-4008-a22c-86bea6e03b6c None None] Bound using segment: {'id': '17bd56bb-f533-4c75-bcf1-86c99094db6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df'} {{(pid=93588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:55:39.753869 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.managers [None req-11450999-e1f8-4008-a22c-86bea6e03b6c None None] Bound port: 6f98b938-f24f-4e8b-89c0-a44388a497d7, host: dv-cinder-802653-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17bd56bb-f533-4c75-bcf1-86c99094db6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df'}}] {{(pid=93588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:55:39.754297 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-11450999-e1f8-4008-a22c-86bea6e03b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555300'] for port, before_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:55:39.804129 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.db [None req-11450999-e1f8-4008-a22c-86bea6e03b6c None None] For port 6f98b938-f24f-4e8b-89c0-a44388a497d7, host dv-cinder-802653-1-iscsi, cleared binding levels {{(pid=93588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:55:39.807047 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.db [None req-11450999-e1f8-4008-a22c-86bea6e03b6c None None] For port 6f98b938-f24f-4e8b-89c0-a44388a497d7, host dv-cinder-802653-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-1-iscsi',level=0,port_id=6f98b938-f24f-4e8b-89c0-a44388a497d7,segment=NetworkSegment(17bd56bb-f533-4c75-bcf1-86c99094db6a),segment_id=17bd56bb-f533-4c75-bcf1-86c99094db6a)] {{(pid=93588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:55:39.873801 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-11450999-e1f8-4008-a22c-86bea6e03b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742349622321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742349248534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742349248552'] for port, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:55:39.932389 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88fb153-95a9-4b80-9d8c-4fd7e44634f9 None None] Pushing event updated for resources: {'Port': ['ID=6f98b938-f24f-4e8b-89c0-a44388a497d7,revision_number=3']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:55:39.934994 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11450999-e1f8-4008-a22c-86bea6e03b6c None None] Routers {'8692583a-188d-46ec-8a1a-875fc489217c'} bound to L3 agent in host dv-cinder-802653-1-iscsi {{(pid=93588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 18:55:39.935592 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.l3_hamode_db [None req-11450999-e1f8-4008-a22c-86bea6e03b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802653-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-28T18:54:54Z,description=,heartbeat_timestamp=2021-07-28T18:55:24Z,host='dv-cinder-802653-1-iscsi',id=a81dfe8c-a6e8-4fad-82b8-e31bee6ac2ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T18:54:55Z,topic='l3_agent')) {'router_ids': ['8692583a-188d-46ec-8a1a-875fc489217c'], 'active': True} {{(pid=93588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:55:40.128572 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.wsgi [-] (93587) accepted ('10.222.0.41', 55784) {{(pid=93587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:55:40.131930 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.l3_dvr_db [None req-11450999-e1f8-4008-a22c-86bea6e03b6c None None] Set router 8692583a-188d-46ec-8a1a-875fc489217c gateway port host: dv-cinder-802653-1-iscsi {{(pid=93588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 18:55:40.245001 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [None req-743d16d1-1dc8-4c7b-a381-96502ec9ac26 admin admin] 10.222.0.41 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1153800 Jul 28 18:55:40.374921 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.l3_hamode_db [None req-11450999-e1f8-4008-a22c-86bea6e03b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8692583a-188d-46ec-8a1a-875fc489217c', 'name': 'router1', 'tenant_id': '7062e9d94210407ea9718081b6bdf69c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df', 'external_fixed_ips': [{'subnet_id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'ip_address': '172.27.0.15'}], 'enable_snat': True}, 'gw_port_id': '6f98b938-f24f-4e8b-89c0-a44388a497d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:55:18Z', 'updated_at': '2021-07-28T18:55:37Z', 'revision_number': 4, 'project_id': '7062e9d94210407ea9718081b6bdf69c', 'gw_port': {'id': '6f98b938-f24f-4e8b-89c0-a44388a497d7', 'name': '', 'network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:48:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8692583a-188d-46ec-8a1a-875fc489217c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'ip_address': '172.27.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:55:36Z', 'updated_at': '2021-07-28T18:55:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-1-iscsi', '_interfaces': [{'id': '29aadd5a-8363-4648-926c-2563c939c79b', 'name': '', 'network_id': '5519f8a9-b164-468b-be21-3783ec7f44f2', 'tenant_id': '7062e9d94210407ea9718081b6bdf69c', 'mac_address': 'fa:16:3e:bb:a0:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8692583a-188d-46ec-8a1a-875fc489217c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '038896c0-2f2b-4033-86aa-f0a306812e37', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:55:28Z', 'updated_at': '2021-07-28T18:55:39Z', 'revision_number': 5, 'project_id': '7062e9d94210407ea9718081b6bdf69c', 'subnets': [{'id': '038896c0-2f2b-4033-86aa-f0a306812e37', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '58ca140c-30c5-4e37-b70b-104dca6e02ef'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802653-1-iscsi', False) {} {{(pid=93588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:55:40.402908 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.rpc [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Device 29aadd5a-8363-4648-926c-2563c939c79b up at agent ovs-agent-dv-cinder-802653-1-iscsi {{(pid=93588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:55:40.406344 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11450999-e1f8-4008-a22c-86bea6e03b6c None None] The sync data for ids ['8692583a-188d-46ec-8a1a-875fc489217c'] in dv-cinder-802653-1-iscsi is: [{'id': '8692583a-188d-46ec-8a1a-875fc489217c', 'name': 'router1', 'tenant_id': '7062e9d94210407ea9718081b6bdf69c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df', 'external_fixed_ips': [{'subnet_id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'ip_address': '172.27.0.15'}], 'enable_snat': True}, 'gw_port_id': '6f98b938-f24f-4e8b-89c0-a44388a497d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T18:55:18Z', 'updated_at': '2021-07-28T18:55:37Z', 'revision_number': 4, 'project_id': '7062e9d94210407ea9718081b6bdf69c', 'gw_port': {'id': '6f98b938-f24f-4e8b-89c0-a44388a497d7', 'name': '', 'network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:48:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8692583a-188d-46ec-8a1a-875fc489217c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'ip_address': '172.27.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:55:36Z', 'updated_at': '2021-07-28T18:55:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-1-iscsi', '_interfaces': [{'id': '29aadd5a-8363-4648-926c-2563c939c79b', 'name': '', 'network_id': '5519f8a9-b164-468b-be21-3783ec7f44f2', 'tenant_id': '7062e9d94210407ea9718081b6bdf69c', 'mac_address': 'fa:16:3e:bb:a0:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8692583a-188d-46ec-8a1a-875fc489217c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '038896c0-2f2b-4033-86aa-f0a306812e37', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T18:55:28Z', 'updated_at': '2021-07-28T18:55:39Z', 'revision_number': 5, 'project_id': '7062e9d94210407ea9718081b6bdf69c', 'subnets': [{'id': '038896c0-2f2b-4033-86aa-f0a306812e37', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '58ca140c-30c5-4e37-b70b-104dca6e02ef'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:55:40.454249 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.provisioning_blocks [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Provisioning complete for port 29aadd5a-8363-4648-926c-2563c939c79b triggered by entity L2. {{(pid=93588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:55:40.454578 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721938'] for port, provisioning_complete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:55:42.417347 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.rpc [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Device 6f98b938-f24f-4e8b-89c0-a44388a497d7 up at agent ovs-agent-dv-cinder-802653-1-iscsi {{(pid=93588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:55:42.559242 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.provisioning_blocks [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Provisioning for port 6f98b938-f24f-4e8b-89c0-a44388a497d7 completed by entity L2. {{(pid=93588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:55:42.564154 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.provisioning_blocks [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Provisioning complete for port 6f98b938-f24f-4e8b-89c0-a44388a497d7 triggered by entity L2. {{(pid=93588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:55:42.564528 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721938'] for port, provisioning_complete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:55:42.648681 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555300'] for port, before_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:55:42.671201 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.db [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] For port 6f98b938-f24f-4e8b-89c0-a44388a497d7, host dv-cinder-802653-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-1-iscsi',level=0,port_id=6f98b938-f24f-4e8b-89c0-a44388a497d7,segment=NetworkSegment(17bd56bb-f533-4c75-bcf1-86c99094db6a),segment_id=17bd56bb-f533-4c75-bcf1-86c99094db6a)] {{(pid=93588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:55:42.749276 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742349622321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742349248534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742349248552'] for port, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:55:42.806708 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Pushing event updated for resources: {'Port': ['ID=6f98b938-f24f-4e8b-89c0-a44388a497d7,revision_number=4']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:55:44.424977 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.rpc [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Device 6f98b938-f24f-4e8b-89c0-a44388a497d7 up at agent ovs-agent-dv-cinder-802653-1-iscsi {{(pid=93588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:55:44.481278 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.provisioning_blocks [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Provisioning complete for port 6f98b938-f24f-4e8b-89c0-a44388a497d7 triggered by entity L2. {{(pid=93588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:55:44.481638 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721938'] for port, provisioning_complete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:55:51.541726 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-2de9bfda-ab1e-4362-b561-ef484305162a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:55:54.192749 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:55:54.389141 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-30655a27-9a1d-46cd-b274-e387db4580c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:55:55.466995 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-acea1373-d53c-46a9-b089-9e40d352d773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:55:57.530174 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-26c861f8-c84b-4272-86f3-59900436582c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:55:58.685926 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.db.agents_db [None req-65e7ef76-a059-4ec3-9341-f72ff4ef7e59 None None] Agent healthcheck: found 5 active agents {{(pid=93589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 18:56:21.575809 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-636e5e5d-faf2-478a-a02b-acc3a6860852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:56:24.226685 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:56:24.385694 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-c6bbf364-6013-4129-882d-de5a07b65992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:56:25.461275 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-acea1373-d53c-46a9-b089-9e40d352d773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:56:27.517690 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-26c861f8-c84b-4272-86f3-59900436582c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:56:35.685592 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.db.agents_db [None req-65e7ef76-a059-4ec3-9341-f72ff4ef7e59 None None] Agent healthcheck: found 5 active agents {{(pid=93589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 18:56:51.527921 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-8971da0e-8679-45a9-8689-f50ee7d3da96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:56:54.179672 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:56:54.396520 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-9a1e416d-7fc4-405a-9836-21a15af1fc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:56:55.492983 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-acea1373-d53c-46a9-b089-9e40d352d773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:56:57.481902 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-26c861f8-c84b-4272-86f3-59900436582c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:57:12.685283 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.db.agents_db [None req-65e7ef76-a059-4ec3-9341-f72ff4ef7e59 None None] Agent healthcheck: found 5 active agents {{(pid=93589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 18:57:18.405302 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.wsgi [-] (93587) accepted ('10.222.0.41', 56352) {{(pid=93587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:57:18.465277 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5ed5601-3c12-490e-84fe-475a0aeb2870 admin admin] GET failed (client error): The resource could not be found. Jul 28 18:57:18.466572 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [None req-c5ed5601-3c12-490e-84fe-475a0aeb2870 admin admin] 10.222.0.41 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0603249 Jul 28 18:57:18.690206 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3a91b6c-447f-48f2-9497-528a0b559104 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:57:18.691686 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [None req-b3a91b6c-447f-48f2-9497-528a0b559104 admin admin] 10.222.0.41 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2206933 Jul 28 18:57:20.835743 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.wsgi [-] (93586) accepted ('10.222.0.41', 56362) {{(pid=93586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:57:20.931054 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b10226e1-15f1-441a-a09b-69fef54c5673 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:57:20.932426 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [None req-b10226e1-15f1-441a-a09b-69fef54c5673 admin admin] 10.222.0.41 "GET /v2.0/subnets/038896c0-2f2b-4033-86aa-f0a306812e37 HTTP/1.1" status: 200 len: 849 time: 0.0957155 Jul 28 18:57:20.941963 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.v2.base [None req-d6ff97bb-e5b2-47e7-adfb-5b9481180f02 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:57:21.028759 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-d6ff97bb-e5b2-47e7-adfb-5b9481180f02 admin admin] Notify callbacks [] for subnet, before_update {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:57:21.251518 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-d6ff97bb-e5b2-47e7-adfb-5b9481180f02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8742349622312'] for subnet, after_update {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:57:21.282282 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6ff97bb-e5b2-47e7-adfb-5b9481180f02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:57:21.282786 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-d6ff97bb-e5b2-47e7-adfb-5b9481180f02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760026'] for subnet, before_response {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:57:21.284098 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [None req-d6ff97bb-e5b2-47e7-adfb-5b9481180f02 admin admin] 10.222.0.41 "PUT /v2.0/subnets/038896c0-2f2b-4033-86aa-f0a306812e37 HTTP/1.1" status: 200 len: 868 time: 0.3457284 Jul 28 18:57:21.299701 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b47a91ba-3fdc-485a-9b72-467ad5f75283 None None] Network 5519f8a9-b164-468b-be21-3783ec7f44f2 requested from dv-cinder-802653-1-iscsi {{(pid=93588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:57:21.307000 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ff97bb-e5b2-47e7-adfb-5b9481180f02 admin admin] Pushing event updated for resources: {'Subnet': ['ID=038896c0-2f2b-4033-86aa-f0a306812e37,revision_number=1']} {{(pid=93586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:57:21.314528 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ff97bb-e5b2-47e7-adfb-5b9481180f02 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:57:21.314911 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ff97bb-e5b2-47e7-adfb-5b9481180f02 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:57:21.315200 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ff97bb-e5b2-47e7-adfb-5b9481180f02 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:57:21.315543 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ff97bb-e5b2-47e7-adfb-5b9481180f02 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:57:21.315907 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ff97bb-e5b2-47e7-adfb-5b9481180f02 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:57:21.316238 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ff97bb-e5b2-47e7-adfb-5b9481180f02 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:57:21.316549 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ff97bb-e5b2-47e7-adfb-5b9481180f02 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:57:21.316876 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ff97bb-e5b2-47e7-adfb-5b9481180f02 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:57:21.317260 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ff97bb-e5b2-47e7-adfb-5b9481180f02 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:57:21.317586 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ff97bb-e5b2-47e7-adfb-5b9481180f02 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:57:21.317909 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ff97bb-e5b2-47e7-adfb-5b9481180f02 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:57:21.318258 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ff97bb-e5b2-47e7-adfb-5b9481180f02 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:57:21.526042 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-0e1f15cb-bb4b-4ac0-a302-df175b65e013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:57:21.629862 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.provisioning_blocks [None req-fb0e0398-be66-4dbe-b743-3c2e81c604da None None] Provisioning complete for port da85e993-a3c3-456a-9c55-85b5617a4ee9 triggered by entity DHCP. {{(pid=93588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:57:21.630237 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-fb0e0398-be66-4dbe-b743-3c2e81c604da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721938'] for port, provisioning_complete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:57:21.718799 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.provisioning_blocks [None req-fb0e0398-be66-4dbe-b743-3c2e81c604da None None] Provisioning complete for port 29aadd5a-8363-4648-926c-2563c939c79b triggered by entity DHCP. {{(pid=93588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:57:21.719177 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-fb0e0398-be66-4dbe-b743-3c2e81c604da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721938'] for port, provisioning_complete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:57:23.468606 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.wsgi [-] (93586) accepted ('10.222.0.41', 56372) {{(pid=93586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:57:23.734591 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-712a89da-45d8-4f70-b3bf-f5d81909eb21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:57:23.734989 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-712a89da-45d8-4f70-b3bf-f5d81909eb21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:57:23.736574 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [None req-712a89da-45d8-4f70-b3bf-f5d81909eb21 admin admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2669270 Jul 28 18:57:24.171271 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:57:24.388915 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-e8f9a7de-f59c-4e8d-b3f0-08b1bab12ddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:57:25.478112 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-acea1373-d53c-46a9-b089-9e40d352d773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:57:25.907479 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.wsgi [-] (93586) accepted ('10.222.0.41', 56380) {{(pid=93586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:57:26.046420 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9c47a1c-a4c6-426f-8ba3-0e8b4fe940ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:57:26.046905 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9c47a1c-a4c6-426f-8ba3-0e8b4fe940ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:57:26.048487 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [None req-c9c47a1c-a4c6-426f-8ba3-0e8b4fe940ab admin admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1400328 Jul 28 18:57:27.502818 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-26c861f8-c84b-4272-86f3-59900436582c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:57:28.195968 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.wsgi [-] (93586) accepted ('10.222.0.41', 56388) {{(pid=93586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:57:28.323850 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12376150-0068-4b16-b41e-aa5455ede9d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:57:28.325236 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [None req-12376150-0068-4b16-b41e-aa5455ede9d9 admin admin] 10.222.0.41 "GET /v2.0/networks/5519f8a9-b164-468b-be21-3783ec7f44f2 HTTP/1.1" status: 200 len: 869 time: 0.1283252 Jul 28 18:57:30.499730 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.wsgi [-] (93586) accepted ('10.222.0.41', 56396) {{(pid=93586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:57:30.624989 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db6a4152-2e99-4688-b72c-a88ec2564fce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:57:30.626364 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [None req-db6a4152-2e99-4688-b72c-a88ec2564fce admin admin] 10.222.0.41 "GET /v2.0/networks/e684c39a-2e11-408f-97ab-0003bc0ac2df HTTP/1.1" status: 200 len: 886 time: 0.1256518 Jul 28 18:57:32.773321 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.wsgi [-] (93587) accepted ('10.222.0.41', 56404) {{(pid=93587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:57:32.895247 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eaefdae-5c75-4735-bfa1-b86fac78e1c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:57:32.896337 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eaefdae-5c75-4735-bfa1-b86fac78e1c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:57:32.897884 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [None req-6eaefdae-5c75-4735-bfa1-b86fac78e1c6 admin admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1236136 Jul 28 18:57:35.059505 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.wsgi [-] (93587) accepted ('10.222.0.41', 56412) {{(pid=93587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:57:35.147399 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d33122be-ed51-44be-be62-3250a2cc4e04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:57:35.147890 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d33122be-ed51-44be-be62-3250a2cc4e04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:57:35.149378 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [None req-d33122be-ed51-44be-be62-3250a2cc4e04 admin admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0888901 Jul 28 18:57:37.299460 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.wsgi [-] (93587) accepted ('10.222.0.41', 56420) {{(pid=93587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:57:37.388543 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dc1abb7-1e02-4cf4-a22e-4ac651527622 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:57:37.389911 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [None req-0dc1abb7-1e02-4cf4-a22e-4ac651527622 admin admin] 10.222.0.41 "GET /v2.0/subnets/038896c0-2f2b-4033-86aa-f0a306812e37 HTTP/1.1" status: 200 len: 868 time: 0.0894334 Jul 28 18:57:39.541785 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.wsgi [-] (93587) accepted ('10.222.0.41', 56428) {{(pid=93587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:57:39.627832 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60282433-5a1f-4d11-826b-c37e4558be8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:57:39.629177 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [None req-60282433-5a1f-4d11-826b-c37e4558be8a admin admin] 10.222.0.41 "GET /v2.0/subnets/d732a1ba-ca87-47e9-b990-15a89705616d HTTP/1.1" status: 200 len: 816 time: 0.0864539 Jul 28 18:57:49.683603 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.db.agents_db [None req-65e7ef76-a059-4ec3-9341-f72ff4ef7e59 None None] Agent healthcheck: found 5 active agents {{(pid=93589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 18:57:51.541499 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-a3cbcc1d-89fc-4711-8023-ceaf9510615c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:57:54.181985 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:57:54.404750 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-2afb3b52-a18e-43a2-aca6-ebcc53c35701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:57:55.519780 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-acea1373-d53c-46a9-b089-9e40d352d773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:57:57.559019 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-26c861f8-c84b-4272-86f3-59900436582c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:58:05.288296 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.wsgi [-] (93587) accepted ('10.222.0.41', 56482) {{(pid=93587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:58:05.333614 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.wsgi [None req-92d4645e-2314-46a2-8eb8-460387e34e56 admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=93587) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 18:58:05.334614 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [None req-92d4645e-2314-46a2-8eb8-460387e34e56 admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0453484 Jul 28 18:58:07.602544 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.wsgi [-] (93586) accepted ('10.222.0.41', 56490) {{(pid=93586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:58:07.660847 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e2c3e0c-27af-46c6-997b-bb294a440fa9 admin admin] GET failed (client error): The resource could not be found. Jul 28 18:58:07.662147 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [None req-6e2c3e0c-27af-46c6-997b-bb294a440fa9 admin admin] 10.222.0.41 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0586624 Jul 28 18:58:07.800311 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bbe4b9b-0018-46f2-83a1-3cb78fd59b0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:58:07.801724 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [None req-5bbe4b9b-0018-46f2-83a1-3cb78fd59b0f admin admin] 10.222.0.41 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1352799 Jul 28 18:58:10.064078 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.wsgi [-] (93587) accepted ('10.222.0.41', 56498) {{(pid=93587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:58:10.109871 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.v2.base [None req-ffceafb7-c9fd-4fc5-83f5-b71e6e6ea6be admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=93587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:58:10.186648 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffceafb7-c9fd-4fc5-83f5-b71e6e6ea6be admin admin] Made reservation on behalf of 2cd1d528a1b8415499c23ae0eb643962 for: {'network': 1} {{(pid=93587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:58:10.188939 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-ffceafb7-c9fd-4fc5-83f5-b71e6e6ea6be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555300'] for network, before_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:58:10.223238 dv-cinder-802653-1-iscsi neutron-server[93587]: WARNING neutron.services.revisions.revision_plugin [None req-ffceafb7-c9fd-4fc5-83f5-b71e6e6ea6be admin admin] Could not find related network for resource to bump revision. Jul 28 18:58:10.235235 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffceafb7-c9fd-4fc5-83f5-b71e6e6ea6be admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 403} {{(pid=93587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 18:58:10.245052 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-ffceafb7-c9fd-4fc5-83f5-b71e6e6ea6be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721374'] for segment, precommit_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:58:10.250078 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.db.segments_db [None req-ffceafb7-c9fd-4fc5-83f5-b71e6e6ea6be admin admin] Added segment 5f932406-a6de-4b9f-a63f-77bae7efdb4f of type vlan for network e5a6aa10-0c11-4467-bb9c-a115415cc5fd Jul 28 18:58:10.284417 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-ffceafb7-c9fd-4fc5-83f5-b71e6e6ea6be admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742349240423'] for network, precommit_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:58:10.380760 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-ffceafb7-c9fd-4fc5-83f5-b71e6e6ea6be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036'] for network, after_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:58:10.381684 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffceafb7-c9fd-4fc5-83f5-b71e6e6ea6be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:58:10.382264 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-ffceafb7-c9fd-4fc5-83f5-b71e6e6ea6be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760026'] for network, before_response {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:58:10.441948 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffceafb7-c9fd-4fc5-83f5-b71e6e6ea6be admin admin] Pushing event updated for resources: {'Network': ['ID=e5a6aa10-0c11-4467-bb9c-a115415cc5fd,revision_number=1']} {{(pid=93587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:58:10.448500 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffceafb7-c9fd-4fc5-83f5-b71e6e6ea6be admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:58:10.448874 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffceafb7-c9fd-4fc5-83f5-b71e6e6ea6be admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:58:10.449219 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffceafb7-c9fd-4fc5-83f5-b71e6e6ea6be admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:58:10.449555 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffceafb7-c9fd-4fc5-83f5-b71e6e6ea6be admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:58:10.449893 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffceafb7-c9fd-4fc5-83f5-b71e6e6ea6be admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:58:10.450222 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffceafb7-c9fd-4fc5-83f5-b71e6e6ea6be admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:58:10.450549 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffceafb7-c9fd-4fc5-83f5-b71e6e6ea6be admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:58:10.450875 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffceafb7-c9fd-4fc5-83f5-b71e6e6ea6be admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:58:10.451198 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffceafb7-c9fd-4fc5-83f5-b71e6e6ea6be admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:58:10.451519 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffceafb7-c9fd-4fc5-83f5-b71e6e6ea6be admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:58:10.451905 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffceafb7-c9fd-4fc5-83f5-b71e6e6ea6be admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:58:10.452222 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffceafb7-c9fd-4fc5-83f5-b71e6e6ea6be admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:58:10.462334 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.rpc [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Network e5a6aa10-0c11-4467-bb9c-a115415cc5fd details requested by agent ovs-agent-dv-cinder-802653-1-iscsi with host dv-cinder-802653-1-iscsi {{(pid=93588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 18:58:10.484626 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [None req-ffceafb7-c9fd-4fc5-83f5-b71e6e6ea6be admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4195020 Jul 28 18:58:12.679978 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.wsgi [-] (93586) accepted ('10.222.0.41', 56506) {{(pid=93586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:58:12.737715 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a7e5ed2-5837-4b58-af68-f4b78c60d949 admin admin] GET failed (client error): The resource could not be found. Jul 28 18:58:12.739051 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [None req-5a7e5ed2-5837-4b58-af68-f4b78c60d949 admin admin] 10.222.0.41 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0581305 Jul 28 18:58:12.810259 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-061e29c5-8a08-49a5-90c4-aa5642179761 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:58:12.811689 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [None req-061e29c5-8a08-49a5-90c4-aa5642179761 admin admin] 10.222.0.41 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0683429 Jul 28 18:58:12.822632 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.v2.base [None req-2c12ede1-1dc1-4282-b8e7-723598dda97f admin admin] Request body: {'subnet': {'ip_version': 4, 'description': 'shared-subnet', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': 'e5a6aa10-0c11-4467-bb9c-a115415cc5fd'}} {{(pid=93586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 18:58:12.923958 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c12ede1-1dc1-4282-b8e7-723598dda97f admin admin] Made reservation on behalf of 2cd1d528a1b8415499c23ae0eb643962 for: {'subnet': 1} {{(pid=93586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:58:12.926359 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-2c12ede1-1dc1-4282-b8e7-723598dda97f admin admin] Notify callbacks [] for subnet, before_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:58:13.135179 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-2c12ede1-1dc1-4282-b8e7-723598dda97f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036'] for subnet, after_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:58:13.189039 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c12ede1-1dc1-4282-b8e7-723598dda97f admin admin] Pushing event updated for resources: {'Subnet': ['ID=11a21c9e-1418-46eb-b7c2-0f7a4012bbaa,revision_number=0']} {{(pid=93586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:58:13.196463 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c12ede1-1dc1-4282-b8e7-723598dda97f admin admin] Checking segment: {'id': '5f932406-a6de-4b9f-a63f-77bae7efdb4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'e5a6aa10-0c11-4467-bb9c-a115415cc5fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:58:13.196815 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c12ede1-1dc1-4282-b8e7-723598dda97f admin admin] Network hostable DHCP agents. Network: e5a6aa10-0c11-4467-bb9c-a115415cc5fd, hostable agents: ['6be8dab3-c43d-43c4-9e05-9e58375c436f'], hosted agents: [] {{(pid=93586) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 18:58:13.254829 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c12ede1-1dc1-4282-b8e7-723598dda97f admin admin] Network e5a6aa10-0c11-4467-bb9c-a115415cc5fd is scheduled to be hosted by DHCP agent 6be8dab3-c43d-43c4-9e05-9e58375c436f with binding_index 1 {{(pid=93586) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 18:58:13.306212 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.scheduler.base_scheduler [None req-2c12ede1-1dc1-4282-b8e7-723598dda97f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802653-1-iscsi, e5a6aa10-0c11-4467-bb9c-a115415cc5fd) {{(pid=93586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:58:13.310163 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c12ede1-1dc1-4282-b8e7-723598dda97f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 18:58:13.310754 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-2c12ede1-1dc1-4282-b8e7-723598dda97f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760026'] for subnet, before_response {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:58:13.315916 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32927094-d0f2-4fc5-b482-83158bcd77b8 None None] Network e5a6aa10-0c11-4467-bb9c-a115415cc5fd requested from dv-cinder-802653-1-iscsi {{(pid=93588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:58:13.364565 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [None req-2c12ede1-1dc1-4282-b8e7-723598dda97f admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5454824 Jul 28 18:58:13.564007 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-738a758d-06fd-4b4a-b9b8-772ba958b267 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4954927-9383-551a-867b-ead704d2447a-e5a6aa10-0c11-4467-bb9c-a115415cc5fd', 'network_id': 'e5a6aa10-0c11-4467-bb9c-a115415cc5fd', 'tenant_id': '2cd1d528a1b8415499c23ae0eb643962', 'fixed_ips': [{'subnet_id': '11a21c9e-1418-46eb-b7c2-0f7a4012bbaa'}]}} from dv-cinder-802653-1-iscsi. {{(pid=93588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 18:58:13.564973 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-738a758d-06fd-4b4a-b9b8-772ba958b267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555300'] for port, before_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:58:13.766601 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.db_base_plugin_common [None req-738a758d-06fd-4b4a-b9b8-772ba958b267 None None] Allocated IP 192.168.233.2 (e5a6aa10-0c11-4467-bb9c-a115415cc5fd/11a21c9e-1418-46eb-b7c2-0f7a4012bbaa/d9cfb514-0ff5-49e1-9c6e-24faf7b95e2c) {{(pid=93588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:58:13.912915 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-738a758d-06fd-4b4a-b9b8-772ba958b267 None None] Notify callbacks [] for port, precommit_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:58:13.921116 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.provisioning_blocks [None req-738a758d-06fd-4b4a-b9b8-772ba958b267 None None] Transition to ACTIVE for port object d9cfb514-0ff5-49e1-9c6e-24faf7b95e2c will not be triggered until provisioned by entity L2. {{(pid=93588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:58:13.936185 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.provisioning_blocks [None req-738a758d-06fd-4b4a-b9b8-772ba958b267 None None] Transition to ACTIVE for port object d9cfb514-0ff5-49e1-9c6e-24faf7b95e2c will not be triggered until provisioned by entity DHCP. {{(pid=93588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 18:58:14.004732 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-738a758d-06fd-4b4a-b9b8-772ba958b267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742349248516'] for port, after_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:58:14.040824 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-738a758d-06fd-4b4a-b9b8-772ba958b267 None None] Network e5a6aa10-0c11-4467-bb9c-a115415cc5fd is already hosted by enough agents. {{(pid=93588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:58:14.043670 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.scheduler.base_scheduler [None req-738a758d-06fd-4b4a-b9b8-772ba958b267 None None] Resources bound (agent type, host, resource id): {{(pid=93588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:58:14.046375 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-738a758d-06fd-4b4a-b9b8-772ba958b267 None None] Received port after_create {{(pid=93588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 18:58:14.058306 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738a758d-06fd-4b4a-b9b8-772ba958b267 None None] Pushing event updated for resources: {'Port': ['ID=d9cfb514-0ff5-49e1-9c6e-24faf7b95e2c,revision_number=1']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:58:14.079664 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738a758d-06fd-4b4a-b9b8-772ba958b267 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:58:14.080035 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738a758d-06fd-4b4a-b9b8-772ba958b267 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:58:14.080904 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738a758d-06fd-4b4a-b9b8-772ba958b267 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:58:14.081248 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738a758d-06fd-4b4a-b9b8-772ba958b267 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:58:14.081578 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738a758d-06fd-4b4a-b9b8-772ba958b267 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:58:14.081911 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738a758d-06fd-4b4a-b9b8-772ba958b267 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:58:14.082240 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738a758d-06fd-4b4a-b9b8-772ba958b267 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:58:14.082571 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738a758d-06fd-4b4a-b9b8-772ba958b267 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:58:14.082915 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738a758d-06fd-4b4a-b9b8-772ba958b267 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:58:14.083240 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738a758d-06fd-4b4a-b9b8-772ba958b267 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:58:14.083586 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738a758d-06fd-4b4a-b9b8-772ba958b267 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:58:14.083932 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738a758d-06fd-4b4a-b9b8-772ba958b267 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:58:14.118564 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.managers [None req-738a758d-06fd-4b4a-b9b8-772ba958b267 None None] Attempting to bind port d9cfb514-0ff5-49e1-9c6e-24faf7b95e2c on host dv-cinder-802653-1-iscsi for vnic_type normal with profile {{(pid=93588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 18:58:14.118936 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.managers [None req-738a758d-06fd-4b4a-b9b8-772ba958b267 None None] Attempting to bind port d9cfb514-0ff5-49e1-9c6e-24faf7b95e2c by drivers openvswitch,hyperv on host dv-cinder-802653-1-iscsi at level 0 using segments [{'id': '5f932406-a6de-4b9f-a63f-77bae7efdb4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'e5a6aa10-0c11-4467-bb9c-a115415cc5fd'}] {{(pid=93588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 18:58:14.119295 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-738a758d-06fd-4b4a-b9b8-772ba958b267 None None] Attempting to bind port d9cfb514-0ff5-49e1-9c6e-24faf7b95e2c on network e5a6aa10-0c11-4467-bb9c-a115415cc5fd {{(pid=93588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 18:58:14.124251 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-738a758d-06fd-4b4a-b9b8-772ba958b267 None None] Checking agent: {'id': 'db69d0ec-1e3c-47a8-846d-d71db5f0b0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802653-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 18, 54, 54), 'started_at': datetime.datetime(2021, 7, 28, 18, 55, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 18, 57, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802653-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 18:58:14.124616 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-738a758d-06fd-4b4a-b9b8-772ba958b267 None None] Checking segment: {'id': '5f932406-a6de-4b9f-a63f-77bae7efdb4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'e5a6aa10-0c11-4467-bb9c-a115415cc5fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 18:58:14.125009 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-738a758d-06fd-4b4a-b9b8-772ba958b267 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:58:14.125393 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-738a758d-06fd-4b4a-b9b8-772ba958b267 None None] Bound using segment: {'id': '5f932406-a6de-4b9f-a63f-77bae7efdb4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'e5a6aa10-0c11-4467-bb9c-a115415cc5fd'} {{(pid=93588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 18:58:14.125848 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.managers [None req-738a758d-06fd-4b4a-b9b8-772ba958b267 None None] Bound port: d9cfb514-0ff5-49e1-9c6e-24faf7b95e2c, host: dv-cinder-802653-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f932406-a6de-4b9f-a63f-77bae7efdb4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'e5a6aa10-0c11-4467-bb9c-a115415cc5fd'}}] {{(pid=93588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 18:58:14.126235 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-738a758d-06fd-4b4a-b9b8-772ba958b267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555300'] for port, before_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:58:14.191448 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.db [None req-738a758d-06fd-4b4a-b9b8-772ba958b267 None None] For port d9cfb514-0ff5-49e1-9c6e-24faf7b95e2c, host dv-cinder-802653-1-iscsi, cleared binding levels {{(pid=93588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:58:14.194494 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.db [None req-738a758d-06fd-4b4a-b9b8-772ba958b267 None None] For port d9cfb514-0ff5-49e1-9c6e-24faf7b95e2c, host dv-cinder-802653-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-1-iscsi',level=0,port_id=d9cfb514-0ff5-49e1-9c6e-24faf7b95e2c,segment=NetworkSegment(5f932406-a6de-4b9f-a63f-77bae7efdb4f),segment_id=5f932406-a6de-4b9f-a63f-77bae7efdb4f)] {{(pid=93588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:58:14.249903 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-738a758d-06fd-4b4a-b9b8-772ba958b267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742349622321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742349248534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742349248552'] for port, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:58:14.305794 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738a758d-06fd-4b4a-b9b8-772ba958b267 None None] Pushing event updated for resources: {'Port': ['ID=d9cfb514-0ff5-49e1-9c6e-24faf7b95e2c,revision_number=2']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:58:14.583522 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.rpc [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Device d9cfb514-0ff5-49e1-9c6e-24faf7b95e2c up at agent ovs-agent-dv-cinder-802653-1-iscsi {{(pid=93588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:58:14.706342 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.provisioning_blocks [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Provisioning for port d9cfb514-0ff5-49e1-9c6e-24faf7b95e2c completed by entity L2. {{(pid=93588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:58:15.160368 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f51b1787-e68b-4ac1-83f7-33dd85b516ab None None] Network e5a6aa10-0c11-4467-bb9c-a115415cc5fd requested from dv-cinder-802653-1-iscsi {{(pid=93588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 18:58:15.307853 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.provisioning_blocks [None req-c3ed8290-681e-456b-bc40-963e7124717e None None] Provisioning for port d9cfb514-0ff5-49e1-9c6e-24faf7b95e2c completed by entity DHCP. {{(pid=93588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 18:58:15.308361 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.provisioning_blocks [None req-c3ed8290-681e-456b-bc40-963e7124717e None None] Provisioning complete for port d9cfb514-0ff5-49e1-9c6e-24faf7b95e2c triggered by entity DHCP. {{(pid=93588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:58:15.308732 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-c3ed8290-681e-456b-bc40-963e7124717e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721938'] for port, provisioning_complete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:58:15.398489 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-c3ed8290-681e-456b-bc40-963e7124717e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555300'] for port, before_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:58:15.437673 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.db [None req-c3ed8290-681e-456b-bc40-963e7124717e None None] For port d9cfb514-0ff5-49e1-9c6e-24faf7b95e2c, host dv-cinder-802653-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-1-iscsi',level=0,port_id=d9cfb514-0ff5-49e1-9c6e-24faf7b95e2c,segment=NetworkSegment(5f932406-a6de-4b9f-a63f-77bae7efdb4f),segment_id=5f932406-a6de-4b9f-a63f-77bae7efdb4f)] {{(pid=93588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:58:15.523571 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-c3ed8290-681e-456b-bc40-963e7124717e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742349622321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742349248534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742349248552'] for port, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:58:15.572033 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ed8290-681e-456b-bc40-963e7124717e None None] Pushing event updated for resources: {'Port': ['ID=d9cfb514-0ff5-49e1-9c6e-24faf7b95e2c,revision_number=3']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:58:15.643406 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.provisioning_blocks [None req-ff279588-c552-424d-b130-2851c561483a None None] Provisioning complete for port d9cfb514-0ff5-49e1-9c6e-24faf7b95e2c triggered by entity DHCP. {{(pid=93588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:58:15.644068 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-ff279588-c552-424d-b130-2851c561483a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721938'] for port, provisioning_complete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:58:16.497198 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.rpc [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Device d9cfb514-0ff5-49e1-9c6e-24faf7b95e2c up at agent ovs-agent-dv-cinder-802653-1-iscsi {{(pid=93588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:58:16.545171 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.provisioning_blocks [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Provisioning complete for port d9cfb514-0ff5-49e1-9c6e-24faf7b95e2c triggered by entity L2. {{(pid=93588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 18:58:16.545543 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721938'] for port, provisioning_complete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:58:21.540539 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-e247b7f9-7af7-4c75-a731-d15b6ec89bc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:58:24.203238 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:58:24.385987 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-5e49b3f5-1ef0-45f2-9de8-6bbeb5b013ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:58:25.470077 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-acea1373-d53c-46a9-b089-9e40d352d773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:58:26.682301 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.db.agents_db [None req-65e7ef76-a059-4ec3-9341-f72ff4ef7e59 None None] Agent healthcheck: found 5 active agents {{(pid=93589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 18:58:27.550675 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-26c861f8-c84b-4272-86f3-59900436582c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:58:51.588697 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-53a09922-7cfa-4f1b-8e7d-f4fdee9ad2a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:58:54.190699 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:58:54.384860 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-f321e558-9480-43ad-9218-51c341f0f9d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:58:55.468853 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-acea1373-d53c-46a9-b089-9e40d352d773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:58:57.567270 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-26c861f8-c84b-4272-86f3-59900436582c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:59:03.681195 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.db.agents_db [None req-65e7ef76-a059-4ec3-9341-f72ff4ef7e59 None None] Agent healthcheck: found 5 active agents {{(pid=93589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 18:59:21.540891 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-e45f0d97-106d-4bb8-ab1e-cb9788610b6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:59:24.237831 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:59:24.397777 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-74716b85-0c1f-4213-8109-634c8341ef1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:59:25.509110 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-acea1373-d53c-46a9-b089-9e40d352d773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:59:27.560420 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-26c861f8-c84b-4272-86f3-59900436582c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:59:40.680700 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.db.agents_db [None req-65e7ef76-a059-4ec3-9341-f72ff4ef7e59 None None] Agent healthcheck: found 5 active agents {{(pid=93589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 18:59:51.558993 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-cbb6e418-1145-4351-88d8-6115049c3529 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:59:54.184451 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:59:54.381655 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-c0b17f9c-7525-4f3a-973d-09e434972908 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:59:55.496049 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-acea1373-d53c-46a9-b089-9e40d352d773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:59:57.519269 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-26c861f8-c84b-4272-86f3-59900436582c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:59:58.165293 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.wsgi [-] (93586) accepted ('10.222.0.41', 56558) {{(pid=93586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:59:58.171275 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.wsgi [None req-e045d777-8c95-49af-8892-c73995dc4c32 tempest-verify_tempest_config-1179631488 tempest-verify_tempest_config-1179631488-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=93586) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 18:59:58.172292 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [None req-e045d777-8c95-49af-8892-c73995dc4c32 tempest-verify_tempest_config-1179631488 tempest-verify_tempest_config-1179631488-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0060899 Jul 28 18:59:58.677539 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.wsgi [-] (93586) accepted ('10.222.0.41', 56576) {{(pid=93586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:59:58.776514 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-12242e3c-6d54-451e-9a5b-5c686766b751 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:59:58.858257 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-12242e3c-6d54-451e-9a5b-5c686766b751 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:59:58.921023 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-12242e3c-6d54-451e-9a5b-5c686766b751 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676630'] for security_group, after_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:59:58.965282 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12242e3c-6d54-451e-9a5b-5c686766b751 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ce920e3-47e7-4c9b-a72e-c3bb90c12a5f,revision_number=1']} {{(pid=93586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:59:58.969697 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [None req-12242e3c-6d54-451e-9a5b-5c686766b751 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=14fb36ed416f4f0491e8f757aabb61d5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2911837 Jul 28 18:59:58.973249 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.wsgi [-] (93587) accepted ('10.222.0.41', 56580) {{(pid=93587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 18:59:58.974993 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12242e3c-6d54-451e-9a5b-5c686766b751 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:59:58.975357 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12242e3c-6d54-451e-9a5b-5c686766b751 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:59:58.975705 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12242e3c-6d54-451e-9a5b-5c686766b751 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:59:58.976067 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12242e3c-6d54-451e-9a5b-5c686766b751 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:59:58.976405 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12242e3c-6d54-451e-9a5b-5c686766b751 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:59:58.976763 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12242e3c-6d54-451e-9a5b-5c686766b751 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:59:58.977147 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12242e3c-6d54-451e-9a5b-5c686766b751 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:59:58.977480 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12242e3c-6d54-451e-9a5b-5c686766b751 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:59:58.977871 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12242e3c-6d54-451e-9a5b-5c686766b751 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:59:58.978202 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12242e3c-6d54-451e-9a5b-5c686766b751 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:59:58.978525 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12242e3c-6d54-451e-9a5b-5c686766b751 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:59:58.978847 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12242e3c-6d54-451e-9a5b-5c686766b751 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:59:59.028485 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-3a0636cb-ceb0-420a-bdce-9ba23c655d9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:59:59.048883 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-3a0636cb-ceb0-420a-bdce-9ba23c655d9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:59:59.192924 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-3a0636cb-ceb0-420a-bdce-9ba23c655d9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676630'] for security_group, after_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:59:59.195401 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-3a0636cb-ceb0-420a-bdce-9ba23c655d9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 18:59:59.196692 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [None req-3a0636cb-ceb0-420a-bdce-9ba23c655d9f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7ce920e3-47e7-4c9b-a72e-c3bb90c12a5f HTTP/1.1" status: 204 len: 168 time: 0.2223442 Jul 28 18:59:59.204243 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0636cb-ceb0-420a-bdce-9ba23c655d9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ce920e3-47e7-4c9b-a72e-c3bb90c12a5f,revision_number=None']} {{(pid=93587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:59:59.210799 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0636cb-ceb0-420a-bdce-9ba23c655d9f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:59:59.211177 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0636cb-ceb0-420a-bdce-9ba23c655d9f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:59:59.211520 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0636cb-ceb0-420a-bdce-9ba23c655d9f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:59:59.211886 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0636cb-ceb0-420a-bdce-9ba23c655d9f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:59:59.212218 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0636cb-ceb0-420a-bdce-9ba23c655d9f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:59:59.212570 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0636cb-ceb0-420a-bdce-9ba23c655d9f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:59:59.212901 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0636cb-ceb0-420a-bdce-9ba23c655d9f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:59:59.213275 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0636cb-ceb0-420a-bdce-9ba23c655d9f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:59:59.213557 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0636cb-ceb0-420a-bdce-9ba23c655d9f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:59:59.213885 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0636cb-ceb0-420a-bdce-9ba23c655d9f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:59:59.214205 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0636cb-ceb0-420a-bdce-9ba23c655d9f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:59:59.214599 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0636cb-ceb0-420a-bdce-9ba23c655d9f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:00:17.680320 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.db.agents_db [None req-65e7ef76-a059-4ec3-9341-f72ff4ef7e59 None None] Agent healthcheck: found 5 active agents {{(pid=93589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 19:00:21.540027 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-11f940bf-677e-4025-ad1c-c4ad99a4b6c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:00:24.187876 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:00:24.376395 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-a01750e3-efe2-472d-b43d-88246c9856cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:00:25.473506 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-acea1373-d53c-46a9-b089-9e40d352d773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:00:27.519483 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-26c861f8-c84b-4272-86f3-59900436582c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:00:51.561950 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-e755b8e0-fa87-4d83-82c9-8d5245577e65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:00:54.196213 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:00:54.413376 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-d4f5671e-1363-4337-aaf9-7f97231e6457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:00:54.679633 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.db.agents_db [None req-65e7ef76-a059-4ec3-9341-f72ff4ef7e59 None None] Agent healthcheck: found 5 active agents {{(pid=93589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 19:00:55.493193 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-acea1373-d53c-46a9-b089-9e40d352d773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:00:57.522918 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-26c861f8-c84b-4272-86f3-59900436582c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:01:21.561106 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-d89462aa-3aa2-4ce5-86de-0f2d1497edf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:01:24.207661 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:01:24.383858 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-9b052fa0-b657-47b7-b798-4a6dad71a5aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:01:25.510254 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-acea1373-d53c-46a9-b089-9e40d352d773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:01:27.548405 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-26c861f8-c84b-4272-86f3-59900436582c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:01:31.103327 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3821272'] for agent, after_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:01:31.679318 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.db.agents_db [None req-65e7ef76-a059-4ec3-9341-f72ff4ef7e59 None None] Agent healthcheck: found 6 active agents {{(pid=93589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 19:01:34.782446 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.wsgi [-] (93587) accepted ('10.222.0.41', 56634) {{(pid=93587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:01:34.887020 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [None req-5807611f-4e64-42d3-8630-6063fb233b1b admin admin] 10.222.0.41 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1034951 Jul 28 19:01:37.048349 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.wsgi [-] (93586) accepted ('10.222.0.41', 56644) {{(pid=93586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:01:37.113228 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [None req-8d466e63-9eef-4dfa-9c1e-7a3205d5f742 admin admin] 10.222.0.41 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0638137 Jul 28 19:01:51.530345 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-32ddac96-9bb2-494e-bac9-ee0946d2895e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:01:54.227357 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:01:54.392947 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-a35b8e60-5992-46fa-9d59-014d7d8a1da4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:01:55.490856 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-acea1373-d53c-46a9-b089-9e40d352d773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:01:57.535667 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-26c861f8-c84b-4272-86f3-59900436582c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:02:01.026832 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:02:08.677437 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.db.agents_db [None req-65e7ef76-a059-4ec3-9341-f72ff4ef7e59 None None] Agent healthcheck: found 6 active agents {{(pid=93589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 19:02:21.551683 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-7c087a5c-bd76-4ee8-a28c-29f424c921cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:02:24.180211 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:02:24.408489 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-59aff7e0-e5f8-4a62-ab4f-afd4ef5ef766 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:02:25.511676 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-acea1373-d53c-46a9-b089-9e40d352d773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:02:27.511125 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-26c861f8-c84b-4272-86f3-59900436582c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:02:31.048540 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:02:45.676665 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.db.agents_db [None req-65e7ef76-a059-4ec3-9341-f72ff4ef7e59 None None] Agent healthcheck: found 6 active agents {{(pid=93589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 19:02:51.544428 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-48459ed4-d997-4d64-827c-39eae8ebd139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:02:54.184039 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:02:54.389872 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-e3680fdf-414e-4a2b-a0ab-34202c43e3a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:02:55.527258 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-acea1373-d53c-46a9-b089-9e40d352d773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:02:57.572994 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-26c861f8-c84b-4272-86f3-59900436582c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:01.075528 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:02.164882 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.wsgi [-] (93586) accepted ('10.222.0.41', 56834) {{(pid=93586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:03:02.191918 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.wsgi [-] (93587) accepted ('10.222.0.41', 56840) {{(pid=93587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:03:02.572066 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.v2.base [None req-9092cebb-eadc-4d18-b701-46768b0e20f6 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-560456603-network', 'tenant_id': 'd9d94e4ff008401e8faaf661618fc98d'}} {{(pid=93587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:03:02.578181 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.v2.base [None req-0afc593f-7867-436f-b895-1bb69771e4f7 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-454008151-network', 'tenant_id': 'ab36a3ab5c78406b94032a7ca4193d8f'}} {{(pid=93586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:03:02.600238 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.db.api [None req-0afc593f-7867-436f-b895-1bb69771e4f7 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 28 19:03:02.600238 dv-cinder-802653-1-iscsi neutron-server[93586]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 28 19:03:02.600238 dv-cinder-802653-1-iscsi neutron-server[93586]: [parameters: {'project_id': 'ab36a3ab5c78406b94032a7ca4193d8f', 'id': 'a369fa6d-7dfe-47b9-bdeb-ae0e64beb477', 'expiration': datetime.datetime(2021, 7, 28, 19, 5, 2, 592213)}] Jul 28 19:03:02.600238 dv-cinder-802653-1-iscsi neutron-server[93586]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93586) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 19:03:02.601023 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG oslo_db.api [None req-0afc593f-7867-436f-b895-1bb69771e4f7 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 19:03:02.601772 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.wsgi [-] (93586) accepted ('10.222.0.41', 56858) {{(pid=93586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:03:02.606030 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.wsgi [-] (93587) accepted ('10.222.0.41', 56860) {{(pid=93587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:03:02.640781 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9092cebb-eadc-4d18-b701-46768b0e20f6 admin admin] Made reservation on behalf of d9d94e4ff008401e8faaf661618fc98d for: {'network': 1} {{(pid=93587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 19:03:02.643116 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-9092cebb-eadc-4d18-b701-46768b0e20f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555300'] for network, before_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:02.652202 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-9092cebb-eadc-4d18-b701-46768b0e20f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:02.749654 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-9092cebb-eadc-4d18-b701-46768b0e20f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:02.806036 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-9092cebb-eadc-4d18-b701-46768b0e20f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676630'] for security_group, after_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:02.825046 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9092cebb-eadc-4d18-b701-46768b0e20f6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 420} {{(pid=93587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 19:03:02.835460 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-9092cebb-eadc-4d18-b701-46768b0e20f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721374'] for segment, precommit_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:02.836354 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.db.segments_db [None req-9092cebb-eadc-4d18-b701-46768b0e20f6 admin admin] Added segment 0d3c4ff0-4d0c-4266-bc56-cf9746e30c96 of type vlan for network c056e1d5-ae09-46ea-8799-2cf0d09a03be Jul 28 19:03:02.879526 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-9092cebb-eadc-4d18-b701-46768b0e20f6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742349240423'] for network, precommit_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:02.902837 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9092cebb-eadc-4d18-b701-46768b0e20f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc7c8404-403a-4c27-9f62-deb2a99f8b01,revision_number=1']} {{(pid=93587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:03:02.921437 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.v2.base [None req-32eae11b-1149-49b6-8edc-0300e33c8bb0 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1306913285-network', 'tenant_id': '77b4e3f4db4f48488f6a8e8a0ca43337'}} {{(pid=93587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:03:02.926063 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9092cebb-eadc-4d18-b701-46768b0e20f6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:03:02.926475 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9092cebb-eadc-4d18-b701-46768b0e20f6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:03:02.926779 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9092cebb-eadc-4d18-b701-46768b0e20f6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:03:02.927124 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9092cebb-eadc-4d18-b701-46768b0e20f6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:03:02.927465 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9092cebb-eadc-4d18-b701-46768b0e20f6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:03:02.928492 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9092cebb-eadc-4d18-b701-46768b0e20f6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:03:02.928843 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9092cebb-eadc-4d18-b701-46768b0e20f6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:03:02.929186 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9092cebb-eadc-4d18-b701-46768b0e20f6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:03:02.929542 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9092cebb-eadc-4d18-b701-46768b0e20f6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:03:02.929879 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9092cebb-eadc-4d18-b701-46768b0e20f6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:03:02.930211 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9092cebb-eadc-4d18-b701-46768b0e20f6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:03:02.930546 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9092cebb-eadc-4d18-b701-46768b0e20f6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:03:02.931591 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9092cebb-eadc-4d18-b701-46768b0e20f6 admin admin] Tracked resource versions report: Jul 28 19:03:02.931591 dv-cinder-802653-1-iscsi neutron-server[93587]: pushed versions: Jul 28 19:03:02.931591 dv-cinder-802653-1-iscsi neutron-server[93587]: { 'AddressGroup': {'1.2'}, Jul 28 19:03:02.931591 dv-cinder-802653-1-iscsi neutron-server[93587]: 'ConntrackHelper': {'1.0'}, Jul 28 19:03:02.931591 dv-cinder-802653-1-iscsi neutron-server[93587]: 'Log': {'1.0'}, Jul 28 19:03:02.931591 dv-cinder-802653-1-iscsi neutron-server[93587]: 'Network': {'1.1'}, Jul 28 19:03:02.931591 dv-cinder-802653-1-iscsi neutron-server[93587]: 'Port': {'1.7'}, Jul 28 19:03:02.931591 dv-cinder-802653-1-iscsi neutron-server[93587]: 'PortForwarding': {'1.2'}, Jul 28 19:03:02.931591 dv-cinder-802653-1-iscsi neutron-server[93587]: 'QosPolicy': {'1.8'}, Jul 28 19:03:02.931591 dv-cinder-802653-1-iscsi neutron-server[93587]: 'SecurityGroup': {'1.4'}, Jul 28 19:03:02.931591 dv-cinder-802653-1-iscsi neutron-server[93587]: 'SecurityGroupRule': {'1.2'}, Jul 28 19:03:02.931591 dv-cinder-802653-1-iscsi neutron-server[93587]: 'SubPort': {'1.0'}, Jul 28 19:03:02.931591 dv-cinder-802653-1-iscsi neutron-server[93587]: 'Subnet': {'1.1'}, Jul 28 19:03:02.931591 dv-cinder-802653-1-iscsi neutron-server[93587]: 'Trunk': {'1.1'}} Jul 28 19:03:02.931591 dv-cinder-802653-1-iscsi neutron-server[93587]: consumer versions: Jul 28 19:03:02.931591 dv-cinder-802653-1-iscsi neutron-server[93587]: { DHCP agent@dv-cinder-802653-1-iscsi: {}, Jul 28 19:03:02.931591 dv-cinder-802653-1-iscsi neutron-server[93587]: HyperV agent@hv-cinder-80265: {}, Jul 28 19:03:02.931591 dv-cinder-802653-1-iscsi neutron-server[93587]: L3 agent@dv-cinder-802653-1-iscsi: {}, Jul 28 19:03:02.931591 dv-cinder-802653-1-iscsi neutron-server[93587]: Metadata agent@dv-cinder-802653-1-iscsi: {}, Jul 28 19:03:02.931591 dv-cinder-802653-1-iscsi neutron-server[93587]: Metering agent@dv-cinder-802653-1-iscsi: {}, Jul 28 19:03:02.931591 dv-cinder-802653-1-iscsi neutron-server[93587]: Open vSwitch agent@dv-cinder-802653-1-iscsi: { 'AddressGroup': '1.2', Jul 28 19:03:02.931591 dv-cinder-802653-1-iscsi neutron-server[93587]: 'ConntrackHelper': '1.0', Jul 28 19:03:02.931591 dv-cinder-802653-1-iscsi neutron-server[93587]: 'Log': '1.0', Jul 28 19:03:02.931591 dv-cinder-802653-1-iscsi neutron-server[93587]: 'Network': '1.1', Jul 28 19:03:02.931591 dv-cinder-802653-1-iscsi neutron-server[93587]: 'Port': '1.7', Jul 28 19:03:02.931591 dv-cinder-802653-1-iscsi neutron-server[93587]: 'PortForwarding': '1.2', Jul 28 19:03:02.931591 dv-cinder-802653-1-iscsi neutron-server[93587]: 'QosPolicy': '1.8', Jul 28 19:03:02.931591 dv-cinder-802653-1-iscsi neutron-server[93587]: 'SecurityGroup': '1.4', Jul 28 19:03:02.931591 dv-cinder-802653-1-iscsi neutron-server[93587]: 'SecurityGroupRule': '1.2', Jul 28 19:03:02.931591 dv-cinder-802653-1-iscsi neutron-server[93587]: 'SubPort': '1.0', Jul 28 19:03:02.931591 dv-cinder-802653-1-iscsi neutron-server[93587]: 'Subnet': '1.1', Jul 28 19:03:02.931591 dv-cinder-802653-1-iscsi neutron-server[93587]: 'Trunk': '1.1'}} Jul 28 19:03:02.931591 dv-cinder-802653-1-iscsi neutron-server[93587]: {{(pid=93587) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 28 19:03:02.954658 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.v2.base [None req-cbc5df82-fee0-4a8e-9682-9085cf7237af admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-357672966-network', 'tenant_id': '8d3b7942249542e0a5d3094ec27a34f5'}} {{(pid=93586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:03:03.017686 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-9092cebb-eadc-4d18-b701-46768b0e20f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036'] for network, after_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:03.018804 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9092cebb-eadc-4d18-b701-46768b0e20f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:03:03.019486 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-9092cebb-eadc-4d18-b701-46768b0e20f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760026'] for network, before_response {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:03.078908 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32eae11b-1149-49b6-8edc-0300e33c8bb0 admin admin] Made reservation on behalf of 77b4e3f4db4f48488f6a8e8a0ca43337 for: {'network': 1} {{(pid=93587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 19:03:03.078908 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-32eae11b-1149-49b6-8edc-0300e33c8bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555300'] for network, before_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:03.095744 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-32eae11b-1149-49b6-8edc-0300e33c8bb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:03.115118 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9092cebb-eadc-4d18-b701-46768b0e20f6 admin admin] Pushing event updated for resources: {'Network': ['ID=c056e1d5-ae09-46ea-8799-2cf0d09a03be,revision_number=1']} {{(pid=93587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:03:03.126165 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.wsgi [-] (93586) accepted ('10.222.0.41', 56886) {{(pid=93586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:03:03.126636 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.rpc [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Network c056e1d5-ae09-46ea-8799-2cf0d09a03be details requested by agent ovs-agent-dv-cinder-802653-1-iscsi with host dv-cinder-802653-1-iscsi {{(pid=93588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 19:03:03.133423 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.v2.base [None req-42037e79-6f3c-4363-807b-0e47286fb52c admin admin] Request body: {'subnet': {'network_id': 'c056e1d5-ae09-46ea-8799-2cf0d09a03be', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-560456603-subnet', 'tenant_id': 'd9d94e4ff008401e8faaf661618fc98d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:03:03.136814 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [None req-9092cebb-eadc-4d18-b701-46768b0e20f6 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9434524 Jul 28 19:03:03.160548 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.wsgi [-] (93586) accepted ('10.222.0.41', 56890) {{(pid=93586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:03:03.214260 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbc5df82-fee0-4a8e-9682-9085cf7237af admin admin] Made reservation on behalf of 8d3b7942249542e0a5d3094ec27a34f5 for: {'network': 1} {{(pid=93586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 19:03:03.216524 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-cbc5df82-fee0-4a8e-9682-9085cf7237af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555300'] for network, before_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:03.230556 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-cbc5df82-fee0-4a8e-9682-9085cf7237af admin admin] Notify callbacks [] for security_group, before_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:03.320620 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0afc593f-7867-436f-b895-1bb69771e4f7 admin admin] Made reservation on behalf of ab36a3ab5c78406b94032a7ca4193d8f for: {'network': 1} {{(pid=93586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 19:03:03.327676 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-0afc593f-7867-436f-b895-1bb69771e4f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555300'] for network, before_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:03.339417 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-0afc593f-7867-436f-b895-1bb69771e4f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:03.343028 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.db.api [None req-42037e79-6f3c-4363-807b-0e47286fb52c admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 28 19:03:03.343028 dv-cinder-802653-1-iscsi neutron-server[93586]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 28 19:03:03.343028 dv-cinder-802653-1-iscsi neutron-server[93586]: [parameters: {'project_id_1': 'd9d94e4ff008401e8faaf661618fc98d', 'expiration_1': datetime.datetime(2021, 7, 28, 19, 3, 3, 141849)}] Jul 28 19:03:03.343028 dv-cinder-802653-1-iscsi neutron-server[93586]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93586) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 19:03:03.343675 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG oslo_db.api [None req-42037e79-6f3c-4363-807b-0e47286fb52c admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 19:03:03.343859 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.db.api [None req-cbc5df82-fee0-4a8e-9682-9085cf7237af admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 28 19:03:03.343859 dv-cinder-802653-1-iscsi neutron-server[93586]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 28 19:03:03.343859 dv-cinder-802653-1-iscsi neutron-server[93586]: [parameters: {'project_id_1': '8d3b7942249542e0a5d3094ec27a34f5', 'expiration_1': datetime.datetime(2021, 7, 28, 19, 3, 3, 244398)}] Jul 28 19:03:03.343859 dv-cinder-802653-1-iscsi neutron-server[93586]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93586) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 19:03:03.344431 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG oslo_db.api [None req-cbc5df82-fee0-4a8e-9682-9085cf7237af admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 19:03:03.355561 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.v2.base [None req-65ecb436-86e8-43a8-8076-0533d99f7e1f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1336353080-network', 'tenant_id': '4dceb4eb37274cd9b3fcc8dffed09715'}} {{(pid=93586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:03:03.432025 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-32eae11b-1149-49b6-8edc-0300e33c8bb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:03.565781 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-32eae11b-1149-49b6-8edc-0300e33c8bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676630'] for security_group, after_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:03.575655 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32eae11b-1149-49b6-8edc-0300e33c8bb0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 402} {{(pid=93587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 19:03:03.591062 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-32eae11b-1149-49b6-8edc-0300e33c8bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721374'] for segment, precommit_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:03.591621 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.db.segments_db [None req-32eae11b-1149-49b6-8edc-0300e33c8bb0 admin admin] Added segment 849c600d-119e-46e5-ad54-f7773d8e0f09 of type vlan for network d9b348a0-fd69-4cac-87c2-18e205be05be Jul 28 19:03:03.639338 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-32eae11b-1149-49b6-8edc-0300e33c8bb0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742349240423'] for network, precommit_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:03.641338 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-0afc593f-7867-436f-b895-1bb69771e4f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:03.665976 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32eae11b-1149-49b6-8edc-0300e33c8bb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=310f407c-e58b-4ae7-8259-bb02b11de3c3,revision_number=1']} {{(pid=93587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:03:03.763447 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-0afc593f-7867-436f-b895-1bb69771e4f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676630'] for security_group, after_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:03.789845 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-32eae11b-1149-49b6-8edc-0300e33c8bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036'] for network, after_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:03.791483 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32eae11b-1149-49b6-8edc-0300e33c8bb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:03:03.792261 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-32eae11b-1149-49b6-8edc-0300e33c8bb0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760026'] for network, before_response {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:03.805695 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afc593f-7867-436f-b895-1bb69771e4f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42975843-26fd-496e-b975-a1703127fe22,revision_number=1']} {{(pid=93586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:03:03.816028 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afc593f-7867-436f-b895-1bb69771e4f7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:03:03.816616 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afc593f-7867-436f-b895-1bb69771e4f7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:03:03.817198 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afc593f-7867-436f-b895-1bb69771e4f7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:03:03.818091 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afc593f-7867-436f-b895-1bb69771e4f7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:03:03.819280 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afc593f-7867-436f-b895-1bb69771e4f7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:03:03.819817 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afc593f-7867-436f-b895-1bb69771e4f7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:03:03.820467 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afc593f-7867-436f-b895-1bb69771e4f7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:03:03.821114 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afc593f-7867-436f-b895-1bb69771e4f7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:03:03.821742 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afc593f-7867-436f-b895-1bb69771e4f7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:03:03.822226 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afc593f-7867-436f-b895-1bb69771e4f7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:03:03.822812 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afc593f-7867-436f-b895-1bb69771e4f7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:03:03.823424 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afc593f-7867-436f-b895-1bb69771e4f7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:03:03.824661 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afc593f-7867-436f-b895-1bb69771e4f7 admin admin] Tracked resource versions report: Jul 28 19:03:03.824661 dv-cinder-802653-1-iscsi neutron-server[93586]: pushed versions: Jul 28 19:03:03.824661 dv-cinder-802653-1-iscsi neutron-server[93586]: { 'AddressGroup': {'1.2'}, Jul 28 19:03:03.824661 dv-cinder-802653-1-iscsi neutron-server[93586]: 'ConntrackHelper': {'1.0'}, Jul 28 19:03:03.824661 dv-cinder-802653-1-iscsi neutron-server[93586]: 'Log': {'1.0'}, Jul 28 19:03:03.824661 dv-cinder-802653-1-iscsi neutron-server[93586]: 'Network': {'1.1'}, Jul 28 19:03:03.824661 dv-cinder-802653-1-iscsi neutron-server[93586]: 'Port': {'1.7'}, Jul 28 19:03:03.824661 dv-cinder-802653-1-iscsi neutron-server[93586]: 'PortForwarding': {'1.2'}, Jul 28 19:03:03.824661 dv-cinder-802653-1-iscsi neutron-server[93586]: 'QosPolicy': {'1.8'}, Jul 28 19:03:03.824661 dv-cinder-802653-1-iscsi neutron-server[93586]: 'SecurityGroup': {'1.4'}, Jul 28 19:03:03.824661 dv-cinder-802653-1-iscsi neutron-server[93586]: 'SecurityGroupRule': {'1.2'}, Jul 28 19:03:03.824661 dv-cinder-802653-1-iscsi neutron-server[93586]: 'SubPort': {'1.0'}, Jul 28 19:03:03.824661 dv-cinder-802653-1-iscsi neutron-server[93586]: 'Subnet': {'1.1'}, Jul 28 19:03:03.824661 dv-cinder-802653-1-iscsi neutron-server[93586]: 'Trunk': {'1.1'}} Jul 28 19:03:03.824661 dv-cinder-802653-1-iscsi neutron-server[93586]: consumer versions: Jul 28 19:03:03.824661 dv-cinder-802653-1-iscsi neutron-server[93586]: { DHCP agent@dv-cinder-802653-1-iscsi: {}, Jul 28 19:03:03.824661 dv-cinder-802653-1-iscsi neutron-server[93586]: HyperV agent@hv-cinder-80265: {}, Jul 28 19:03:03.824661 dv-cinder-802653-1-iscsi neutron-server[93586]: L3 agent@dv-cinder-802653-1-iscsi: {}, Jul 28 19:03:03.824661 dv-cinder-802653-1-iscsi neutron-server[93586]: Metadata agent@dv-cinder-802653-1-iscsi: {}, Jul 28 19:03:03.824661 dv-cinder-802653-1-iscsi neutron-server[93586]: Metering agent@dv-cinder-802653-1-iscsi: {}, Jul 28 19:03:03.824661 dv-cinder-802653-1-iscsi neutron-server[93586]: Open vSwitch agent@dv-cinder-802653-1-iscsi: { 'AddressGroup': '1.2', Jul 28 19:03:03.824661 dv-cinder-802653-1-iscsi neutron-server[93586]: 'ConntrackHelper': '1.0', Jul 28 19:03:03.824661 dv-cinder-802653-1-iscsi neutron-server[93586]: 'Log': '1.0', Jul 28 19:03:03.824661 dv-cinder-802653-1-iscsi neutron-server[93586]: 'Network': '1.1', Jul 28 19:03:03.824661 dv-cinder-802653-1-iscsi neutron-server[93586]: 'Port': '1.7', Jul 28 19:03:03.824661 dv-cinder-802653-1-iscsi neutron-server[93586]: 'PortForwarding': '1.2', Jul 28 19:03:03.824661 dv-cinder-802653-1-iscsi neutron-server[93586]: 'QosPolicy': '1.8', Jul 28 19:03:03.824661 dv-cinder-802653-1-iscsi neutron-server[93586]: 'SecurityGroup': '1.4', Jul 28 19:03:03.824661 dv-cinder-802653-1-iscsi neutron-server[93586]: 'SecurityGroupRule': '1.2', Jul 28 19:03:03.824661 dv-cinder-802653-1-iscsi neutron-server[93586]: 'SubPort': '1.0', Jul 28 19:03:03.824661 dv-cinder-802653-1-iscsi neutron-server[93586]: 'Subnet': '1.1', Jul 28 19:03:03.824661 dv-cinder-802653-1-iscsi neutron-server[93586]: 'Trunk': '1.1'}} Jul 28 19:03:03.824661 dv-cinder-802653-1-iscsi neutron-server[93586]: {{(pid=93586) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 28 19:03:03.845519 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0afc593f-7867-436f-b895-1bb69771e4f7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 401} {{(pid=93586) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 19:03:03.858532 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-cbc5df82-fee0-4a8e-9682-9085cf7237af admin admin] Notify callbacks [] for security_group, before_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:03.862358 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32eae11b-1149-49b6-8edc-0300e33c8bb0 admin admin] Pushing event updated for resources: {'Network': ['ID=d9b348a0-fd69-4cac-87c2-18e205be05be,revision_number=1']} {{(pid=93587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:03:03.879964 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-0afc593f-7867-436f-b895-1bb69771e4f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721374'] for segment, precommit_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:03.886866 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.db.segments_db [None req-0afc593f-7867-436f-b895-1bb69771e4f7 admin admin] Added segment 3139aff5-4d6c-4278-a04a-7a1d2851646e of type vlan for network 55abd46f-cb0c-4975-97d4-5b97e39ca579 Jul 28 19:03:03.886866 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65ecb436-86e8-43a8-8076-0533d99f7e1f admin admin] Made reservation on behalf of 4dceb4eb37274cd9b3fcc8dffed09715 for: {'network': 1} {{(pid=93586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 19:03:03.889910 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-65ecb436-86e8-43a8-8076-0533d99f7e1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555300'] for network, before_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:03.890844 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.rpc [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Network d9b348a0-fd69-4cac-87c2-18e205be05be details requested by agent ovs-agent-dv-cinder-802653-1-iscsi with host dv-cinder-802653-1-iscsi {{(pid=93588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 19:03:03.934533 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-65ecb436-86e8-43a8-8076-0533d99f7e1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:03.962809 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-0afc593f-7867-436f-b895-1bb69771e4f7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742349240423'] for network, precommit_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:03.973141 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [None req-32eae11b-1149-49b6-8edc-0300e33c8bb0 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.3650353 Jul 28 19:03:03.976328 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.wsgi [-] (93587) accepted ('10.222.0.41', 56920) {{(pid=93587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:03:03.984407 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.v2.base [None req-88efe06d-1775-49d5-92b9-bebb760a539d admin admin] Request body: {'subnet': {'network_id': 'd9b348a0-fd69-4cac-87c2-18e205be05be', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1306913285-subnet', 'tenant_id': '77b4e3f4db4f48488f6a8e8a0ca43337', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:03:04.119534 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42037e79-6f3c-4363-807b-0e47286fb52c admin admin] Made reservation on behalf of d9d94e4ff008401e8faaf661618fc98d for: {'subnet': 1} {{(pid=93586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 19:03:04.123691 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-42037e79-6f3c-4363-807b-0e47286fb52c admin admin] Notify callbacks [] for subnet, before_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:04.180800 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-0afc593f-7867-436f-b895-1bb69771e4f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036'] for network, after_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:04.181827 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0afc593f-7867-436f-b895-1bb69771e4f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:03:04.182538 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-0afc593f-7867-436f-b895-1bb69771e4f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760026'] for network, before_response {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:04.287932 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afc593f-7867-436f-b895-1bb69771e4f7 admin admin] Pushing event updated for resources: {'Network': ['ID=55abd46f-cb0c-4975-97d4-5b97e39ca579,revision_number=1']} {{(pid=93586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:03:04.298235 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.rpc [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Network 55abd46f-cb0c-4975-97d4-5b97e39ca579 details requested by agent ovs-agent-dv-cinder-802653-1-iscsi with host dv-cinder-802653-1-iscsi {{(pid=93588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 19:03:04.366860 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-cbc5df82-fee0-4a8e-9682-9085cf7237af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:04.455041 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-cbc5df82-fee0-4a8e-9682-9085cf7237af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676630'] for security_group, after_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:04.487689 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbc5df82-fee0-4a8e-9682-9085cf7237af admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 432} {{(pid=93586) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 19:03:04.510580 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [None req-0afc593f-7867-436f-b895-1bb69771e4f7 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.3415215 Jul 28 19:03:04.511243 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.wsgi [-] (93587) accepted ('10.222.0.41', 56960) {{(pid=93587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:03:04.511728 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc5df82-fee0-4a8e-9682-9085cf7237af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1eb5a05b-31a0-42f8-b1e4-d0f49b56a7bf,revision_number=1']} {{(pid=93586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:03:04.515816 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-cbc5df82-fee0-4a8e-9682-9085cf7237af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721374'] for segment, precommit_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:04.516144 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.db.segments_db [None req-cbc5df82-fee0-4a8e-9682-9085cf7237af admin admin] Added segment 0371c4bd-4d97-467a-b535-ac8857907d33 of type vlan for network e0a2ab1a-aea2-4350-8078-2cc022d2ad29 Jul 28 19:03:04.517213 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.v2.base [None req-01779807-26bf-4b78-9627-13ef99538abc admin admin] Request body: {'subnet': {'network_id': '55abd46f-cb0c-4975-97d4-5b97e39ca579', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-454008151-subnet', 'tenant_id': 'ab36a3ab5c78406b94032a7ca4193d8f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:03:04.528972 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.db.api [None req-88efe06d-1775-49d5-92b9-bebb760a539d admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 28 19:03:04.528972 dv-cinder-802653-1-iscsi neutron-server[93587]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 28 19:03:04.528972 dv-cinder-802653-1-iscsi neutron-server[93587]: [parameters: {'project_id_1': '77b4e3f4db4f48488f6a8e8a0ca43337', 'expiration_1': datetime.datetime(2021, 7, 28, 19, 3, 3, 993523)}] Jul 28 19:03:04.528972 dv-cinder-802653-1-iscsi neutron-server[93587]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93587) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 19:03:04.528972 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG oslo_db.api [None req-88efe06d-1775-49d5-92b9-bebb760a539d admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 19:03:04.557424 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-42037e79-6f3c-4363-807b-0e47286fb52c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036'] for subnet, after_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:04.597559 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-cbc5df82-fee0-4a8e-9682-9085cf7237af admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742349240423'] for network, precommit_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:04.683727 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42037e79-6f3c-4363-807b-0e47286fb52c admin admin] Pushing event updated for resources: {'Subnet': ['ID=03866e0b-fdaa-4b0f-98c4-ff1acf686888,revision_number=0']} {{(pid=93586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:03:04.711532 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42037e79-6f3c-4363-807b-0e47286fb52c admin admin] Checking segment: {'id': '0d3c4ff0-4d0c-4266-bc56-cf9746e30c96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'c056e1d5-ae09-46ea-8799-2cf0d09a03be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 19:03:04.711928 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42037e79-6f3c-4363-807b-0e47286fb52c admin admin] Network hostable DHCP agents. Network: c056e1d5-ae09-46ea-8799-2cf0d09a03be, hostable agents: ['6be8dab3-c43d-43c4-9e05-9e58375c436f'], hosted agents: [] {{(pid=93586) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 19:03:04.729336 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-65ecb436-86e8-43a8-8076-0533d99f7e1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:04.953956 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-65ecb436-86e8-43a8-8076-0533d99f7e1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676630'] for security_group, after_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:04.956985 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-cbc5df82-fee0-4a8e-9682-9085cf7237af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036'] for network, after_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:04.957910 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbc5df82-fee0-4a8e-9682-9085cf7237af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:03:04.958483 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-cbc5df82-fee0-4a8e-9682-9085cf7237af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760026'] for network, before_response {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:04.965686 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42037e79-6f3c-4363-807b-0e47286fb52c admin admin] Network c056e1d5-ae09-46ea-8799-2cf0d09a03be is scheduled to be hosted by DHCP agent 6be8dab3-c43d-43c4-9e05-9e58375c436f with binding_index 1 {{(pid=93586) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 19:03:05.027735 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65ecb436-86e8-43a8-8076-0533d99f7e1f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 442} {{(pid=93586) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 19:03:05.054174 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01779807-26bf-4b78-9627-13ef99538abc admin admin] Made reservation on behalf of ab36a3ab5c78406b94032a7ca4193d8f for: {'subnet': 1} {{(pid=93587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 19:03:05.057165 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-01779807-26bf-4b78-9627-13ef99538abc admin admin] Notify callbacks [] for subnet, before_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:05.058834 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ecb436-86e8-43a8-8076-0533d99f7e1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98f67585-10b7-4440-9464-391ba539d94f,revision_number=1']} {{(pid=93586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:03:05.063716 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-65ecb436-86e8-43a8-8076-0533d99f7e1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721374'] for segment, precommit_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:05.066001 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.db.segments_db [None req-65ecb436-86e8-43a8-8076-0533d99f7e1f admin admin] Added segment 559a2b3b-45f1-4ed6-a9a8-30cdc01cbf76 of type vlan for network 9a21bde8-e77f-4246-845e-15d2cf775c00 Jul 28 19:03:05.074725 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc5df82-fee0-4a8e-9682-9085cf7237af admin admin] Pushing event updated for resources: {'Network': ['ID=e0a2ab1a-aea2-4350-8078-2cc022d2ad29,revision_number=1']} {{(pid=93586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:03:05.084691 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.rpc [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Network e0a2ab1a-aea2-4350-8078-2cc022d2ad29 details requested by agent ovs-agent-dv-cinder-802653-1-iscsi with host dv-cinder-802653-1-iscsi {{(pid=93588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 19:03:05.116953 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.scheduler.base_scheduler [None req-42037e79-6f3c-4363-807b-0e47286fb52c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802653-1-iscsi, c056e1d5-ae09-46ea-8799-2cf0d09a03be) {{(pid=93586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 19:03:05.128173 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42037e79-6f3c-4363-807b-0e47286fb52c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:03:05.128533 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-42037e79-6f3c-4363-807b-0e47286fb52c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760026'] for subnet, before_response {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:05.134596 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-65ecb436-86e8-43a8-8076-0533d99f7e1f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742349240423'] for network, precommit_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:05.138752 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [None req-cbc5df82-fee0-4a8e-9682-9085cf7237af admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.5359166 Jul 28 19:03:05.142200 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.wsgi [-] (93586) accepted ('10.222.0.41', 56988) {{(pid=93586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:03:05.148424 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.v2.base [None req-7de908c8-fd66-4703-953e-04dea16d0512 admin admin] Request body: {'subnet': {'network_id': 'e0a2ab1a-aea2-4350-8078-2cc022d2ad29', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-357672966-subnet', 'tenant_id': '8d3b7942249542e0a5d3094ec27a34f5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:03:05.149566 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c35d2886-0633-444b-b8d0-e7559a2831a9 None None] Network c056e1d5-ae09-46ea-8799-2cf0d09a03be requested from dv-cinder-802653-1-iscsi {{(pid=93588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 19:03:05.252639 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88efe06d-1775-49d5-92b9-bebb760a539d admin admin] Made reservation on behalf of 77b4e3f4db4f48488f6a8e8a0ca43337 for: {'subnet': 1} {{(pid=93587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 19:03:05.254935 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-88efe06d-1775-49d5-92b9-bebb760a539d admin admin] Notify callbacks [] for subnet, before_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:05.298790 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-65ecb436-86e8-43a8-8076-0533d99f7e1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036'] for network, after_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:05.301106 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65ecb436-86e8-43a8-8076-0533d99f7e1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:03:05.304095 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-65ecb436-86e8-43a8-8076-0533d99f7e1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760026'] for network, before_response {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:05.446020 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-01779807-26bf-4b78-9627-13ef99538abc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036'] for subnet, after_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:05.453379 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-725655b5-2f10-4772-ae10-5f5c03174578 None None] Network c056e1d5-ae09-46ea-8799-2cf0d09a03be requested from dv-cinder-802653-1-iscsi {{(pid=93588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 19:03:05.509277 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01779807-26bf-4b78-9627-13ef99538abc admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ace80f0-3f3a-4421-afb0-85b3c7802c40,revision_number=0']} {{(pid=93587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:03:05.528134 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [None req-42037e79-6f3c-4363-807b-0e47286fb52c admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.4008007 Jul 28 19:03:05.528720 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01779807-26bf-4b78-9627-13ef99538abc admin admin] Checking segment: {'id': '3139aff5-4d6c-4278-a04a-7a1d2851646e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '55abd46f-cb0c-4975-97d4-5b97e39ca579'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 19:03:05.529223 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01779807-26bf-4b78-9627-13ef99538abc admin admin] Network hostable DHCP agents. Network: 55abd46f-cb0c-4975-97d4-5b97e39ca579, hostable agents: ['6be8dab3-c43d-43c4-9e05-9e58375c436f'], hosted agents: [] {{(pid=93587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 19:03:05.562427 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ecb436-86e8-43a8-8076-0533d99f7e1f admin admin] Pushing event updated for resources: {'Network': ['ID=9a21bde8-e77f-4246-845e-15d2cf775c00,revision_number=1']} {{(pid=93586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:03:05.575574 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-88efe06d-1775-49d5-92b9-bebb760a539d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036'] for subnet, after_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:05.592600 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.rpc [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Network 9a21bde8-e77f-4246-845e-15d2cf775c00 details requested by agent ovs-agent-dv-cinder-802653-1-iscsi with host dv-cinder-802653-1-iscsi {{(pid=93588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 19:03:05.631457 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7de908c8-fd66-4703-953e-04dea16d0512 admin admin] Made reservation on behalf of 8d3b7942249542e0a5d3094ec27a34f5 for: {'subnet': 1} {{(pid=93586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 19:03:05.634206 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-7de908c8-fd66-4703-953e-04dea16d0512 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:05.675814 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88efe06d-1775-49d5-92b9-bebb760a539d admin admin] Pushing event updated for resources: {'Subnet': ['ID=209ab333-e935-41fc-b99a-6688a4911e44,revision_number=0']} {{(pid=93587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:03:05.680680 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88efe06d-1775-49d5-92b9-bebb760a539d admin admin] Checking segment: {'id': '849c600d-119e-46e5-ad54-f7773d8e0f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd9b348a0-fd69-4cac-87c2-18e205be05be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 19:03:05.681032 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88efe06d-1775-49d5-92b9-bebb760a539d admin admin] Network hostable DHCP agents. Network: d9b348a0-fd69-4cac-87c2-18e205be05be, hostable agents: ['6be8dab3-c43d-43c4-9e05-9e58375c436f'], hosted agents: [] {{(pid=93587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 19:03:05.692531 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01779807-26bf-4b78-9627-13ef99538abc admin admin] Network 55abd46f-cb0c-4975-97d4-5b97e39ca579 is scheduled to be hosted by DHCP agent 6be8dab3-c43d-43c4-9e05-9e58375c436f with binding_index 1 {{(pid=93587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 19:03:05.798414 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.scheduler.base_scheduler [None req-01779807-26bf-4b78-9627-13ef99538abc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802653-1-iscsi, 55abd46f-cb0c-4975-97d4-5b97e39ca579) {{(pid=93587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 19:03:05.805416 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01779807-26bf-4b78-9627-13ef99538abc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:03:05.805416 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-01779807-26bf-4b78-9627-13ef99538abc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760026'] for subnet, before_response {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:05.812467 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2993c11-f010-4177-bed3-c6d182619d7d None None] Network 55abd46f-cb0c-4975-97d4-5b97e39ca579 requested from dv-cinder-802653-1-iscsi {{(pid=93588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 19:03:05.820435 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.wsgi [-] (93587) accepted ('10.222.0.41', 57016) {{(pid=93587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:03:05.820647 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [None req-65ecb436-86e8-43a8-8076-0533d99f7e1f admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.6585424 Jul 28 19:03:05.838895 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.v2.base [None req-7ab9f71e-c360-4cec-aa62-52c6ebbd91da admin admin] Request body: {'subnet': {'network_id': '9a21bde8-e77f-4246-845e-15d2cf775c00', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1336353080-subnet', 'tenant_id': '4dceb4eb37274cd9b3fcc8dffed09715', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:03:05.888072 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [None req-01779807-26bf-4b78-9627-13ef99538abc admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.3740668 Jul 28 19:03:05.888072 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88efe06d-1775-49d5-92b9-bebb760a539d admin admin] Network d9b348a0-fd69-4cac-87c2-18e205be05be is scheduled to be hosted by DHCP agent 6be8dab3-c43d-43c4-9e05-9e58375c436f with binding_index 1 {{(pid=93587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 19:03:05.891357 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.wsgi [-] (93587) accepted ('10.222.0.41', 57024) {{(pid=93587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:03:05.904961 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.v2.base [None req-0825627a-2358-45d6-8345-0e1e79ad9571 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-454008151-router', 'tenant_id': 'ab36a3ab5c78406b94032a7ca4193d8f', 'external_gateway_info': {'network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df'}}} {{(pid=93587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:03:05.925697 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.scheduler.base_scheduler [None req-88efe06d-1775-49d5-92b9-bebb760a539d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802653-1-iscsi, d9b348a0-fd69-4cac-87c2-18e205be05be) {{(pid=93587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 19:03:05.936873 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88efe06d-1775-49d5-92b9-bebb760a539d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:03:05.937911 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-88efe06d-1775-49d5-92b9-bebb760a539d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760026'] for subnet, before_response {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:05.942562 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faf5fd11-06d4-483c-8fcf-46ff40caf209 None None] Network d9b348a0-fd69-4cac-87c2-18e205be05be requested from dv-cinder-802653-1-iscsi {{(pid=93588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 19:03:05.973160 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.wsgi [-] (93586) accepted ('10.222.0.41', 57040) {{(pid=93586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:03:05.976192 dv-cinder-802653-1-iscsi neutron-server[93586]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 28 19:03:05.992238 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.wsgi [-] (93587) accepted ('10.222.0.41', 57042) {{(pid=93587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:03:05.999125 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-7de908c8-fd66-4703-953e-04dea16d0512 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036'] for subnet, after_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:06.015132 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ab9f71e-c360-4cec-aa62-52c6ebbd91da admin admin] Made reservation on behalf of 4dceb4eb37274cd9b3fcc8dffed09715 for: {'subnet': 1} {{(pid=93587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 19:03:06.020162 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-7ab9f71e-c360-4cec-aa62-52c6ebbd91da admin admin] Notify callbacks [] for subnet, before_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:06.025831 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87ebbcd7-fdef-4aec-81a8-7dd6ba3256a3 None None] Network 55abd46f-cb0c-4975-97d4-5b97e39ca579 requested from dv-cinder-802653-1-iscsi {{(pid=93588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 19:03:06.165042 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [None req-88efe06d-1775-49d5-92b9-bebb760a539d admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.1839509 Jul 28 19:03:06.168783 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.wsgi [-] (93586) accepted ('10.222.0.41', 57050) {{(pid=93586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:03:06.184154 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de908c8-fd66-4703-953e-04dea16d0512 admin admin] Pushing event updated for resources: {'Subnet': ['ID=32eab73f-d113-43b8-aebd-3853735c2bcc,revision_number=0']} {{(pid=93586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:03:06.193753 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.v2.base [None req-304f64d4-878f-4616-8b88-fdb9a86de410 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1306913285-router', 'tenant_id': '77b4e3f4db4f48488f6a8e8a0ca43337', 'external_gateway_info': {'network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df'}}} {{(pid=93586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:03:06.217335 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-4d96beaf-203c-443d-8270-d17f696e3bd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:06.249244 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0197471b-4fec-4d02-a742-2f3503a5077e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4954927-9383-551a-867b-ead704d2447a-d9b348a0-fd69-4cac-87c2-18e205be05be', 'network_id': 'd9b348a0-fd69-4cac-87c2-18e205be05be', 'tenant_id': '77b4e3f4db4f48488f6a8e8a0ca43337', 'fixed_ips': [{'subnet_id': '209ab333-e935-41fc-b99a-6688a4911e44'}]}} from dv-cinder-802653-1-iscsi. {{(pid=93588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 19:03:06.250132 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-0197471b-4fec-4d02-a742-2f3503a5077e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555300'] for port, before_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:06.287848 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de908c8-fd66-4703-953e-04dea16d0512 admin admin] Checking segment: {'id': '0371c4bd-4d97-467a-b535-ac8857907d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'e0a2ab1a-aea2-4350-8078-2cc022d2ad29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 19:03:06.288209 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7de908c8-fd66-4703-953e-04dea16d0512 admin admin] Network hostable DHCP agents. Network: e0a2ab1a-aea2-4350-8078-2cc022d2ad29, hostable agents: ['6be8dab3-c43d-43c4-9e05-9e58375c436f'], hosted agents: [] {{(pid=93586) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 19:03:06.326628 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-0825627a-2358-45d6-8345-0e1e79ad9571 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3885658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32175'] for router, before_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:06.327811 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-0825627a-2358-45d6-8345-0e1e79ad9571 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3885821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3822384', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3789062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32164'] for router, precommit_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:06.340143 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f50010-b850-4ca8-b816-9ff66f37bb27 req-e8f4bd95-fb9a-467c-bfbb-2cede9388f5c tempest-DeleteServersTestJSON-948083625 tempest-DeleteServersTestJSON-948083625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:03:06.341649 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-97f50010-b850-4ca8-b816-9ff66f37bb27 req-e8f4bd95-fb9a-467c-bfbb-2cede9388f5c tempest-DeleteServersTestJSON-948083625 tempest-DeleteServersTestJSON-948083625-project] 10.222.0.41 "GET /v2.0/networks?id=c056e1d5-ae09-46ea-8799-2cf0d09a03be HTTP/1.1" status: 200 len: 811 time: 0.3673227 Jul 28 19:03:06.359494 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-97f50010-b850-4ca8-b816-9ff66f37bb27 req-2ed34a7f-2ce8-443b-ac0d-ac50236cbacc tempest-DeleteServersTestJSON-948083625 tempest-DeleteServersTestJSON-948083625-project] 10.222.0.41 "GET /v2.0/quotas/d9d94e4ff008401e8faaf661618fc98d HTTP/1.1" status: 200 len: 375 time: 0.0103018 Jul 28 19:03:06.416075 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.db_base_plugin_common [None req-0197471b-4fec-4d02-a742-2f3503a5077e None None] Allocated IP 172.20.0.2 (d9b348a0-fd69-4cac-87c2-18e205be05be/209ab333-e935-41fc-b99a-6688a4911e44/2c43e459-f32e-4bad-9ec7-93d2e219e71b) {{(pid=93588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 19:03:06.429645 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-97f50010-b850-4ca8-b816-9ff66f37bb27 req-5b27f413-bc62-4a0b-a3c1-db7632ebfe8f tempest-DeleteServersTestJSON-948083625 tempest-DeleteServersTestJSON-948083625-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=d9d94e4ff008401e8faaf661618fc98d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0612404 Jul 28 19:03:06.451418 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7de908c8-fd66-4703-953e-04dea16d0512 admin admin] Network e0a2ab1a-aea2-4350-8078-2cc022d2ad29 is scheduled to be hosted by DHCP agent 6be8dab3-c43d-43c4-9e05-9e58375c436f with binding_index 1 {{(pid=93586) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 19:03:06.458938 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-304f64d4-878f-4616-8b88-fdb9a86de410 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3885658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32175'] for router, before_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:06.463691 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-304f64d4-878f-4616-8b88-fdb9a86de410 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3885821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3822384', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3789062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32164'] for router, precommit_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:06.521866 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-7ab9f71e-c360-4cec-aa62-52c6ebbd91da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036'] for subnet, after_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:06.527282 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-0825627a-2358-45d6-8345-0e1e79ad9571 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:06.529731 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-304f64d4-878f-4616-8b88-fdb9a86de410 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:06.543501 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.scheduler.base_scheduler [None req-7de908c8-fd66-4703-953e-04dea16d0512 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802653-1-iscsi, e0a2ab1a-aea2-4350-8078-2cc022d2ad29) {{(pid=93586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 19:03:06.557738 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7de908c8-fd66-4703-953e-04dea16d0512 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:03:06.557738 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-7de908c8-fd66-4703-953e-04dea16d0512 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760026'] for subnet, before_response {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:06.572310 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab9f71e-c360-4cec-aa62-52c6ebbd91da admin admin] Pushing event updated for resources: {'Subnet': ['ID=d8dd9f14-f474-4c6a-84f8-85ff7b8e642f,revision_number=0']} {{(pid=93587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:03:06.583273 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5aa8551-404a-44be-ade7-dbe8d8f2d3a1 None None] Network e0a2ab1a-aea2-4350-8078-2cc022d2ad29 requested from dv-cinder-802653-1-iscsi {{(pid=93588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 19:03:06.619143 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.wsgi [req-97f50010-b850-4ca8-b816-9ff66f37bb27 req-c3d83402-3998-4983-8718-7c41809a54d8 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=93586) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 19:03:06.620655 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-97f50010-b850-4ca8-b816-9ff66f37bb27 req-c3d83402-3998-4983-8718-7c41809a54d8 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0895066 Jul 28 19:03:06.684150 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-0197471b-4fec-4d02-a742-2f3503a5077e None None] Notify callbacks [] for port, precommit_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:06.688214 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ab9f71e-c360-4cec-aa62-52c6ebbd91da admin admin] Checking segment: {'id': '559a2b3b-45f1-4ed6-a9a8-30cdc01cbf76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '9a21bde8-e77f-4246-845e-15d2cf775c00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 19:03:06.688570 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ab9f71e-c360-4cec-aa62-52c6ebbd91da admin admin] Network hostable DHCP agents. Network: 9a21bde8-e77f-4246-845e-15d2cf775c00, hostable agents: ['6be8dab3-c43d-43c4-9e05-9e58375c436f'], hosted agents: [] {{(pid=93587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 19:03:06.702133 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.provisioning_blocks [None req-0197471b-4fec-4d02-a742-2f3503a5077e None None] Transition to ACTIVE for port object 2c43e459-f32e-4bad-9ec7-93d2e219e71b will not be triggered until provisioned by entity L2. {{(pid=93588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 19:03:06.758891 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.provisioning_blocks [None req-0197471b-4fec-4d02-a742-2f3503a5077e None None] Transition to ACTIVE for port object 2c43e459-f32e-4bad-9ec7-93d2e219e71b will not be triggered until provisioned by entity DHCP. {{(pid=93588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 19:03:06.779134 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-0825627a-2358-45d6-8345-0e1e79ad9571 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3821514', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3885672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32138'] for router, precommit_update {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:06.785812 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d25f3ef9-cf50-4e8b-a979-bd45d2398007 None None] Network e0a2ab1a-aea2-4350-8078-2cc022d2ad29 requested from dv-cinder-802653-1-iscsi {{(pid=93588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 19:03:06.821468 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-4d96beaf-203c-443d-8270-d17f696e3bd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:06.839537 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-304f64d4-878f-4616-8b88-fdb9a86de410 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3821514', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3885672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32138'] for router, precommit_update {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:06.842455 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-0197471b-4fec-4d02-a742-2f3503a5077e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742349248516'] for port, after_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:06.848839 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-97f50010-b850-4ca8-b816-9ff66f37bb27 req-2a3a29b7-91bb-48cf-9c1c-c017e049a9b0 service neutron] 10.222.0.41 "GET /v2.0/networks/c056e1d5-ae09-46ea-8799-2cf0d09a03be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2222672 Jul 28 19:03:06.877181 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ab9f71e-c360-4cec-aa62-52c6ebbd91da admin admin] Network 9a21bde8-e77f-4246-845e-15d2cf775c00 is scheduled to be hosted by DHCP agent 6be8dab3-c43d-43c4-9e05-9e58375c436f with binding_index 1 {{(pid=93587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 19:03:06.951355 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-4d96beaf-203c-443d-8270-d17f696e3bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676630'] for security_group, after_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:06.973386 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-97f50010-b850-4ca8-b816-9ff66f37bb27 req-5c9caf24-0082-4a17-8263-5f78f67ea2ab service neutron] 10.222.0.41 "GET /v2.0/networks/c056e1d5-ae09-46ea-8799-2cf0d09a03be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174953 Jul 28 19:03:07.007673 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.scheduler.base_scheduler [None req-7ab9f71e-c360-4cec-aa62-52c6ebbd91da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802653-1-iscsi, 9a21bde8-e77f-4246-845e-15d2cf775c00) {{(pid=93587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 19:03:07.017856 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0197471b-4fec-4d02-a742-2f3503a5077e None None] Network d9b348a0-fd69-4cac-87c2-18e205be05be is already hosted by enough agents. {{(pid=93588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 19:03:07.023435 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.scheduler.base_scheduler [None req-0197471b-4fec-4d02-a742-2f3503a5077e None None] Resources bound (agent type, host, resource id): {{(pid=93588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 19:03:07.031236 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0197471b-4fec-4d02-a742-2f3503a5077e None None] Received port after_create {{(pid=93588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 19:03:07.033388 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ab9f71e-c360-4cec-aa62-52c6ebbd91da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:03:07.033982 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-7ab9f71e-c360-4cec-aa62-52c6ebbd91da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760026'] for subnet, before_response {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:07.047482 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [None req-7de908c8-fd66-4703-953e-04dea16d0512 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.9041345 Jul 28 19:03:07.059560 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35f4af26-587c-4736-9b13-5e0b6e0f7c42 None None] Network 9a21bde8-e77f-4246-845e-15d2cf775c00 requested from dv-cinder-802653-1-iscsi {{(pid=93588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 19:03:07.074697 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d96beaf-203c-443d-8270-d17f696e3bd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9144de91-a6f9-4189-b153-daae86b327d4,revision_number=1']} {{(pid=93587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:03:07.080496 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [None req-4d96beaf-203c-443d-8270-d17f696e3bd1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=dfdd50c82c694507b6ff81e1d62bdb37&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0842032 Jul 28 19:03:07.087933 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.wsgi [-] (93586) accepted ('10.222.0.41', 57090) {{(pid=93586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:03:07.208747 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-2fb8febc-240e-4c79-8b34-4905f511c544 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:07.220724 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [None req-7ab9f71e-c360-4cec-aa62-52c6ebbd91da admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3965123 Jul 28 19:03:07.227238 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.wsgi [-] (93586) accepted ('10.222.0.41', 57094) {{(pid=93586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:03:07.231913 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.v2.base [None req-3bfbc68a-f285-401f-9b40-12955528524e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1336353080-router', 'tenant_id': '4dceb4eb37274cd9b3fcc8dffed09715', 'external_gateway_info': {'network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df'}}} {{(pid=93586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:03:07.246505 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-0825627a-2358-45d6-8345-0e1e79ad9571 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:07.278006 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-0825627a-2358-45d6-8345-0e1e79ad9571 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555300'] for port, before_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:07.306515 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-2fb8febc-240e-4c79-8b34-4905f511c544 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:07.363664 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0197471b-4fec-4d02-a742-2f3503a5077e None None] Pushing event updated for resources: {'Port': ['ID=2c43e459-f32e-4bad-9ec7-93d2e219e71b,revision_number=1']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:03:07.391485 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.managers [None req-0197471b-4fec-4d02-a742-2f3503a5077e None None] Attempting to bind port 2c43e459-f32e-4bad-9ec7-93d2e219e71b on host dv-cinder-802653-1-iscsi for vnic_type normal with profile {{(pid=93588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 19:03:07.392141 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.managers [None req-0197471b-4fec-4d02-a742-2f3503a5077e None None] Attempting to bind port 2c43e459-f32e-4bad-9ec7-93d2e219e71b by drivers openvswitch,hyperv on host dv-cinder-802653-1-iscsi at level 0 using segments [{'id': '849c600d-119e-46e5-ad54-f7773d8e0f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd9b348a0-fd69-4cac-87c2-18e205be05be'}] {{(pid=93588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 19:03:07.392721 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0197471b-4fec-4d02-a742-2f3503a5077e None None] Attempting to bind port 2c43e459-f32e-4bad-9ec7-93d2e219e71b on network d9b348a0-fd69-4cac-87c2-18e205be05be {{(pid=93588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 19:03:07.398772 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0197471b-4fec-4d02-a742-2f3503a5077e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:03:07.399415 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0197471b-4fec-4d02-a742-2f3503a5077e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:03:07.399940 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0197471b-4fec-4d02-a742-2f3503a5077e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:03:07.400444 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0197471b-4fec-4d02-a742-2f3503a5077e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:03:07.400987 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0197471b-4fec-4d02-a742-2f3503a5077e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:03:07.401480 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0197471b-4fec-4d02-a742-2f3503a5077e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:03:07.404522 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0197471b-4fec-4d02-a742-2f3503a5077e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:03:07.405733 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0197471b-4fec-4d02-a742-2f3503a5077e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:03:07.406307 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0197471b-4fec-4d02-a742-2f3503a5077e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:03:07.407047 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0197471b-4fec-4d02-a742-2f3503a5077e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:03:07.407574 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0197471b-4fec-4d02-a742-2f3503a5077e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:03:07.408080 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0197471b-4fec-4d02-a742-2f3503a5077e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:03:07.409858 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0197471b-4fec-4d02-a742-2f3503a5077e None None] Tracked resource versions report: Jul 28 19:03:07.409858 dv-cinder-802653-1-iscsi neutron-server[93588]: pushed versions: Jul 28 19:03:07.409858 dv-cinder-802653-1-iscsi neutron-server[93588]: { 'AddressGroup': {'1.2'}, Jul 28 19:03:07.409858 dv-cinder-802653-1-iscsi neutron-server[93588]: 'ConntrackHelper': {'1.0'}, Jul 28 19:03:07.409858 dv-cinder-802653-1-iscsi neutron-server[93588]: 'Log': {'1.0'}, Jul 28 19:03:07.409858 dv-cinder-802653-1-iscsi neutron-server[93588]: 'Network': {'1.1'}, Jul 28 19:03:07.409858 dv-cinder-802653-1-iscsi neutron-server[93588]: 'Port': {'1.7'}, Jul 28 19:03:07.409858 dv-cinder-802653-1-iscsi neutron-server[93588]: 'PortForwarding': {'1.2'}, Jul 28 19:03:07.409858 dv-cinder-802653-1-iscsi neutron-server[93588]: 'QosPolicy': {'1.8'}, Jul 28 19:03:07.409858 dv-cinder-802653-1-iscsi neutron-server[93588]: 'SecurityGroup': {'1.4'}, Jul 28 19:03:07.409858 dv-cinder-802653-1-iscsi neutron-server[93588]: 'SecurityGroupRule': {'1.2'}, Jul 28 19:03:07.409858 dv-cinder-802653-1-iscsi neutron-server[93588]: 'SubPort': {'1.0'}, Jul 28 19:03:07.409858 dv-cinder-802653-1-iscsi neutron-server[93588]: 'Subnet': {'1.1'}, Jul 28 19:03:07.409858 dv-cinder-802653-1-iscsi neutron-server[93588]: 'Trunk': {'1.1'}} Jul 28 19:03:07.409858 dv-cinder-802653-1-iscsi neutron-server[93588]: consumer versions: Jul 28 19:03:07.409858 dv-cinder-802653-1-iscsi neutron-server[93588]: { DHCP agent@dv-cinder-802653-1-iscsi: {}, Jul 28 19:03:07.409858 dv-cinder-802653-1-iscsi neutron-server[93588]: HyperV agent@hv-cinder-80265: {}, Jul 28 19:03:07.409858 dv-cinder-802653-1-iscsi neutron-server[93588]: L3 agent@dv-cinder-802653-1-iscsi: {}, Jul 28 19:03:07.409858 dv-cinder-802653-1-iscsi neutron-server[93588]: Metadata agent@dv-cinder-802653-1-iscsi: {}, Jul 28 19:03:07.409858 dv-cinder-802653-1-iscsi neutron-server[93588]: Metering agent@dv-cinder-802653-1-iscsi: {}, Jul 28 19:03:07.409858 dv-cinder-802653-1-iscsi neutron-server[93588]: Open vSwitch agent@dv-cinder-802653-1-iscsi: { 'AddressGroup': '1.2', Jul 28 19:03:07.409858 dv-cinder-802653-1-iscsi neutron-server[93588]: 'ConntrackHelper': '1.0', Jul 28 19:03:07.409858 dv-cinder-802653-1-iscsi neutron-server[93588]: 'Log': '1.0', Jul 28 19:03:07.409858 dv-cinder-802653-1-iscsi neutron-server[93588]: 'Network': '1.1', Jul 28 19:03:07.409858 dv-cinder-802653-1-iscsi neutron-server[93588]: 'Port': '1.7', Jul 28 19:03:07.409858 dv-cinder-802653-1-iscsi neutron-server[93588]: 'PortForwarding': '1.2', Jul 28 19:03:07.409858 dv-cinder-802653-1-iscsi neutron-server[93588]: 'QosPolicy': '1.8', Jul 28 19:03:07.409858 dv-cinder-802653-1-iscsi neutron-server[93588]: 'SecurityGroup': '1.4', Jul 28 19:03:07.409858 dv-cinder-802653-1-iscsi neutron-server[93588]: 'SecurityGroupRule': '1.2', Jul 28 19:03:07.409858 dv-cinder-802653-1-iscsi neutron-server[93588]: 'SubPort': '1.0', Jul 28 19:03:07.409858 dv-cinder-802653-1-iscsi neutron-server[93588]: 'Subnet': '1.1', Jul 28 19:03:07.409858 dv-cinder-802653-1-iscsi neutron-server[93588]: 'Trunk': '1.1'}} Jul 28 19:03:07.409858 dv-cinder-802653-1-iscsi neutron-server[93588]: {{(pid=93588) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 28 19:03:07.422635 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0197471b-4fec-4d02-a742-2f3503a5077e None None] Checking agent: {'id': 'db69d0ec-1e3c-47a8-846d-d71db5f0b0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802653-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 18, 54, 54), 'started_at': datetime.datetime(2021, 7, 28, 18, 55, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 19, 2, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802653-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 19:03:07.423017 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0197471b-4fec-4d02-a742-2f3503a5077e None None] Checking segment: {'id': '849c600d-119e-46e5-ad54-f7773d8e0f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd9b348a0-fd69-4cac-87c2-18e205be05be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 19:03:07.423418 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-0197471b-4fec-4d02-a742-2f3503a5077e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:07.423826 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0197471b-4fec-4d02-a742-2f3503a5077e None None] Bound using segment: {'id': '849c600d-119e-46e5-ad54-f7773d8e0f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd9b348a0-fd69-4cac-87c2-18e205be05be'} {{(pid=93588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 19:03:07.424308 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.managers [None req-0197471b-4fec-4d02-a742-2f3503a5077e None None] Bound port: 2c43e459-f32e-4bad-9ec7-93d2e219e71b, host: dv-cinder-802653-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '849c600d-119e-46e5-ad54-f7773d8e0f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd9b348a0-fd69-4cac-87c2-18e205be05be'}}] {{(pid=93588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 19:03:07.424710 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-0197471b-4fec-4d02-a742-2f3503a5077e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555300'] for port, before_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:07.511369 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-3bfbc68a-f285-401f-9b40-12955528524e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3885658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32175'] for router, before_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:07.512571 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-3bfbc68a-f285-401f-9b40-12955528524e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3885821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3822384', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3789062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32164'] for router, precommit_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:07.516142 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-304f64d4-878f-4616-8b88-fdb9a86de410 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:07.549736 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.db.db_base_plugin_common [None req-0825627a-2358-45d6-8345-0e1e79ad9571 admin admin] Allocated IP 172.27.0.109 (e684c39a-2e11-408f-97ab-0003bc0ac2df/d732a1ba-ca87-47e9-b990-15a89705616d/c61042a7-a468-4d7b-9f3b-e880489d61cb) {{(pid=93587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 19:03:07.588335 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-304f64d4-878f-4616-8b88-fdb9a86de410 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555300'] for port, before_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:07.648355 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-b1f1c92a-e7f4-4dca-9c20-b07156bb1178 req-bd8d64fb-2884-4a07-9012-2952b8affaba tempest-DeleteServersTestJSON-948083625 tempest-DeleteServersTestJSON-948083625-project] 10.222.0.41 "GET /v2.0/ports?device_id=8039b690-ef64-4872-a027-74670b318001 HTTP/1.1" status: 200 len: 210 time: 0.1433663 Jul 28 19:03:07.723485 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.db [None req-0197471b-4fec-4d02-a742-2f3503a5077e None None] For port 2c43e459-f32e-4bad-9ec7-93d2e219e71b, host dv-cinder-802653-1-iscsi, cleared binding levels {{(pid=93588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 19:03:07.727529 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.db [None req-0197471b-4fec-4d02-a742-2f3503a5077e None None] For port 2c43e459-f32e-4bad-9ec7-93d2e219e71b, host dv-cinder-802653-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-1-iscsi',level=0,port_id=2c43e459-f32e-4bad-9ec7-93d2e219e71b,segment=NetworkSegment(849c600d-119e-46e5-ad54-f7773d8e0f09),segment_id=849c600d-119e-46e5-ad54-f7773d8e0f09)] {{(pid=93588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 19:03:07.744099 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-0825627a-2358-45d6-8345-0e1e79ad9571 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:07.767247 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0360f988-8f70-41c7-840e-976f9de2277e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4954927-9383-551a-867b-ead704d2447a-9a21bde8-e77f-4246-845e-15d2cf775c00', 'network_id': '9a21bde8-e77f-4246-845e-15d2cf775c00', 'tenant_id': '4dceb4eb37274cd9b3fcc8dffed09715', 'fixed_ips': [{'subnet_id': 'd8dd9f14-f474-4c6a-84f8-85ff7b8e642f'}]}} from dv-cinder-802653-1-iscsi. {{(pid=93588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 19:03:07.768656 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-0360f988-8f70-41c7-840e-976f9de2277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555300'] for port, before_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:07.802158 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-3bfbc68a-f285-401f-9b40-12955528524e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:07.811227 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.wsgi [-] (93586) accepted ('10.222.0.41', 57148) {{(pid=93586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:03:07.861669 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-0197471b-4fec-4d02-a742-2f3503a5077e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742349622321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742349248534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742349248552'] for port, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:07.946361 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-0825627a-2358-45d6-8345-0e1e79ad9571 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742349248516'] for port, after_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:08.004975 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0825627a-2358-45d6-8345-0e1e79ad9571 admin admin] Network e684c39a-2e11-408f-97ab-0003bc0ac2df is already hosted by enough agents. {{(pid=93587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 19:03:08.013061 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.scheduler.base_scheduler [None req-0825627a-2358-45d6-8345-0e1e79ad9571 admin admin] Resources bound (agent type, host, resource id): {{(pid=93587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 19:03:08.024044 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0825627a-2358-45d6-8345-0e1e79ad9571 admin admin] Received port after_create {{(pid=93587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 19:03:08.143084 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-2fb8febc-240e-4c79-8b34-4905f511c544 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676630'] for security_group, after_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:08.145631 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-2fb8febc-240e-4c79-8b34-4905f511c544 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:08.156650 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [None req-2fb8febc-240e-4c79-8b34-4905f511c544 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9144de91-a6f9-4189-b153-daae86b327d4 HTTP/1.1" status: 204 len: 168 time: 1.0689359 Jul 28 19:03:08.172629 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0197471b-4fec-4d02-a742-2f3503a5077e None None] Pushing event updated for resources: {'Port': ['ID=2c43e459-f32e-4bad-9ec7-93d2e219e71b,revision_number=2']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:03:08.191527 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0825627a-2358-45d6-8345-0e1e79ad9571 admin admin] Pushing event updated for resources: {'Port': ['ID=c61042a7-a468-4d7b-9f3b-e880489d61cb,revision_number=1']} {{(pid=93587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:03:08.235746 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.db_base_plugin_common [None req-0360f988-8f70-41c7-840e-976f9de2277e None None] Allocated IP 172.20.0.2 (9a21bde8-e77f-4246-845e-15d2cf775c00/d8dd9f14-f474-4c6a-84f8-85ff7b8e642f/ab75890f-9842-433a-97a5-8c9782a343bb) {{(pid=93588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 19:03:08.322389 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb8febc-240e-4c79-8b34-4905f511c544 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9144de91-a6f9-4189-b153-daae86b327d4,revision_number=None']} {{(pid=93586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:03:08.513238 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-3bfbc68a-f285-401f-9b40-12955528524e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3821514', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3885672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32138'] for router, precommit_update {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:08.566066 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.db.db_base_plugin_common [None req-304f64d4-878f-4616-8b88-fdb9a86de410 admin admin] Allocated IP 172.27.0.120 (e684c39a-2e11-408f-97ab-0003bc0ac2df/d732a1ba-ca87-47e9-b990-15a89705616d/846b941f-ab7f-4431-8321-ef0820949924) {{(pid=93586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 19:03:08.597261 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-0825627a-2358-45d6-8345-0e1e79ad9571 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:08.729799 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-0360f988-8f70-41c7-840e-976f9de2277e None None] Notify callbacks [] for port, precommit_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:08.748741 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2afa3a1-e3a3-46fa-a476-c2a6147b4a3d req-b70f0381-f401-4e8b-bc19-afaf9affbf27 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:03:08.751050 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-c2afa3a1-e3a3-46fa-a476-c2a6147b4a3d req-b70f0381-f401-4e8b-bc19-afaf9affbf27 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] 10.222.0.41 "GET /v2.0/networks?id=e0a2ab1a-aea2-4350-8078-2cc022d2ad29 HTTP/1.1" status: 200 len: 814 time: 0.9368989 Jul 28 19:03:08.753063 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.provisioning_blocks [None req-0360f988-8f70-41c7-840e-976f9de2277e None None] Transition to ACTIVE for port object ab75890f-9842-433a-97a5-8c9782a343bb will not be triggered until provisioned by entity L2. {{(pid=93588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 19:03:08.778659 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.provisioning_blocks [None req-0360f988-8f70-41c7-840e-976f9de2277e None None] Transition to ACTIVE for port object ab75890f-9842-433a-97a5-8c9782a343bb will not be triggered until provisioned by entity DHCP. {{(pid=93588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 19:03:08.822540 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.rpc [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Device 2c43e459-f32e-4bad-9ec7-93d2e219e71b up at agent ovs-agent-dv-cinder-802653-1-iscsi {{(pid=93588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 19:03:08.838084 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-319d507e-f594-4a34-8225-96c439ea2451 req-43034474-20f6-442f-b8c9-d12e7ae1dd22 tempest-DeleteServersTestJSON-948083625 tempest-DeleteServersTestJSON-948083625-project] 10.222.0.41 "GET /v2.0/ports?device_id=8039b690-ef64-4872-a027-74670b318001 HTTP/1.1" status: 200 len: 210 time: 0.0835109 Jul 28 19:03:08.862998 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-0360f988-8f70-41c7-840e-976f9de2277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742349248516'] for port, after_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:08.895530 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-c2afa3a1-e3a3-46fa-a476-c2a6147b4a3d req-5b48082d-e221-40e7-97c7-40e85dd2753c tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] 10.222.0.41 "GET /v2.0/quotas/8d3b7942249542e0a5d3094ec27a34f5 HTTP/1.1" status: 200 len: 375 time: 0.1329942 Jul 28 19:03:08.964289 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-c2afa3a1-e3a3-46fa-a476-c2a6147b4a3d req-41239b8c-78fa-48e9-8235-5f8f863e54ec tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=8d3b7942249542e0a5d3094ec27a34f5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0531704 Jul 28 19:03:08.999983 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-304f64d4-878f-4616-8b88-fdb9a86de410 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:09.003034 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0360f988-8f70-41c7-840e-976f9de2277e None None] Network 9a21bde8-e77f-4246-845e-15d2cf775c00 is already hosted by enough agents. {{(pid=93588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 19:03:09.005125 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.scheduler.base_scheduler [None req-0360f988-8f70-41c7-840e-976f9de2277e None None] Resources bound (agent type, host, resource id): {{(pid=93588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 19:03:09.025860 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0360f988-8f70-41c7-840e-976f9de2277e None None] Pushing event updated for resources: {'Port': ['ID=ab75890f-9842-433a-97a5-8c9782a343bb,revision_number=1']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:03:09.033591 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-0825627a-2358-45d6-8345-0e1e79ad9571 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3885665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3821551'] for router, after_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:09.042770 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0360f988-8f70-41c7-840e-976f9de2277e None None] Received port after_create {{(pid=93588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 19:03:09.119743 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.managers [None req-0360f988-8f70-41c7-840e-976f9de2277e None None] Attempting to bind port ab75890f-9842-433a-97a5-8c9782a343bb on host dv-cinder-802653-1-iscsi for vnic_type normal with profile {{(pid=93588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 19:03:09.120158 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.managers [None req-0360f988-8f70-41c7-840e-976f9de2277e None None] Attempting to bind port ab75890f-9842-433a-97a5-8c9782a343bb by drivers openvswitch,hyperv on host dv-cinder-802653-1-iscsi at level 0 using segments [{'id': '559a2b3b-45f1-4ed6-a9a8-30cdc01cbf76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '9a21bde8-e77f-4246-845e-15d2cf775c00'}] {{(pid=93588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 19:03:09.120520 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0360f988-8f70-41c7-840e-976f9de2277e None None] Attempting to bind port ab75890f-9842-433a-97a5-8c9782a343bb on network 9a21bde8-e77f-4246-845e-15d2cf775c00 {{(pid=93588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 19:03:09.126578 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0360f988-8f70-41c7-840e-976f9de2277e None None] Checking agent: {'id': 'db69d0ec-1e3c-47a8-846d-d71db5f0b0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802653-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 18, 54, 54), 'started_at': datetime.datetime(2021, 7, 28, 18, 55, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 19, 2, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802653-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 19:03:09.132641 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0360f988-8f70-41c7-840e-976f9de2277e None None] Checking segment: {'id': '559a2b3b-45f1-4ed6-a9a8-30cdc01cbf76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '9a21bde8-e77f-4246-845e-15d2cf775c00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 19:03:09.132641 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-0360f988-8f70-41c7-840e-976f9de2277e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:09.132641 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0360f988-8f70-41c7-840e-976f9de2277e None None] Bound using segment: {'id': '559a2b3b-45f1-4ed6-a9a8-30cdc01cbf76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '9a21bde8-e77f-4246-845e-15d2cf775c00'} {{(pid=93588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 19:03:09.132641 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.managers [None req-0360f988-8f70-41c7-840e-976f9de2277e None None] Bound port: ab75890f-9842-433a-97a5-8c9782a343bb, host: dv-cinder-802653-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '559a2b3b-45f1-4ed6-a9a8-30cdc01cbf76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '9a21bde8-e77f-4246-845e-15d2cf775c00'}}] {{(pid=93588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 19:03:09.132641 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-0360f988-8f70-41c7-840e-976f9de2277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555300'] for port, before_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:09.216854 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.provisioning_blocks [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Provisioning for port 2c43e459-f32e-4bad-9ec7-93d2e219e71b completed by entity L2. {{(pid=93588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 19:03:09.225756 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-304f64d4-878f-4616-8b88-fdb9a86de410 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742349248516'] for port, after_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:09.304826 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.db [None req-0360f988-8f70-41c7-840e-976f9de2277e None None] For port ab75890f-9842-433a-97a5-8c9782a343bb, host dv-cinder-802653-1-iscsi, cleared binding levels {{(pid=93588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 19:03:09.321442 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.db [None req-0360f988-8f70-41c7-840e-976f9de2277e None None] For port ab75890f-9842-433a-97a5-8c9782a343bb, host dv-cinder-802653-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-1-iscsi',level=0,port_id=ab75890f-9842-433a-97a5-8c9782a343bb,segment=NetworkSegment(559a2b3b-45f1-4ed6-a9a8-30cdc01cbf76),segment_id=559a2b3b-45f1-4ed6-a9a8-30cdc01cbf76)] {{(pid=93588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 19:03:09.342826 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-304f64d4-878f-4616-8b88-fdb9a86de410 admin admin] Network e684c39a-2e11-408f-97ab-0003bc0ac2df is already hosted by enough agents. {{(pid=93586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 19:03:09.368037 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.scheduler.base_scheduler [None req-304f64d4-878f-4616-8b88-fdb9a86de410 admin admin] Resources bound (agent type, host, resource id): {{(pid=93586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 19:03:09.372128 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-304f64d4-878f-4616-8b88-fdb9a86de410 admin admin] Received port after_create {{(pid=93586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 19:03:09.372676 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0825627a-2358-45d6-8345-0e1e79ad9571 admin admin] Router 7f85f8dc-f7d4-426c-ba66-2deed2e9283e is scheduled to L3 agent a81dfe8c-a6e8-4fad-82b8-e31bee6ac2ff with binding_index 1 {{(pid=93587) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 19:03:09.373932 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304f64d4-878f-4616-8b88-fdb9a86de410 admin admin] Pushing event updated for resources: {'Port': ['ID=846b941f-ab7f-4431-8321-ef0820949924,revision_number=1']} {{(pid=93586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:03:09.401869 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-0360f988-8f70-41c7-840e-976f9de2277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742349622321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742349248534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742349248552'] for port, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:09.444543 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-3bfbc68a-f285-401f-9b40-12955528524e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:09.540704 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-3bfbc68a-f285-401f-9b40-12955528524e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555300'] for port, before_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:09.561631 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0360f988-8f70-41c7-840e-976f9de2277e None None] Pushing event updated for resources: {'Port': ['ID=ab75890f-9842-433a-97a5-8c9782a343bb,revision_number=2']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:03:09.623234 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.wsgi [-] (93586) accepted ('10.222.0.41', 57244) {{(pid=93586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:03:09.643139 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c8f2670-9d5c-43b1-9ab4-18caa1bacf07 None None] Network d9b348a0-fd69-4cac-87c2-18e205be05be requested from dv-cinder-802653-1-iscsi {{(pid=93588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 19:03:09.671097 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0825627a-2358-45d6-8345-0e1e79ad9571 admin admin] Notify agent at l3_agent.dv-cinder-802653-1-iscsi the message routers_updated {{(pid=93587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 19:03:09.681149 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-136deaeb-523e-4d1d-9744-e19943fe1b7e None None] Sync routers for ids ['7f85f8dc-f7d4-426c-ba66-2deed2e9283e'] in dv-cinder-802653-1-iscsi {{(pid=93589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 19:03:09.700192 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-136deaeb-523e-4d1d-9744-e19943fe1b7e None None] Routers {'7f85f8dc-f7d4-426c-ba66-2deed2e9283e'} bound to L3 agent in host dv-cinder-802653-1-iscsi {{(pid=93589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 19:03:09.700192 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.db.l3_hamode_db [None req-136deaeb-523e-4d1d-9744-e19943fe1b7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802653-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T18:54:54Z,description=,heartbeat_timestamp=2021-07-28T19:02:54Z,host='dv-cinder-802653-1-iscsi',id=a81dfe8c-a6e8-4fad-82b8-e31bee6ac2ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T18:54:55Z,topic='l3_agent')) {'router_ids': ['7f85f8dc-f7d4-426c-ba66-2deed2e9283e'], 'active': True} {{(pid=93589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:03:09.740311 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.wsgi [req-c2afa3a1-e3a3-46fa-a476-c2a6147b4a3d req-0ebd47f7-4512-441e-a092-9c5e8e42fd2f service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=93586) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 19:03:09.761951 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-c2afa3a1-e3a3-46fa-a476-c2a6147b4a3d req-0ebd47f7-4512-441e-a092-9c5e8e42fd2f service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2546036 Jul 28 19:03:09.785102 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-0825627a-2358-45d6-8345-0e1e79ad9571 admin admin] Notify callbacks [] for router, before_response {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:09.791191 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [None req-0825627a-2358-45d6-8345-0e1e79ad9571 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 3.8942480 Jul 28 19:03:09.794579 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.wsgi [-] (93587) accepted ('10.222.0.41', 57254) {{(pid=93587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:03:09.862309 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.provisioning_blocks [None req-8a6e0c94-a9a9-4f62-96d2-ff13f937ac74 None None] Provisioning for port 2c43e459-f32e-4bad-9ec7-93d2e219e71b completed by entity DHCP. {{(pid=93588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 19:03:09.872156 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.provisioning_blocks [None req-8a6e0c94-a9a9-4f62-96d2-ff13f937ac74 None None] Provisioning complete for port 2c43e459-f32e-4bad-9ec7-93d2e219e71b triggered by entity DHCP. {{(pid=93588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 19:03:09.872585 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-8a6e0c94-a9a9-4f62-96d2-ff13f937ac74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721938'] for port, provisioning_complete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:10.000750 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.db.l3_dvr_db [None req-136deaeb-523e-4d1d-9744-e19943fe1b7e None None] Set router 7f85f8dc-f7d4-426c-ba66-2deed2e9283e gateway port host: dv-cinder-802653-1-iscsi {{(pid=93589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 19:03:10.011556 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-d907c5c6-61b2-4dad-941e-b2525d02c44e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:10.074603 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-9612d2c8-2c07-424c-892b-12c7465d4108 req-5452afeb-a27d-4c66-952c-dd13d0498939 tempest-DeleteServersTestJSON-948083625 tempest-DeleteServersTestJSON-948083625-project] 10.222.0.41 "GET /v2.0/ports?device_id=8039b690-ef64-4872-a027-74670b318001 HTTP/1.1" status: 200 len: 210 time: 0.1123166 Jul 28 19:03:10.086730 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-8a6e0c94-a9a9-4f62-96d2-ff13f937ac74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555300'] for port, before_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:10.120467 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.db.db_base_plugin_common [None req-3bfbc68a-f285-401f-9b40-12955528524e admin admin] Allocated IP 172.27.0.147 (e684c39a-2e11-408f-97ab-0003bc0ac2df/d732a1ba-ca87-47e9-b990-15a89705616d/b49d4719-fd3e-46af-9e54-d698c65d70c6) {{(pid=93586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 19:03:10.132302 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.db [None req-8a6e0c94-a9a9-4f62-96d2-ff13f937ac74 None None] For port 2c43e459-f32e-4bad-9ec7-93d2e219e71b, host dv-cinder-802653-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-1-iscsi',level=0,port_id=2c43e459-f32e-4bad-9ec7-93d2e219e71b,segment=NetworkSegment(849c600d-119e-46e5-ad54-f7773d8e0f09),segment_id=849c600d-119e-46e5-ad54-f7773d8e0f09)] {{(pid=93588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:03:10.218086 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-8a6e0c94-a9a9-4f62-96d2-ff13f937ac74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742349622321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742349248534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742349248552'] for port, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:10.277200 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-304f64d4-878f-4616-8b88-fdb9a86de410 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:10.285840 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.db.l3_hamode_db [None req-136deaeb-523e-4d1d-9744-e19943fe1b7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f85f8dc-f7d4-426c-ba66-2deed2e9283e', 'name': 'tempest-ServerRescueNegativeTestJSON-454008151-router', 'tenant_id': 'ab36a3ab5c78406b94032a7ca4193d8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df', 'external_fixed_ips': [{'subnet_id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': 'c61042a7-a468-4d7b-9f3b-e880489d61cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:03:06Z', 'updated_at': '2021-07-28T19:03:08Z', 'revision_number': 3, 'project_id': 'ab36a3ab5c78406b94032a7ca4193d8f', 'gw_port': {'id': 'c61042a7-a468-4d7b-9f3b-e880489d61cb', 'name': '', 'network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:7e:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f85f8dc-f7d4-426c-ba66-2deed2e9283e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:03:07Z', 'updated_at': '2021-07-28T19:03:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-1-iscsi'}], 'dv-cinder-802653-1-iscsi', False) {} {{(pid=93589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:03:10.325081 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6e0c94-a9a9-4f62-96d2-ff13f937ac74 None None] Pushing event updated for resources: {'Port': ['ID=2c43e459-f32e-4bad-9ec7-93d2e219e71b,revision_number=3']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:03:10.339474 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-136deaeb-523e-4d1d-9744-e19943fe1b7e None None] Checking router: 7f85f8dc-f7d4-426c-ba66-2deed2e9283e for host: dv-cinder-802653-1-iscsi {{(pid=93589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 19:03:10.340112 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-136deaeb-523e-4d1d-9744-e19943fe1b7e None None] Updating router 7f85f8dc-f7d4-426c-ba66-2deed2e9283e port c61042a7-a468-4d7b-9f3b-e880489d61cb binding host dv-cinder-802653-1-iscsi {{(pid=93589) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 19:03:10.391720 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-136deaeb-523e-4d1d-9744-e19943fe1b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555300'] for port, before_update {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:10.444642 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.provisioning_blocks [None req-f1317959-17ff-45c2-8504-f8678479e7ac None None] Provisioning complete for port 2c43e459-f32e-4bad-9ec7-93d2e219e71b triggered by entity DHCP. {{(pid=93588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 19:03:10.444642 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-f1317959-17ff-45c2-8504-f8678479e7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721938'] for port, provisioning_complete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:10.506270 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-c2afa3a1-e3a3-46fa-a476-c2a6147b4a3d req-e8098841-2f1a-4803-bf92-9761f04d4a53 service neutron] 10.222.0.41 "GET /v2.0/networks/e0a2ab1a-aea2-4350-8078-2cc022d2ad29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7433691 Jul 28 19:03:10.540388 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-3bfbc68a-f285-401f-9b40-12955528524e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:10.704166 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-f362b062-2dd1-4814-b97b-3421116c42ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555300'] for port, before_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:10.903090 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.rpc [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Device ab75890f-9842-433a-97a5-8c9782a343bb up at agent ovs-agent-dv-cinder-802653-1-iscsi {{(pid=93588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 19:03:10.906874 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dd30256-ee2f-46cd-a2f7-a95dd9c79e77 None None] Network 9a21bde8-e77f-4246-845e-15d2cf775c00 requested from dv-cinder-802653-1-iscsi {{(pid=93588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 19:03:11.038905 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.db.db_base_plugin_common [None req-f362b062-2dd1-4814-b97b-3421116c42ad admin admin] Allocated IP 172.20.0.1 (55abd46f-cb0c-4975-97d4-5b97e39ca579/7ace80f0-3f3a-4421-afb0-85b3c7802c40/ef6d675e-dcb4-4bf9-9dd7-4469fedf2f15) {{(pid=93587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 19:03:11.046635 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-d907c5c6-61b2-4dad-941e-b2525d02c44e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:11.051246 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-c2afa3a1-e3a3-46fa-a476-c2a6147b4a3d req-e8b8c960-40c3-4e7c-852c-4fd7a8b6bf06 service neutron] 10.222.0.41 "GET /v2.0/networks/e0a2ab1a-aea2-4350-8078-2cc022d2ad29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5440271 Jul 28 19:03:11.060974 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-3bfbc68a-f285-401f-9b40-12955528524e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742349248516'] for port, after_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:11.148105 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-d907c5c6-61b2-4dad-941e-b2525d02c44e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676630'] for security_group, after_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:11.173967 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bfbc68a-f285-401f-9b40-12955528524e admin admin] Network e684c39a-2e11-408f-97ab-0003bc0ac2df is already hosted by enough agents. {{(pid=93586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 19:03:11.214761 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.scheduler.base_scheduler [None req-3bfbc68a-f285-401f-9b40-12955528524e admin admin] Resources bound (agent type, host, resource id): {{(pid=93586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 19:03:11.220271 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bfbc68a-f285-401f-9b40-12955528524e admin admin] Received port after_create {{(pid=93586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 19:03:11.232849 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-f362b062-2dd1-4814-b97b-3421116c42ad admin admin] Notify callbacks [] for port, precommit_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:11.251274 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfbc68a-f285-401f-9b40-12955528524e admin admin] Pushing event updated for resources: {'Port': ['ID=b49d4719-fd3e-46af-9e54-d698c65d70c6,revision_number=1']} {{(pid=93586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:03:11.316802 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-136deaeb-523e-4d1d-9744-e19943fe1b7e None None] Notify callbacks [] for port, precommit_update {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:11.329694 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.db.provisioning_blocks [None req-136deaeb-523e-4d1d-9744-e19943fe1b7e None None] Transition to ACTIVE for port object c61042a7-a468-4d7b-9f3b-e880489d61cb will not be triggered until provisioned by entity L2. {{(pid=93589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 19:03:11.389915 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-304f64d4-878f-4616-8b88-fdb9a86de410 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3885665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3821551'] for router, after_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:11.395322 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-f362b062-2dd1-4814-b97b-3421116c42ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742349248516'] for port, after_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:11.464020 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-336ec8fd-f64a-44ba-b337-e19e8bda9c55 req-d550413b-ef87-4baa-8d7c-4beb449382ea tempest-DeleteServersTestJSON-948083625 tempest-DeleteServersTestJSON-948083625-project] 10.222.0.41 "GET /v2.0/ports?device_id=8039b690-ef64-4872-a027-74670b318001 HTTP/1.1" status: 200 len: 210 time: 0.0714324 Jul 28 19:03:11.467433 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-136deaeb-523e-4d1d-9744-e19943fe1b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742349622321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742349248534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742349248552'] for port, after_update {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:11.469220 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [None req-d907c5c6-61b2-4dad-941e-b2525d02c44e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=aa4bbd62d8b34897b4c7849f1b8fb409&name=default HTTP/1.1" status: 200 len: 2975 time: 1.8403401 Jul 28 19:03:11.469853 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.wsgi [-] (93586) accepted ('10.222.0.41', 57284) {{(pid=93586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:03:11.471883 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f362b062-2dd1-4814-b97b-3421116c42ad admin admin] Network 55abd46f-cb0c-4975-97d4-5b97e39ca579 is already hosted by enough agents. {{(pid=93587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 19:03:11.476314 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d907c5c6-61b2-4dad-941e-b2525d02c44e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c560699-d37c-47dd-9eeb-6a22e9cbfa0c,revision_number=1']} {{(pid=93586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:03:11.486965 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f362b062-2dd1-4814-b97b-3421116c42ad admin admin] Pushing event updated for resources: {'Port': ['ID=ef6d675e-dcb4-4bf9-9dd7-4469fedf2f15,revision_number=1']} {{(pid=93587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:03:11.494034 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.scheduler.base_scheduler [None req-f362b062-2dd1-4814-b97b-3421116c42ad admin admin] Resources bound (agent type, host, resource id): {{(pid=93587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 19:03:11.501544 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f362b062-2dd1-4814-b97b-3421116c42ad admin admin] Received port after_create {{(pid=93587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 19:03:11.502191 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-f362b062-2dd1-4814-b97b-3421116c42ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3821360'] for router_interface, before_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:11.543673 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.provisioning_blocks [None req-bef3636a-4bdb-4225-8f1c-415dfc3ea73f None None] Provisioning for port ab75890f-9842-433a-97a5-8c9782a343bb completed by entity DHCP. {{(pid=93588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 19:03:11.546305 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.provisioning_blocks [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Provisioning for port ab75890f-9842-433a-97a5-8c9782a343bb completed by entity L2. {{(pid=93588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 19:03:11.551462 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.provisioning_blocks [None req-bef3636a-4bdb-4225-8f1c-415dfc3ea73f None None] Provisioning complete for port ab75890f-9842-433a-97a5-8c9782a343bb triggered by entity DHCP. {{(pid=93588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 19:03:11.552836 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-bef3636a-4bdb-4225-8f1c-415dfc3ea73f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721938'] for port, provisioning_complete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:11.559818 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.provisioning_blocks [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Provisioning complete for port ab75890f-9842-433a-97a5-8c9782a343bb triggered by entity L2. {{(pid=93588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 19:03:11.561918 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721938'] for port, provisioning_complete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:11.567666 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94985689-889a-4ace-a08f-d907b3ac6563 None None] Pushing event updated for resources: {'Port': ['ID=c61042a7-a468-4d7b-9f3b-e880489d61cb,revision_number=2']} {{(pid=93589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:03:11.579265 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94985689-889a-4ace-a08f-d907b3ac6563 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:03:11.579610 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94985689-889a-4ace-a08f-d907b3ac6563 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:03:11.580001 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94985689-889a-4ace-a08f-d907b3ac6563 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:03:11.580336 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94985689-889a-4ace-a08f-d907b3ac6563 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:03:11.580664 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94985689-889a-4ace-a08f-d907b3ac6563 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:03:11.580993 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94985689-889a-4ace-a08f-d907b3ac6563 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:03:11.581319 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94985689-889a-4ace-a08f-d907b3ac6563 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:03:11.581851 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94985689-889a-4ace-a08f-d907b3ac6563 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:03:11.582168 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94985689-889a-4ace-a08f-d907b3ac6563 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:03:11.582619 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94985689-889a-4ace-a08f-d907b3ac6563 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:03:11.582946 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94985689-889a-4ace-a08f-d907b3ac6563 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:03:11.583296 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94985689-889a-4ace-a08f-d907b3ac6563 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:03:11.584862 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94985689-889a-4ace-a08f-d907b3ac6563 None None] Tracked resource versions report: Jul 28 19:03:11.584862 dv-cinder-802653-1-iscsi neutron-server[93589]: pushed versions: Jul 28 19:03:11.584862 dv-cinder-802653-1-iscsi neutron-server[93589]: { 'AddressGroup': {'1.2'}, Jul 28 19:03:11.584862 dv-cinder-802653-1-iscsi neutron-server[93589]: 'ConntrackHelper': {'1.0'}, Jul 28 19:03:11.584862 dv-cinder-802653-1-iscsi neutron-server[93589]: 'Log': {'1.0'}, Jul 28 19:03:11.584862 dv-cinder-802653-1-iscsi neutron-server[93589]: 'Network': {'1.1'}, Jul 28 19:03:11.584862 dv-cinder-802653-1-iscsi neutron-server[93589]: 'Port': {'1.7'}, Jul 28 19:03:11.584862 dv-cinder-802653-1-iscsi neutron-server[93589]: 'PortForwarding': {'1.2'}, Jul 28 19:03:11.584862 dv-cinder-802653-1-iscsi neutron-server[93589]: 'QosPolicy': {'1.8'}, Jul 28 19:03:11.584862 dv-cinder-802653-1-iscsi neutron-server[93589]: 'SecurityGroup': {'1.4'}, Jul 28 19:03:11.584862 dv-cinder-802653-1-iscsi neutron-server[93589]: 'SecurityGroupRule': {'1.2'}, Jul 28 19:03:11.584862 dv-cinder-802653-1-iscsi neutron-server[93589]: 'SubPort': {'1.0'}, Jul 28 19:03:11.584862 dv-cinder-802653-1-iscsi neutron-server[93589]: 'Subnet': {'1.1'}, Jul 28 19:03:11.584862 dv-cinder-802653-1-iscsi neutron-server[93589]: 'Trunk': {'1.1'}} Jul 28 19:03:11.584862 dv-cinder-802653-1-iscsi neutron-server[93589]: consumer versions: Jul 28 19:03:11.584862 dv-cinder-802653-1-iscsi neutron-server[93589]: { DHCP agent@dv-cinder-802653-1-iscsi: {}, Jul 28 19:03:11.584862 dv-cinder-802653-1-iscsi neutron-server[93589]: HyperV agent@hv-cinder-80265: {}, Jul 28 19:03:11.584862 dv-cinder-802653-1-iscsi neutron-server[93589]: L3 agent@dv-cinder-802653-1-iscsi: {}, Jul 28 19:03:11.584862 dv-cinder-802653-1-iscsi neutron-server[93589]: Metadata agent@dv-cinder-802653-1-iscsi: {}, Jul 28 19:03:11.584862 dv-cinder-802653-1-iscsi neutron-server[93589]: Metering agent@dv-cinder-802653-1-iscsi: {}, Jul 28 19:03:11.584862 dv-cinder-802653-1-iscsi neutron-server[93589]: Open vSwitch agent@dv-cinder-802653-1-iscsi: { 'AddressGroup': '1.2', Jul 28 19:03:11.584862 dv-cinder-802653-1-iscsi neutron-server[93589]: 'ConntrackHelper': '1.0', Jul 28 19:03:11.584862 dv-cinder-802653-1-iscsi neutron-server[93589]: 'Log': '1.0', Jul 28 19:03:11.584862 dv-cinder-802653-1-iscsi neutron-server[93589]: 'Network': '1.1', Jul 28 19:03:11.584862 dv-cinder-802653-1-iscsi neutron-server[93589]: 'Port': '1.7', Jul 28 19:03:11.584862 dv-cinder-802653-1-iscsi neutron-server[93589]: 'PortForwarding': '1.2', Jul 28 19:03:11.584862 dv-cinder-802653-1-iscsi neutron-server[93589]: 'QosPolicy': '1.8', Jul 28 19:03:11.584862 dv-cinder-802653-1-iscsi neutron-server[93589]: 'SecurityGroup': '1.4', Jul 28 19:03:11.584862 dv-cinder-802653-1-iscsi neutron-server[93589]: 'SecurityGroupRule': '1.2', Jul 28 19:03:11.584862 dv-cinder-802653-1-iscsi neutron-server[93589]: 'SubPort': '1.0', Jul 28 19:03:11.584862 dv-cinder-802653-1-iscsi neutron-server[93589]: 'Subnet': '1.1', Jul 28 19:03:11.584862 dv-cinder-802653-1-iscsi neutron-server[93589]: 'Trunk': '1.1'}} Jul 28 19:03:11.584862 dv-cinder-802653-1-iscsi neutron-server[93589]: {{(pid=93589) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 28 19:03:11.627957 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.plugins.ml2.managers [None req-136deaeb-523e-4d1d-9744-e19943fe1b7e None None] Attempting to bind port c61042a7-a468-4d7b-9f3b-e880489d61cb on host dv-cinder-802653-1-iscsi for vnic_type normal with profile {{(pid=93589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 19:03:11.628148 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.plugins.ml2.managers [None req-136deaeb-523e-4d1d-9744-e19943fe1b7e None None] Attempting to bind port c61042a7-a468-4d7b-9f3b-e880489d61cb by drivers openvswitch,hyperv on host dv-cinder-802653-1-iscsi at level 0 using segments [{'id': '17bd56bb-f533-4c75-bcf1-86c99094db6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df'}] {{(pid=93589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 19:03:11.628501 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-136deaeb-523e-4d1d-9744-e19943fe1b7e None None] Attempting to bind port c61042a7-a468-4d7b-9f3b-e880489d61cb on network e684c39a-2e11-408f-97ab-0003bc0ac2df {{(pid=93589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 19:03:11.660229 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-136deaeb-523e-4d1d-9744-e19943fe1b7e None None] Checking agent: {'id': 'db69d0ec-1e3c-47a8-846d-d71db5f0b0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802653-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 18, 54, 54), 'started_at': datetime.datetime(2021, 7, 28, 18, 55, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 19, 2, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802653-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 19:03:11.670162 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-136deaeb-523e-4d1d-9744-e19943fe1b7e None None] Checking segment: {'id': '17bd56bb-f533-4c75-bcf1-86c99094db6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 19:03:11.670162 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-136deaeb-523e-4d1d-9744-e19943fe1b7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:11.670162 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-136deaeb-523e-4d1d-9744-e19943fe1b7e None None] Bound using segment: {'id': '17bd56bb-f533-4c75-bcf1-86c99094db6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df'} {{(pid=93589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 19:03:11.670162 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.plugins.ml2.managers [None req-136deaeb-523e-4d1d-9744-e19943fe1b7e None None] Bound port: c61042a7-a468-4d7b-9f3b-e880489d61cb, host: dv-cinder-802653-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17bd56bb-f533-4c75-bcf1-86c99094db6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df'}}] {{(pid=93589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 19:03:11.670162 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-136deaeb-523e-4d1d-9744-e19943fe1b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555300'] for port, before_update {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:11.783595 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.plugins.ml2.db [None req-136deaeb-523e-4d1d-9744-e19943fe1b7e None None] For port c61042a7-a468-4d7b-9f3b-e880489d61cb, host dv-cinder-802653-1-iscsi, cleared binding levels {{(pid=93589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 19:03:11.792353 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.plugins.ml2.db [None req-136deaeb-523e-4d1d-9744-e19943fe1b7e None None] For port c61042a7-a468-4d7b-9f3b-e880489d61cb, host dv-cinder-802653-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-1-iscsi',level=0,port_id=c61042a7-a468-4d7b-9f3b-e880489d61cb,segment=NetworkSegment(17bd56bb-f533-4c75-bcf1-86c99094db6a),segment_id=17bd56bb-f533-4c75-bcf1-86c99094db6a)] {{(pid=93589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 19:03:11.837201 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-a9aa01be-cf78-4f7b-a48c-e51a2ed17d86 req-e1504036-2940-412c-a1a3-9d5277ce20c7 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] 10.222.0.41 "GET /v2.0/ports?device_id=57aed14a-3dbf-40e3-829b-79322cd85c4f HTTP/1.1" status: 200 len: 210 time: 0.0530550 Jul 28 19:03:11.863058 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-a078d561-0cfc-4d32-a42f-917328be02da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:11.886470 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-136deaeb-523e-4d1d-9744-e19943fe1b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742349622321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742349248534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742349248552'] for port, after_update {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:11.891644 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-bef3636a-4bdb-4225-8f1c-415dfc3ea73f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555300'] for port, before_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:11.898178 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555300'] for port, before_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:11.977754 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.db [None req-bef3636a-4bdb-4225-8f1c-415dfc3ea73f None None] For port ab75890f-9842-433a-97a5-8c9782a343bb, host dv-cinder-802653-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-1-iscsi',level=0,port_id=ab75890f-9842-433a-97a5-8c9782a343bb,segment=NetworkSegment(559a2b3b-45f1-4ed6-a9a8-30cdc01cbf76),segment_id=559a2b3b-45f1-4ed6-a9a8-30cdc01cbf76)] {{(pid=93588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:03:11.993622 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-136deaeb-523e-4d1d-9744-e19943fe1b7e None None] Routers {'7f85f8dc-f7d4-426c-ba66-2deed2e9283e'} bound to L3 agent in host dv-cinder-802653-1-iscsi {{(pid=93589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 19:03:11.994250 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.db.l3_hamode_db [None req-136deaeb-523e-4d1d-9744-e19943fe1b7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802653-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T18:54:54Z,description=,heartbeat_timestamp=2021-07-28T19:02:54Z,host='dv-cinder-802653-1-iscsi',id=a81dfe8c-a6e8-4fad-82b8-e31bee6ac2ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T18:54:55Z,topic='l3_agent')) {'router_ids': ['7f85f8dc-f7d4-426c-ba66-2deed2e9283e'], 'active': True} {{(pid=93589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:03:11.997665 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94985689-889a-4ace-a08f-d907b3ac6563 None None] Pushing event updated for resources: {'Port': ['ID=c61042a7-a468-4d7b-9f3b-e880489d61cb,revision_number=3']} {{(pid=93589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:03:12.030440 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-a078d561-0cfc-4d32-a42f-917328be02da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:12.041845 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-bef3636a-4bdb-4225-8f1c-415dfc3ea73f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742349622321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742349248534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742349248552'] for port, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:12.067393 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-3bfbc68a-f285-401f-9b40-12955528524e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:12.070020 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-f362b062-2dd1-4814-b97b-3421116c42ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555300'] for port, before_update {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:12.173488 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-304f64d4-878f-4616-8b88-fdb9a86de410 admin admin] Router 4f63a103-244c-468b-9a05-9a50f7e1edb0 is scheduled to L3 agent a81dfe8c-a6e8-4fad-82b8-e31bee6ac2ff with binding_index 1 {{(pid=93586) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 19:03:12.196714 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.db.l3_dvr_db [None req-136deaeb-523e-4d1d-9744-e19943fe1b7e None None] Set router 7f85f8dc-f7d4-426c-ba66-2deed2e9283e gateway port host: dv-cinder-802653-1-iscsi {{(pid=93589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 19:03:12.228126 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.db.api [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93588) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 19:03:12.228507 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG oslo_db.api [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 19:03:12.242716 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef3636a-4bdb-4225-8f1c-415dfc3ea73f None None] Pushing event updated for resources: {'Port': ['ID=ab75890f-9842-433a-97a5-8c9782a343bb,revision_number=3']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:03:12.255933 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.provisioning_blocks [None req-b0342792-946d-45ea-870e-fa019db542f9 None None] Provisioning complete for port ab75890f-9842-433a-97a5-8c9782a343bb triggered by entity DHCP. {{(pid=93588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 19:03:12.256576 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-b0342792-946d-45ea-870e-fa019db542f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721938'] for port, provisioning_complete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:12.307210 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-a078d561-0cfc-4d32-a42f-917328be02da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676630'] for security_group, after_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:12.309630 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-a078d561-0cfc-4d32-a42f-917328be02da admin admin] Notify callbacks [] for security_group, before_response {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:12.313097 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [None req-a078d561-0cfc-4d32-a42f-917328be02da admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8c560699-d37c-47dd-9eeb-6a22e9cbfa0c HTTP/1.1" status: 204 len: 168 time: 0.8375533 Jul 28 19:03:12.361209 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-f362b062-2dd1-4814-b97b-3421116c42ad admin admin] Notify callbacks [] for port, precommit_update {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:12.414351 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a078d561-0cfc-4d32-a42f-917328be02da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c560699-d37c-47dd-9eeb-6a22e9cbfa0c,revision_number=None']} {{(pid=93586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:03:12.433818 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-f362b062-2dd1-4814-b97b-3421116c42ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742349622321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742349248534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742349248552'] for port, after_update {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:12.434739 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-f362b062-2dd1-4814-b97b-3421116c42ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3760054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3821728'] for router_interface, after_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:12.450795 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-3bfbc68a-f285-401f-9b40-12955528524e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3885665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3821551'] for router, after_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:12.458092 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.db.l3_hamode_db [None req-136deaeb-523e-4d1d-9744-e19943fe1b7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f85f8dc-f7d4-426c-ba66-2deed2e9283e', 'name': 'tempest-ServerRescueNegativeTestJSON-454008151-router', 'tenant_id': 'ab36a3ab5c78406b94032a7ca4193d8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df', 'external_fixed_ips': [{'subnet_id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': 'c61042a7-a468-4d7b-9f3b-e880489d61cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:03:06Z', 'updated_at': '2021-07-28T19:03:08Z', 'revision_number': 3, 'project_id': 'ab36a3ab5c78406b94032a7ca4193d8f', 'gw_port': {'id': 'c61042a7-a468-4d7b-9f3b-e880489d61cb', 'name': '', 'network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:7e:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f85f8dc-f7d4-426c-ba66-2deed2e9283e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:03:07Z', 'updated_at': '2021-07-28T19:03:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-1-iscsi'}], 'dv-cinder-802653-1-iscsi', False) {} {{(pid=93589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:03:12.477028 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-304f64d4-878f-4616-8b88-fdb9a86de410 admin admin] Notify agent at l3_agent.dv-cinder-802653-1-iscsi the message routers_updated {{(pid=93586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 19:03:12.488677 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94d9e343-2a53-4c7d-abd8-a0d6410fc1f9 None None] Sync routers for ids ['4f63a103-244c-468b-9a05-9a50f7e1edb0'] in dv-cinder-802653-1-iscsi {{(pid=93588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 19:03:12.500091 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-136deaeb-523e-4d1d-9744-e19943fe1b7e None None] The sync data for ids ['7f85f8dc-f7d4-426c-ba66-2deed2e9283e'] in dv-cinder-802653-1-iscsi is: [{'id': '7f85f8dc-f7d4-426c-ba66-2deed2e9283e', 'name': 'tempest-ServerRescueNegativeTestJSON-454008151-router', 'tenant_id': 'ab36a3ab5c78406b94032a7ca4193d8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df', 'external_fixed_ips': [{'subnet_id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': 'c61042a7-a468-4d7b-9f3b-e880489d61cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:03:06Z', 'updated_at': '2021-07-28T19:03:08Z', 'revision_number': 3, 'project_id': 'ab36a3ab5c78406b94032a7ca4193d8f', 'gw_port': {'id': 'c61042a7-a468-4d7b-9f3b-e880489d61cb', 'name': '', 'network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:7e:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f85f8dc-f7d4-426c-ba66-2deed2e9283e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:03:07Z', 'updated_at': '2021-07-28T19:03:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-1-iscsi'}] {{(pid=93589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 19:03:12.504946 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f362b062-2dd1-4814-b97b-3421116c42ad admin admin] Pushing event updated for resources: {'Port': ['ID=ef6d675e-dcb4-4bf9-9dd7-4469fedf2f15,revision_number=2']} {{(pid=93587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:03:12.506022 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d9e343-2a53-4c7d-abd8-a0d6410fc1f9 None None] Routers {'4f63a103-244c-468b-9a05-9a50f7e1edb0'} bound to L3 agent in host dv-cinder-802653-1-iscsi {{(pid=93588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 19:03:12.507385 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.l3_hamode_db [None req-94d9e343-2a53-4c7d-abd8-a0d6410fc1f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802653-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T18:54:54Z,description=,heartbeat_timestamp=2021-07-28T19:02:54Z,host='dv-cinder-802653-1-iscsi',id=a81dfe8c-a6e8-4fad-82b8-e31bee6ac2ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T18:54:55Z,topic='l3_agent')) {'router_ids': ['4f63a103-244c-468b-9a05-9a50f7e1edb0'], 'active': True} {{(pid=93588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:03:12.617625 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-304f64d4-878f-4616-8b88-fdb9a86de410 admin admin] Notify callbacks [] for router, before_response {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:12.619150 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [None req-304f64d4-878f-4616-8b88-fdb9a86de410 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.4363048 Jul 28 19:03:12.625974 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.wsgi [-] (93586) accepted ('10.222.0.41', 57330) {{(pid=93586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:03:12.771407 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f362b062-2dd1-4814-b97b-3421116c42ad admin admin] Network 55abd46f-cb0c-4975-97d4-5b97e39ca579 is already hosted by enough agents. {{(pid=93587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 19:03:12.775154 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.scheduler.base_scheduler [None req-f362b062-2dd1-4814-b97b-3421116c42ad admin admin] Resources bound (agent type, host, resource id): {{(pid=93587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 19:03:12.815300 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.rpc [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Device 2c43e459-f32e-4bad-9ec7-93d2e219e71b up at agent ovs-agent-dv-cinder-802653-1-iscsi {{(pid=93588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 19:03:12.840723 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-e279b758-0aca-43e5-825e-037c92c335f7 req-79704d44-8bde-4c42-bcca-3297ea27e7ea tempest-DeleteServersTestJSON-948083625 tempest-DeleteServersTestJSON-948083625-project] 10.222.0.41 "GET /v2.0/ports?device_id=8039b690-ef64-4872-a027-74670b318001 HTTP/1.1" status: 200 len: 210 time: 0.0591450 Jul 28 19:03:12.915369 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.l3_dvr_db [None req-94d9e343-2a53-4c7d-abd8-a0d6410fc1f9 None None] Set router 4f63a103-244c-468b-9a05-9a50f7e1edb0 gateway port host: dv-cinder-802653-1-iscsi {{(pid=93588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 19:03:13.018686 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f362b062-2dd1-4814-b97b-3421116c42ad admin admin] Router 7f85f8dc-f7d4-426c-ba66-2deed2e9283e has already been hosted by L3 agent a81dfe8c-a6e8-4fad-82b8-e31bee6ac2ff {{(pid=93587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 19:03:13.119664 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.provisioning_blocks [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Provisioning complete for port 2c43e459-f32e-4bad-9ec7-93d2e219e71b triggered by entity L2. {{(pid=93588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 19:03:13.120977 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721938'] for port, provisioning_complete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:13.231754 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bfbc68a-f285-401f-9b40-12955528524e admin admin] Router 4edd524a-f694-4a3b-9f98-acfa1ff62e1e is scheduled to L3 agent a81dfe8c-a6e8-4fad-82b8-e31bee6ac2ff with binding_index 1 {{(pid=93586) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 19:03:13.237958 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.wsgi [-] (93586) accepted ('10.222.0.41', 57348) {{(pid=93586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:03:13.246025 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-8c96287f-8c87-4823-956f-99281cfe830a req-48e8da39-d51f-4dbb-8b05-c26d0e33f388 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] 10.222.0.41 "GET /v2.0/ports?device_id=57aed14a-3dbf-40e3-829b-79322cd85c4f HTTP/1.1" status: 200 len: 210 time: 0.2915220 Jul 28 19:03:13.371449 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.wsgi [-] (93587) accepted ('10.222.0.41', 57352) {{(pid=93587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:03:13.388325 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f362b062-2dd1-4814-b97b-3421116c42ad admin admin] Notify agent at l3_agent.dv-cinder-802653-1-iscsi the message routers_updated {{(pid=93587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 19:03:13.390680 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-dc8fae79-0e2d-4508-99bc-4648c7f435e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:13.397407 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [None req-f362b062-2dd1-4814-b97b-3421116c42ad admin admin] 10.222.0.41 "PUT /v2.0/routers/7f85f8dc-f7d4-426c-ba66-2deed2e9283e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6008043 Jul 28 19:03:13.495729 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bfbc68a-f285-401f-9b40-12955528524e admin admin] Notify agent at l3_agent.dv-cinder-802653-1-iscsi the message routers_updated {{(pid=93586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 19:03:13.511680 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e9873d5-c762-4677-b44b-1a89573d959a None None] Sync routers for ids ['4edd524a-f694-4a3b-9f98-acfa1ff62e1e'] in dv-cinder-802653-1-iscsi {{(pid=93589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 19:03:13.537630 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e9873d5-c762-4677-b44b-1a89573d959a None None] Routers {'4edd524a-f694-4a3b-9f98-acfa1ff62e1e'} bound to L3 agent in host dv-cinder-802653-1-iscsi {{(pid=93589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 19:03:13.538614 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.db.l3_hamode_db [None req-8e9873d5-c762-4677-b44b-1a89573d959a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802653-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T18:54:54Z,description=,heartbeat_timestamp=2021-07-28T19:02:54Z,host='dv-cinder-802653-1-iscsi',id=a81dfe8c-a6e8-4fad-82b8-e31bee6ac2ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T18:54:55Z,topic='l3_agent')) {'router_ids': ['4edd524a-f694-4a3b-9f98-acfa1ff62e1e'], 'active': True} {{(pid=93589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:03:13.633717 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-dc8fae79-0e2d-4508-99bc-4648c7f435e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:13.660722 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-f602fd9a-9b99-4667-afcd-e8a511d06279 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:13.698962 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-dc8fae79-0e2d-4508-99bc-4648c7f435e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676630'] for security_group, after_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:13.800730 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [None req-dc8fae79-0e2d-4508-99bc-4648c7f435e9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=72b41c8dd3214d49ba9b8051bfc07193&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4276254 Jul 28 19:03:13.801925 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8fae79-0e2d-4508-99bc-4648c7f435e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cef7613f-d149-4882-b8c1-9aa731967fed,revision_number=1']} {{(pid=93587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:03:13.804459 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.wsgi [-] (93587) accepted ('10.222.0.41', 57364) {{(pid=93587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:03:13.828654 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.l3_hamode_db [None req-94d9e343-2a53-4c7d-abd8-a0d6410fc1f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f63a103-244c-468b-9a05-9a50f7e1edb0', 'name': 'tempest-AttachVolumeShelveTestJSON-1306913285-router', 'tenant_id': '77b4e3f4db4f48488f6a8e8a0ca43337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df', 'external_fixed_ips': [{'subnet_id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '846b941f-ab7f-4431-8321-ef0820949924', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:03:06Z', 'updated_at': '2021-07-28T19:03:09Z', 'revision_number': 3, 'project_id': '77b4e3f4db4f48488f6a8e8a0ca43337', 'gw_port': {'id': '846b941f-ab7f-4431-8321-ef0820949924', 'name': '', 'network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:94:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f63a103-244c-468b-9a05-9a50f7e1edb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:03:07Z', 'updated_at': '2021-07-28T19:03:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-1-iscsi'}], 'dv-cinder-802653-1-iscsi', False) {} {{(pid=93588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:03:13.872541 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-3bfbc68a-f285-401f-9b40-12955528524e admin admin] Notify callbacks [] for router, before_response {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:13.877778 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.wsgi [-] (93587) accepted ('10.222.0.41', 57368) {{(pid=93587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:03:13.880430 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [None req-3bfbc68a-f285-401f-9b40-12955528524e admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.6541996 Jul 28 19:03:13.917742 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94d9e343-2a53-4c7d-abd8-a0d6410fc1f9 None None] Checking router: 4f63a103-244c-468b-9a05-9a50f7e1edb0 for host: dv-cinder-802653-1-iscsi {{(pid=93588) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 19:03:13.921274 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94d9e343-2a53-4c7d-abd8-a0d6410fc1f9 None None] Updating router 4f63a103-244c-468b-9a05-9a50f7e1edb0 port 846b941f-ab7f-4431-8321-ef0820949924 binding host dv-cinder-802653-1-iscsi {{(pid=93588) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 19:03:13.949534 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-bd69e679-be79-4bb9-ae05-4ec1be5f0263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555300'] for port, before_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:14.002438 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.rpc [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Device c61042a7-a468-4d7b-9f3b-e880489d61cb up at agent ovs-agent-dv-cinder-802653-1-iscsi {{(pid=93588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 19:03:14.002438 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-94d9e343-2a53-4c7d-abd8-a0d6410fc1f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555300'] for port, before_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:14.046829 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.db.l3_dvr_db [None req-8e9873d5-c762-4677-b44b-1a89573d959a None None] Set router 4edd524a-f694-4a3b-9f98-acfa1ff62e1e gateway port host: dv-cinder-802653-1-iscsi {{(pid=93589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 19:03:14.124885 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-d89899dd-b1f4-4566-8fc2-a0d6a9745dce req-b85998f8-e212-48c7-a24d-24940a178845 tempest-DeleteServersTestJSON-948083625 tempest-DeleteServersTestJSON-948083625-project] 10.222.0.41 "GET /v2.0/ports?device_id=8039b690-ef64-4872-a027-74670b318001 HTTP/1.1" status: 200 len: 210 time: 0.0695064 Jul 28 19:03:14.276895 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.provisioning_blocks [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Provisioning for port c61042a7-a468-4d7b-9f3b-e880489d61cb completed by entity L2. {{(pid=93588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 19:03:14.283356 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.provisioning_blocks [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Provisioning complete for port c61042a7-a468-4d7b-9f3b-e880489d61cb triggered by entity L2. {{(pid=93588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 19:03:14.283356 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721938'] for port, provisioning_complete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:14.331155 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.db.l3_hamode_db [None req-8e9873d5-c762-4677-b44b-1a89573d959a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4edd524a-f694-4a3b-9f98-acfa1ff62e1e', 'name': 'tempest-AttachVolumeTestJSON-1336353080-router', 'tenant_id': '4dceb4eb37274cd9b3fcc8dffed09715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df', 'external_fixed_ips': [{'subnet_id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': 'b49d4719-fd3e-46af-9e54-d698c65d70c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:03:07Z', 'updated_at': '2021-07-28T19:03:11Z', 'revision_number': 3, 'project_id': '4dceb4eb37274cd9b3fcc8dffed09715', 'gw_port': {'id': 'b49d4719-fd3e-46af-9e54-d698c65d70c6', 'name': '', 'network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:3e:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4edd524a-f694-4a3b-9f98-acfa1ff62e1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:03:09Z', 'updated_at': '2021-07-28T19:03:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-1-iscsi'}], 'dv-cinder-802653-1-iscsi', False) {} {{(pid=93589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:03:14.357123 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-3d20febb-4dc5-4aad-b2e0-92718c573d24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:14.374405 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e9873d5-c762-4677-b44b-1a89573d959a None None] Checking router: 4edd524a-f694-4a3b-9f98-acfa1ff62e1e for host: dv-cinder-802653-1-iscsi {{(pid=93589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 19:03:14.374756 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e9873d5-c762-4677-b44b-1a89573d959a None None] Updating router 4edd524a-f694-4a3b-9f98-acfa1ff62e1e port b49d4719-fd3e-46af-9e54-d698c65d70c6 binding host dv-cinder-802653-1-iscsi {{(pid=93589) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 19:03:14.399652 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-f602fd9a-9b99-4667-afcd-e8a511d06279 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:14.414234 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-3d20febb-4dc5-4aad-b2e0-92718c573d24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:14.425019 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-8e9873d5-c762-4677-b44b-1a89573d959a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555300'] for port, before_update {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:14.429860 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d097a1b7-c96e-4e00-b355-579dccc46013 req-870d835c-ce20-40b1-b532-c3f1e0a91b58 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:03:14.435926 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-94d9e343-2a53-4c7d-abd8-a0d6410fc1f9 None None] Notify callbacks [] for port, precommit_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:14.441349 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555300'] for port, before_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:14.441484 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-d097a1b7-c96e-4e00-b355-579dccc46013 req-870d835c-ce20-40b1-b532-c3f1e0a91b58 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/networks?id=55abd46f-cb0c-4975-97d4-5b97e39ca579 HTTP/1.1" status: 200 len: 818 time: 0.3240359 Jul 28 19:03:14.460768 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.db [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] For port c61042a7-a468-4d7b-9f3b-e880489d61cb, host dv-cinder-802653-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-1-iscsi',level=0,port_id=c61042a7-a468-4d7b-9f3b-e880489d61cb,segment=NetworkSegment(17bd56bb-f533-4c75-bcf1-86c99094db6a),segment_id=17bd56bb-f533-4c75-bcf1-86c99094db6a)] {{(pid=93588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:03:14.472873 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.provisioning_blocks [None req-94d9e343-2a53-4c7d-abd8-a0d6410fc1f9 None None] Transition to ACTIVE for port object 846b941f-ab7f-4431-8321-ef0820949924 will not be triggered until provisioned by entity L2. {{(pid=93588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 19:03:14.489823 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-ee0beede-42c4-4031-ba5e-0553a21cc482 req-23c07bfa-b1ad-4850-96d7-7c1676e6024b tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] 10.222.0.41 "GET /v2.0/ports?device_id=57aed14a-3dbf-40e3-829b-79322cd85c4f HTTP/1.1" status: 200 len: 210 time: 0.0875504 Jul 28 19:03:14.505660 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-d097a1b7-c96e-4e00-b355-579dccc46013 req-e0d02313-b8e1-4da8-b41a-372a3052c584 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/quotas/ab36a3ab5c78406b94032a7ca4193d8f HTTP/1.1" status: 200 len: 375 time: 0.0660951 Jul 28 19:03:14.538508 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-f602fd9a-9b99-4667-afcd-e8a511d06279 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676630'] for security_group, after_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:14.552015 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742349622321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742349248534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742349248552'] for port, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:14.556809 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.rpc [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Device ab75890f-9842-433a-97a5-8c9782a343bb up at agent ovs-agent-dv-cinder-802653-1-iscsi {{(pid=93588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 19:03:14.561949 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.db.db_base_plugin_common [None req-bd69e679-be79-4bb9-ae05-4ec1be5f0263 admin admin] Allocated IP 172.20.0.1 (d9b348a0-fd69-4cac-87c2-18e205be05be/209ab333-e935-41fc-b99a-6688a4911e44/f222063c-7221-40e2-a7de-a0532101c06f) {{(pid=93586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 19:03:14.619910 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [None req-f602fd9a-9b99-4667-afcd-e8a511d06279 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8c89ce333dfa400b8a5460b06408aeb5&name=default HTTP/1.1" status: 200 len: 2976 time: 1.3739765 Jul 28 19:03:14.621570 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.wsgi [-] (93586) accepted ('10.222.0.41', 57386) {{(pid=93586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:03:14.629619 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-94d9e343-2a53-4c7d-abd8-a0d6410fc1f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742349622321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742349248534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742349248552'] for port, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:14.647267 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f602fd9a-9b99-4667-afcd-e8a511d06279 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cb7351b-d5ce-4a20-8eac-9a27b56f3309,revision_number=1']} {{(pid=93586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:03:14.704111 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Pushing event updated for resources: {'Port': ['ID=c61042a7-a468-4d7b-9f3b-e880489d61cb,revision_number=4']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:03:14.706886 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-d097a1b7-c96e-4e00-b355-579dccc46013 req-c686ed69-bb8e-4b01-a390-2ca2435d0e78 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=ab36a3ab5c78406b94032a7ca4193d8f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2002575 Jul 28 19:03:14.714427 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.managers [None req-94d9e343-2a53-4c7d-abd8-a0d6410fc1f9 None None] Attempting to bind port 846b941f-ab7f-4431-8321-ef0820949924 on host dv-cinder-802653-1-iscsi for vnic_type normal with profile {{(pid=93588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 19:03:14.722557 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.managers [None req-94d9e343-2a53-4c7d-abd8-a0d6410fc1f9 None None] Attempting to bind port 846b941f-ab7f-4431-8321-ef0820949924 by drivers openvswitch,hyperv on host dv-cinder-802653-1-iscsi at level 0 using segments [{'id': '17bd56bb-f533-4c75-bcf1-86c99094db6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df'}] {{(pid=93588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 19:03:14.722557 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94d9e343-2a53-4c7d-abd8-a0d6410fc1f9 None None] Attempting to bind port 846b941f-ab7f-4431-8321-ef0820949924 on network e684c39a-2e11-408f-97ab-0003bc0ac2df {{(pid=93588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 19:03:14.760659 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-ea5038ac-0012-49e6-ada1-c6780dafce84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555300'] for port, before_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:14.763704 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-3d20febb-4dc5-4aad-b2e0-92718c573d24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676630'] for security_group, after_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:14.766639 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-3d20febb-4dc5-4aad-b2e0-92718c573d24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:14.767970 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [None req-3d20febb-4dc5-4aad-b2e0-92718c573d24 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/cef7613f-d149-4882-b8c1-9aa731967fed HTTP/1.1" status: 204 len: 168 time: 0.9366457 Jul 28 19:03:14.775665 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94d9e343-2a53-4c7d-abd8-a0d6410fc1f9 None None] Checking agent: {'id': 'db69d0ec-1e3c-47a8-846d-d71db5f0b0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802653-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 18, 54, 54), 'started_at': datetime.datetime(2021, 7, 28, 18, 55, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 19, 2, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802653-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 19:03:14.776279 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94d9e343-2a53-4c7d-abd8-a0d6410fc1f9 None None] Checking segment: {'id': '17bd56bb-f533-4c75-bcf1-86c99094db6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 19:03:14.776790 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-94d9e343-2a53-4c7d-abd8-a0d6410fc1f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:14.777398 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94d9e343-2a53-4c7d-abd8-a0d6410fc1f9 None None] Bound using segment: {'id': '17bd56bb-f533-4c75-bcf1-86c99094db6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df'} {{(pid=93588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 19:03:14.794041 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d20febb-4dc5-4aad-b2e0-92718c573d24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cef7613f-d149-4882-b8c1-9aa731967fed,revision_number=None']} {{(pid=93587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:03:14.794170 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.managers [None req-94d9e343-2a53-4c7d-abd8-a0d6410fc1f9 None None] Bound port: 846b941f-ab7f-4431-8321-ef0820949924, host: dv-cinder-802653-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17bd56bb-f533-4c75-bcf1-86c99094db6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df'}}] {{(pid=93588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 19:03:14.794170 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-94d9e343-2a53-4c7d-abd8-a0d6410fc1f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555300'] for port, before_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:14.833472 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.provisioning_blocks [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Provisioning complete for port ab75890f-9842-433a-97a5-8c9782a343bb triggered by entity L2. {{(pid=93588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 19:03:14.839707 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721938'] for port, provisioning_complete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:14.839707 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3885c8c-092e-4278-a1a2-fa5dea087512 None None] Pushing event updated for resources: {'Port': ['ID=846b941f-ab7f-4431-8321-ef0820949924,revision_number=2']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:03:14.919937 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.db [None req-94d9e343-2a53-4c7d-abd8-a0d6410fc1f9 None None] For port 846b941f-ab7f-4431-8321-ef0820949924, host dv-cinder-802653-1-iscsi, cleared binding levels {{(pid=93588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 19:03:14.924233 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.db [None req-94d9e343-2a53-4c7d-abd8-a0d6410fc1f9 None None] For port 846b941f-ab7f-4431-8321-ef0820949924, host dv-cinder-802653-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-1-iscsi',level=0,port_id=846b941f-ab7f-4431-8321-ef0820949924,segment=NetworkSegment(17bd56bb-f533-4c75-bcf1-86c99094db6a),segment_id=17bd56bb-f533-4c75-bcf1-86c99094db6a)] {{(pid=93588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 19:03:14.928552 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-d1aceebd-718f-4564-99dc-f7c3e2cb5b1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:14.940603 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-8e9873d5-c762-4677-b44b-1a89573d959a None None] Notify callbacks [] for port, precommit_update {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:14.962420 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.db.provisioning_blocks [None req-8e9873d5-c762-4677-b44b-1a89573d959a None None] Transition to ACTIVE for port object b49d4719-fd3e-46af-9e54-d698c65d70c6 will not be triggered until provisioned by entity L2. {{(pid=93589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 19:03:14.974151 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-bd69e679-be79-4bb9-ae05-4ec1be5f0263 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:15.002636 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-d097a1b7-c96e-4e00-b355-579dccc46013 req-7919dda4-2ea0-4bb4-9fdf-d090a105e5b2 service neutron] 10.222.0.41 "GET /v2.0/networks/55abd46f-cb0c-4975-97d4-5b97e39ca579?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2945888 Jul 28 19:03:15.004243 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-d1aceebd-718f-4564-99dc-f7c3e2cb5b1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:15.012235 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-94d9e343-2a53-4c7d-abd8-a0d6410fc1f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742349622321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742349248534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742349248552'] for port, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:15.026274 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.db.provisioning_blocks [None req-bd69e679-be79-4bb9-ae05-4ec1be5f0263 admin admin] Transition to ACTIVE for port object f222063c-7221-40e2-a7de-a0532101c06f will not be triggered until provisioned by entity DHCP. {{(pid=93586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 19:03:15.034911 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-8e9873d5-c762-4677-b44b-1a89573d959a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742349622321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742349248534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742349248552'] for port, after_update {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:15.079259 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.db.db_base_plugin_common [None req-ea5038ac-0012-49e6-ada1-c6780dafce84 admin admin] Allocated IP 172.20.0.1 (9a21bde8-e77f-4246-845e-15d2cf775c00/d8dd9f14-f474-4c6a-84f8-85ff7b8e642f/623b90fd-62a2-47d3-8224-ad3f1ec20d97) {{(pid=93587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 19:03:15.094044 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.plugins.ml2.managers [None req-8e9873d5-c762-4677-b44b-1a89573d959a None None] Attempting to bind port b49d4719-fd3e-46af-9e54-d698c65d70c6 on host dv-cinder-802653-1-iscsi for vnic_type normal with profile {{(pid=93589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 19:03:15.094616 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.plugins.ml2.managers [None req-8e9873d5-c762-4677-b44b-1a89573d959a None None] Attempting to bind port b49d4719-fd3e-46af-9e54-d698c65d70c6 by drivers openvswitch,hyperv on host dv-cinder-802653-1-iscsi at level 0 using segments [{'id': '17bd56bb-f533-4c75-bcf1-86c99094db6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df'}] {{(pid=93589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 19:03:15.094831 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e9873d5-c762-4677-b44b-1a89573d959a None None] Attempting to bind port b49d4719-fd3e-46af-9e54-d698c65d70c6 on network e684c39a-2e11-408f-97ab-0003bc0ac2df {{(pid=93589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 19:03:15.126140 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eba203d-3e78-4940-9f2e-79c5771679da None None] Pushing event updated for resources: {'Port': ['ID=b49d4719-fd3e-46af-9e54-d698c65d70c6,revision_number=2']} {{(pid=93589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:03:15.130518 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d9e343-2a53-4c7d-abd8-a0d6410fc1f9 None None] Routers {'4f63a103-244c-468b-9a05-9a50f7e1edb0'} bound to L3 agent in host dv-cinder-802653-1-iscsi {{(pid=93588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 19:03:15.130518 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.l3_hamode_db [None req-94d9e343-2a53-4c7d-abd8-a0d6410fc1f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802653-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T18:54:54Z,description=,heartbeat_timestamp=2021-07-28T19:02:54Z,host='dv-cinder-802653-1-iscsi',id=a81dfe8c-a6e8-4fad-82b8-e31bee6ac2ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T18:54:55Z,topic='l3_agent')) {'router_ids': ['4f63a103-244c-468b-9a05-9a50f7e1edb0'], 'active': True} {{(pid=93588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:03:15.130518 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3885c8c-092e-4278-a1a2-fa5dea087512 None None] Pushing event updated for resources: {'Port': ['ID=846b941f-ab7f-4431-8321-ef0820949924,revision_number=3']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:03:15.130880 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e9873d5-c762-4677-b44b-1a89573d959a None None] Checking agent: {'id': 'db69d0ec-1e3c-47a8-846d-d71db5f0b0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802653-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 18, 54, 54), 'started_at': datetime.datetime(2021, 7, 28, 18, 55, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 19, 2, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802653-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 19:03:15.130880 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e9873d5-c762-4677-b44b-1a89573d959a None None] Checking segment: {'id': '17bd56bb-f533-4c75-bcf1-86c99094db6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 19:03:15.131186 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-8e9873d5-c762-4677-b44b-1a89573d959a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:15.131575 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e9873d5-c762-4677-b44b-1a89573d959a None None] Bound using segment: {'id': '17bd56bb-f533-4c75-bcf1-86c99094db6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df'} {{(pid=93589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 19:03:15.132119 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.plugins.ml2.managers [None req-8e9873d5-c762-4677-b44b-1a89573d959a None None] Bound port: b49d4719-fd3e-46af-9e54-d698c65d70c6, host: dv-cinder-802653-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17bd56bb-f533-4c75-bcf1-86c99094db6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df'}}] {{(pid=93589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 19:03:15.132603 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-8e9873d5-c762-4677-b44b-1a89573d959a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555300'] for port, before_update {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:15.247362 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-d097a1b7-c96e-4e00-b355-579dccc46013 req-d6abfccb-64b0-43f1-9e05-b2427db4f99c service neutron] 10.222.0.41 "GET /v2.0/networks/55abd46f-cb0c-4975-97d4-5b97e39ca579?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2319071 Jul 28 19:03:15.249510 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c36531f-559f-446d-8aae-b867111eb4b9 None None] Sync routers for ids ['7f85f8dc-f7d4-426c-ba66-2deed2e9283e'] in dv-cinder-802653-1-iscsi {{(pid=93588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 19:03:15.281245 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-ea5038ac-0012-49e6-ada1-c6780dafce84 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:15.286674 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c36531f-559f-446d-8aae-b867111eb4b9 None None] Routers {'7f85f8dc-f7d4-426c-ba66-2deed2e9283e'} bound to L3 agent in host dv-cinder-802653-1-iscsi {{(pid=93588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 19:03:15.287549 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.l3_hamode_db [None req-1c36531f-559f-446d-8aae-b867111eb4b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802653-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T18:54:54Z,description=,heartbeat_timestamp=2021-07-28T19:02:54Z,host='dv-cinder-802653-1-iscsi',id=a81dfe8c-a6e8-4fad-82b8-e31bee6ac2ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T18:54:55Z,topic='l3_agent')) {'router_ids': ['7f85f8dc-f7d4-426c-ba66-2deed2e9283e'], 'active': True} {{(pid=93588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:03:15.300026 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.plugins.ml2.db [None req-8e9873d5-c762-4677-b44b-1a89573d959a None None] For port b49d4719-fd3e-46af-9e54-d698c65d70c6, host dv-cinder-802653-1-iscsi, cleared binding levels {{(pid=93589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 19:03:15.307406 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.plugins.ml2.db [None req-8e9873d5-c762-4677-b44b-1a89573d959a None None] For port b49d4719-fd3e-46af-9e54-d698c65d70c6, host dv-cinder-802653-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-1-iscsi',level=0,port_id=b49d4719-fd3e-46af-9e54-d698c65d70c6,segment=NetworkSegment(17bd56bb-f533-4c75-bcf1-86c99094db6a),segment_id=17bd56bb-f533-4c75-bcf1-86c99094db6a)] {{(pid=93589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 19:03:15.338187 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.db.provisioning_blocks [None req-ea5038ac-0012-49e6-ada1-c6780dafce84 admin admin] Transition to ACTIVE for port object 623b90fd-62a2-47d3-8224-ad3f1ec20d97 will not be triggered until provisioned by entity DHCP. {{(pid=93587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 19:03:15.351679 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.wsgi [-] (93586) accepted ('10.222.0.49', 55695) {{(pid=93586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:03:15.376332 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-59541225-1951-46d6-b139-391ea93c99b2 req-51957144-78c4-4a3b-b1c0-1ae408a95739 tempest-DeleteServersTestJSON-948083625 tempest-DeleteServersTestJSON-948083625-project] 10.222.0.41 "GET /v2.0/ports?device_id=8039b690-ef64-4872-a027-74670b318001 HTTP/1.1" status: 200 len: 210 time: 0.0783060 Jul 28 19:03:15.388240 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-8e9873d5-c762-4677-b44b-1a89573d959a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742349622321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742349248534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742349248552'] for port, after_update {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:15.407935 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-bd69e679-be79-4bb9-ae05-4ec1be5f0263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742349248516'] for port, after_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:15.409895 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-d1aceebd-718f-4564-99dc-f7c3e2cb5b1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676630'] for security_group, after_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:15.419562 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-d1aceebd-718f-4564-99dc-f7c3e2cb5b1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:15.420930 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [None req-d1aceebd-718f-4564-99dc-f7c3e2cb5b1c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4cb7351b-d5ce-4a20-8eac-9a27b56f3309 HTTP/1.1" status: 204 len: 168 time: 0.7989936 Jul 28 19:03:15.463989 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-ea5038ac-0012-49e6-ada1-c6780dafce84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742349248516'] for port, after_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:15.500035 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e9873d5-c762-4677-b44b-1a89573d959a None None] Routers {'4edd524a-f694-4a3b-9f98-acfa1ff62e1e'} bound to L3 agent in host dv-cinder-802653-1-iscsi {{(pid=93589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 19:03:15.501016 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.db.l3_hamode_db [None req-8e9873d5-c762-4677-b44b-1a89573d959a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802653-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T18:54:54Z,description=,heartbeat_timestamp=2021-07-28T19:02:54Z,host='dv-cinder-802653-1-iscsi',id=a81dfe8c-a6e8-4fad-82b8-e31bee6ac2ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T18:54:55Z,topic='l3_agent')) {'router_ids': ['4edd524a-f694-4a3b-9f98-acfa1ff62e1e'], 'active': True} {{(pid=93589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:03:15.525073 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.l3_dvr_db [None req-1c36531f-559f-446d-8aae-b867111eb4b9 None None] Set router 7f85f8dc-f7d4-426c-ba66-2deed2e9283e gateway port host: dv-cinder-802653-1-iscsi {{(pid=93588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 19:03:15.528194 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eba203d-3e78-4940-9f2e-79c5771679da None None] Pushing event updated for resources: {'Port': ['ID=b49d4719-fd3e-46af-9e54-d698c65d70c6,revision_number=3']} {{(pid=93589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:03:15.611711 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea5038ac-0012-49e6-ada1-c6780dafce84 admin admin] Network 9a21bde8-e77f-4246-845e-15d2cf775c00 is already hosted by enough agents. {{(pid=93587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 19:03:15.631960 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.l3_dvr_db [None req-94d9e343-2a53-4c7d-abd8-a0d6410fc1f9 None None] Set router 4f63a103-244c-468b-9a05-9a50f7e1edb0 gateway port host: dv-cinder-802653-1-iscsi {{(pid=93588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 19:03:15.696504 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1aceebd-718f-4564-99dc-f7c3e2cb5b1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cb7351b-d5ce-4a20-8eac-9a27b56f3309,revision_number=None']} {{(pid=93586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:03:15.723672 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.scheduler.base_scheduler [None req-ea5038ac-0012-49e6-ada1-c6780dafce84 admin admin] Resources bound (agent type, host, resource id): {{(pid=93587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 19:03:15.730091 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd69e679-be79-4bb9-ae05-4ec1be5f0263 admin admin] Network d9b348a0-fd69-4cac-87c2-18e205be05be is already hosted by enough agents. {{(pid=93586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 19:03:15.737931 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea5038ac-0012-49e6-ada1-c6780dafce84 admin admin] Received port after_create {{(pid=93587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 19:03:15.738444 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-ea5038ac-0012-49e6-ada1-c6780dafce84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3821360'] for router_interface, before_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:15.742213 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5038ac-0012-49e6-ada1-c6780dafce84 admin admin] Pushing event updated for resources: {'Port': ['ID=623b90fd-62a2-47d3-8224-ad3f1ec20d97,revision_number=1']} {{(pid=93587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:03:15.769948 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-82c69185-f606-4f99-a1f9-40cc4a2515ee req-aff8ca7b-b2a5-46a4-9802-0323f6972252 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] 10.222.0.41 "GET /v2.0/ports?device_id=57aed14a-3dbf-40e3-829b-79322cd85c4f HTTP/1.1" status: 200 len: 210 time: 0.1097288 Jul 28 19:03:15.820201 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.scheduler.base_scheduler [None req-bd69e679-be79-4bb9-ae05-4ec1be5f0263 admin admin] Resources bound (agent type, host, resource id): {{(pid=93586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 19:03:15.852679 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69e679-be79-4bb9-ae05-4ec1be5f0263 admin admin] Pushing event updated for resources: {'Port': ['ID=f222063c-7221-40e2-a7de-a0532101c06f,revision_number=1']} {{(pid=93586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:03:15.902546 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd69e679-be79-4bb9-ae05-4ec1be5f0263 admin admin] Received port after_create {{(pid=93586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 19:03:15.902546 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-bd69e679-be79-4bb9-ae05-4ec1be5f0263 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3821360'] for router_interface, before_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:15.906282 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.db.l3_dvr_db [None req-8e9873d5-c762-4677-b44b-1a89573d959a None None] Set router 4edd524a-f694-4a3b-9f98-acfa1ff62e1e gateway port host: dv-cinder-802653-1-iscsi {{(pid=93589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 19:03:16.095393 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.rpc [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Device c61042a7-a468-4d7b-9f3b-e880489d61cb up at agent ovs-agent-dv-cinder-802653-1-iscsi {{(pid=93588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 19:03:16.128367 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-5a99ec41-214b-4902-9ad6-dcf0a4e30387 req-8ca17dce-fec2-4cd0-819f-68765613fa16 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/ports?device_id=aed3a892-a81b-4117-b3b4-c9c93f0bc2ce HTTP/1.1" status: 200 len: 210 time: 0.3276763 Jul 28 19:03:16.184825 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-ea5038ac-0012-49e6-ada1-c6780dafce84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555300'] for port, before_update {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:16.261365 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.wsgi [-] (93587) accepted ('10.222.0.49', 55700) {{(pid=93587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:03:16.320115 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f50010-b850-4ca8-b816-9ff66f37bb27 req-b46f7636-94d6-4be8-9b71-7d659dd8a0fd tempest-DeleteServersTestJSON-948083625 tempest-DeleteServersTestJSON-948083625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:03:16.326803 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-97f50010-b850-4ca8-b816-9ff66f37bb27 req-b46f7636-94d6-4be8-9b71-7d659dd8a0fd tempest-DeleteServersTestJSON-948083625 tempest-DeleteServersTestJSON-948083625-project] 10.222.0.49 "GET /v2.0/networks?id=c056e1d5-ae09-46ea-8799-2cf0d09a03be HTTP/1.1" status: 200 len: 811 time: 0.9734089 Jul 28 19:03:16.407568 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.provisioning_blocks [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Provisioning complete for port c61042a7-a468-4d7b-9f3b-e880489d61cb triggered by entity L2. {{(pid=93588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 19:03:16.408139 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721938'] for port, provisioning_complete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:16.436837 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.v2.base [req-97f50010-b850-4ca8-b816-9ff66f37bb27 req-25bdfb23-a1ac-4f28-a51d-6964b52b53d4 tempest-DeleteServersTestJSON-948083625 tempest-DeleteServersTestJSON-948083625-project] Request body: {'port': {'device_id': '8039b690-ef64-4872-a027-74670b318001', 'network_id': 'c056e1d5-ae09-46ea-8799-2cf0d09a03be', 'admin_state_up': True, 'tenant_id': 'd9d94e4ff008401e8faaf661618fc98d'}} {{(pid=93586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:03:16.482917 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.provisioning_blocks [None req-2e6cb575-1780-4358-b776-cb828399a670 None None] Provisioning for port 623b90fd-62a2-47d3-8224-ad3f1ec20d97 completed by entity DHCP. {{(pid=93588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 19:03:16.489039 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.l3_hamode_db [None req-94d9e343-2a53-4c7d-abd8-a0d6410fc1f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f63a103-244c-468b-9a05-9a50f7e1edb0', 'name': 'tempest-AttachVolumeShelveTestJSON-1306913285-router', 'tenant_id': '77b4e3f4db4f48488f6a8e8a0ca43337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df', 'external_fixed_ips': [{'subnet_id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '846b941f-ab7f-4431-8321-ef0820949924', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:03:06Z', 'updated_at': '2021-07-28T19:03:09Z', 'revision_number': 3, 'project_id': '77b4e3f4db4f48488f6a8e8a0ca43337', 'gw_port': {'id': '846b941f-ab7f-4431-8321-ef0820949924', 'name': '', 'network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:94:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f63a103-244c-468b-9a05-9a50f7e1edb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:03:07Z', 'updated_at': '2021-07-28T19:03:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-1-iscsi'}], 'dv-cinder-802653-1-iscsi', False) {} {{(pid=93588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:03:16.526530 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.provisioning_blocks [None req-2e6cb575-1780-4358-b776-cb828399a670 None None] Provisioning complete for port 623b90fd-62a2-47d3-8224-ad3f1ec20d97 triggered by entity DHCP. {{(pid=93588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 19:03:16.526960 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-2e6cb575-1780-4358-b776-cb828399a670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721938'] for port, provisioning_complete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:16.561184 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.db.l3_hamode_db [None req-8e9873d5-c762-4677-b44b-1a89573d959a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4edd524a-f694-4a3b-9f98-acfa1ff62e1e', 'name': 'tempest-AttachVolumeTestJSON-1336353080-router', 'tenant_id': '4dceb4eb37274cd9b3fcc8dffed09715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df', 'external_fixed_ips': [{'subnet_id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': 'b49d4719-fd3e-46af-9e54-d698c65d70c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:03:07Z', 'updated_at': '2021-07-28T19:03:11Z', 'revision_number': 3, 'project_id': '4dceb4eb37274cd9b3fcc8dffed09715', 'gw_port': {'id': 'b49d4719-fd3e-46af-9e54-d698c65d70c6', 'name': '', 'network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:3e:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4edd524a-f694-4a3b-9f98-acfa1ff62e1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:03:09Z', 'updated_at': '2021-07-28T19:03:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-1-iscsi'}], 'dv-cinder-802653-1-iscsi', False) {} {{(pid=93589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:03:16.808610 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.wsgi [-] (93587) accepted ('10.222.0.41', 57458) {{(pid=93587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:03:16.815874 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e9873d5-c762-4677-b44b-1a89573d959a None None] The sync data for ids ['4edd524a-f694-4a3b-9f98-acfa1ff62e1e'] in dv-cinder-802653-1-iscsi is: [{'id': '4edd524a-f694-4a3b-9f98-acfa1ff62e1e', 'name': 'tempest-AttachVolumeTestJSON-1336353080-router', 'tenant_id': '4dceb4eb37274cd9b3fcc8dffed09715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df', 'external_fixed_ips': [{'subnet_id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': 'b49d4719-fd3e-46af-9e54-d698c65d70c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:03:07Z', 'updated_at': '2021-07-28T19:03:11Z', 'revision_number': 3, 'project_id': '4dceb4eb37274cd9b3fcc8dffed09715', 'gw_port': {'id': 'b49d4719-fd3e-46af-9e54-d698c65d70c6', 'name': '', 'network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:3e:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4edd524a-f694-4a3b-9f98-acfa1ff62e1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:03:09Z', 'updated_at': '2021-07-28T19:03:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-1-iscsi'}] {{(pid=93589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 19:03:16.816961 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2afa3a1-e3a3-46fa-a476-c2a6147b4a3d req-37a61221-5820-4db1-85bd-9b1cf8267ed5 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:03:16.816961 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-c2afa3a1-e3a3-46fa-a476-c2a6147b4a3d req-37a61221-5820-4db1-85bd-9b1cf8267ed5 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] 10.222.0.49 "GET /v2.0/networks?id=e0a2ab1a-aea2-4350-8078-2cc022d2ad29 HTTP/1.1" status: 200 len: 814 time: 0.4026613 Jul 28 19:03:16.816961 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-9c870c03-206e-4bd0-b1fa-b3b77b13b037 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:16.816961 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.v2.base [req-c2afa3a1-e3a3-46fa-a476-c2a6147b4a3d req-9a5158d9-d087-413d-b4a7-a0019507c753 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] Request body: {'port': {'device_id': '57aed14a-3dbf-40e3-829b-79322cd85c4f', 'network_id': 'e0a2ab1a-aea2-4350-8078-2cc022d2ad29', 'admin_state_up': True, 'tenant_id': '8d3b7942249542e0a5d3094ec27a34f5'}} {{(pid=93587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:03:16.859038 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94d9e343-2a53-4c7d-abd8-a0d6410fc1f9 None None] The sync data for ids ['4f63a103-244c-468b-9a05-9a50f7e1edb0'] in dv-cinder-802653-1-iscsi is: [{'id': '4f63a103-244c-468b-9a05-9a50f7e1edb0', 'name': 'tempest-AttachVolumeShelveTestJSON-1306913285-router', 'tenant_id': '77b4e3f4db4f48488f6a8e8a0ca43337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df', 'external_fixed_ips': [{'subnet_id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '846b941f-ab7f-4431-8321-ef0820949924', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:03:06Z', 'updated_at': '2021-07-28T19:03:09Z', 'revision_number': 3, 'project_id': '77b4e3f4db4f48488f6a8e8a0ca43337', 'gw_port': {'id': '846b941f-ab7f-4431-8321-ef0820949924', 'name': '', 'network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:94:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f63a103-244c-468b-9a05-9a50f7e1edb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:03:07Z', 'updated_at': '2021-07-28T19:03:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-1-iscsi'}] {{(pid=93588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 19:03:16.860201 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.l3_hamode_db [None req-1c36531f-559f-446d-8aae-b867111eb4b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f85f8dc-f7d4-426c-ba66-2deed2e9283e', 'name': 'tempest-ServerRescueNegativeTestJSON-454008151-router', 'tenant_id': 'ab36a3ab5c78406b94032a7ca4193d8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df', 'external_fixed_ips': [{'subnet_id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': 'c61042a7-a468-4d7b-9f3b-e880489d61cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:03:06Z', 'updated_at': '2021-07-28T19:03:11Z', 'revision_number': 4, 'project_id': 'ab36a3ab5c78406b94032a7ca4193d8f', 'gw_port': {'id': 'c61042a7-a468-4d7b-9f3b-e880489d61cb', 'name': '', 'network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:7e:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f85f8dc-f7d4-426c-ba66-2deed2e9283e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:03:07Z', 'updated_at': '2021-07-28T19:03:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-1-iscsi', '_interfaces': [{'id': 'ef6d675e-dcb4-4bf9-9dd7-4469fedf2f15', 'name': '', 'network_id': '55abd46f-cb0c-4975-97d4-5b97e39ca579', 'tenant_id': 'ab36a3ab5c78406b94032a7ca4193d8f', 'mac_address': 'fa:16:3e:30:f8:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f85f8dc-f7d4-426c-ba66-2deed2e9283e', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '7ace80f0-3f3a-4421-afb0-85b3c7802c40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:03:10Z', 'updated_at': '2021-07-28T19:03:12Z', 'revision_number': 2, 'project_id': 'ab36a3ab5c78406b94032a7ca4193d8f', 'subnets': [{'id': '7ace80f0-3f3a-4421-afb0-85b3c7802c40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802653-1-iscsi', False) {} {{(pid=93588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:03:16.922248 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c36531f-559f-446d-8aae-b867111eb4b9 None None] Checking router: 7f85f8dc-f7d4-426c-ba66-2deed2e9283e for host: dv-cinder-802653-1-iscsi {{(pid=93588) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 19:03:16.922814 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c36531f-559f-446d-8aae-b867111eb4b9 None None] Updating router 7f85f8dc-f7d4-426c-ba66-2deed2e9283e port ef6d675e-dcb4-4bf9-9dd7-4469fedf2f15 binding host dv-cinder-802653-1-iscsi {{(pid=93588) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 19:03:16.973237 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.plugin [None req-2e6cb575-1780-4358-b776-cb828399a670 None None] Port 623b90fd-62a2-47d3-8224-ad3f1ec20d97 cannot update to ACTIVE because it is not bound. {{(pid=93588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 19:03:17.017781 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-1c36531f-559f-446d-8aae-b867111eb4b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555300'] for port, before_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:17.290776 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.provisioning_blocks [None req-2e6cb575-1780-4358-b776-cb828399a670 None None] Provisioning for port f222063c-7221-40e2-a7de-a0532101c06f completed by entity DHCP. {{(pid=93588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 19:03:17.302702 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.provisioning_blocks [None req-2e6cb575-1780-4358-b776-cb828399a670 None None] Provisioning complete for port f222063c-7221-40e2-a7de-a0532101c06f triggered by entity DHCP. {{(pid=93588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 19:03:17.310017 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-2e6cb575-1780-4358-b776-cb828399a670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721938'] for port, provisioning_complete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:17.381782 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-ea5038ac-0012-49e6-ada1-c6780dafce84 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:17.386633 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.plugin [None req-2e6cb575-1780-4358-b776-cb828399a670 None None] Port f222063c-7221-40e2-a7de-a0532101c06f cannot update to ACTIVE because it is not bound. {{(pid=93588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 19:03:17.490663 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-ea5038ac-0012-49e6-ada1-c6780dafce84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742349622321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742349248534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742349248552'] for port, after_update {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:17.491407 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-ea5038ac-0012-49e6-ada1-c6780dafce84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3760054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3821728'] for router_interface, after_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:17.507034 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f89762-6b18-44fe-8c1f-b13a3616169c req-cde0744b-49c1-447f-a007-adcd8b2f508f tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:03:17.512021 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-47f89762-6b18-44fe-8c1f-b13a3616169c req-cde0744b-49c1-447f-a007-adcd8b2f508f tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/networks?id=55abd46f-cb0c-4975-97d4-5b97e39ca579 HTTP/1.1" status: 200 len: 818 time: 0.8669152 Jul 28 19:03:17.556619 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-d67de4a3-1341-4566-9cc8-c006392b757e req-bdcfde21-6b15-4c45-a121-f5e5b22df71a tempest-DeleteServersTestJSON-948083625 tempest-DeleteServersTestJSON-948083625-project] 10.222.0.41 "GET /v2.0/ports?device_id=8039b690-ef64-4872-a027-74670b318001 HTTP/1.1" status: 200 len: 210 time: 0.9365170 Jul 28 19:03:17.627185 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-9c870c03-206e-4bd0-b1fa-b3b77b13b037 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:17.656464 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-47f89762-6b18-44fe-8c1f-b13a3616169c req-010f56f9-a40b-4832-9f6e-da5424756883 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/quotas/ab36a3ab5c78406b94032a7ca4193d8f HTTP/1.1" status: 200 len: 375 time: 0.1434495 Jul 28 19:03:17.800176 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-9c870c03-206e-4bd0-b1fa-b3b77b13b037 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676630'] for security_group, after_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:17.810720 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-1c36531f-559f-446d-8aae-b867111eb4b9 None None] Notify callbacks [] for port, precommit_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:17.850577 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.provisioning_blocks [None req-1c36531f-559f-446d-8aae-b867111eb4b9 None None] Transition to ACTIVE for port object ef6d675e-dcb4-4bf9-9dd7-4469fedf2f15 will not be triggered until provisioned by entity L2. {{(pid=93588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 19:03:17.903662 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5038ac-0012-49e6-ada1-c6780dafce84 admin admin] Pushing event updated for resources: {'Port': ['ID=623b90fd-62a2-47d3-8224-ad3f1ec20d97,revision_number=2']} {{(pid=93587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:03:17.931237 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-729bfdfb-4b9b-4672-816c-b1baa7e387b0 req-ea6a9d84-56a1-4921-8dda-71e64bdadf85 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] 10.222.0.41 "GET /v2.0/ports?device_id=57aed14a-3dbf-40e3-829b-79322cd85c4f HTTP/1.1" status: 200 len: 210 time: 0.1153250 Jul 28 19:03:17.935144 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-bd69e679-be79-4bb9-ae05-4ec1be5f0263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555300'] for port, before_update {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:17.945890 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.rpc [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Device 846b941f-ab7f-4431-8321-ef0820949924 up at agent ovs-agent-dv-cinder-802653-1-iscsi {{(pid=93588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 19:03:17.976067 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-1c36531f-559f-446d-8aae-b867111eb4b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742349622321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742349248534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742349248552'] for port, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:18.044800 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c870c03-206e-4bd0-b1fa-b3b77b13b037 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b044070-78fe-4156-87a8-ab349a7213d4,revision_number=1']} {{(pid=93587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:03:18.084017 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2afa3a1-e3a3-46fa-a476-c2a6147b4a3d req-9a5158d9-d087-413d-b4a7-a0019507c753 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] Made reservation on behalf of 8d3b7942249542e0a5d3094ec27a34f5 for: {'port': 1} {{(pid=93587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 19:03:18.088366 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [req-c2afa3a1-e3a3-46fa-a476-c2a6147b4a3d req-9a5158d9-d087-413d-b4a7-a0019507c753 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555300'] for port, before_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:18.165589 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-47f89762-6b18-44fe-8c1f-b13a3616169c req-70a604dd-3f4e-40d4-9787-5ec279aaabda tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=ab36a3ab5c78406b94032a7ca4193d8f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5081663 Jul 28 19:03:18.212868 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [None req-9c870c03-206e-4bd0-b1fa-b3b77b13b037 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=bcbf2486d8174669b05bbd771e2e4479&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5791049 Jul 28 19:03:18.220561 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.wsgi [-] (93586) accepted ('10.222.0.41', 57502) {{(pid=93586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:03:18.321112 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585179a0-3c0f-43fe-b894-4e6b5e519a6b None None] Pushing event updated for resources: {'Port': ['ID=ef6d675e-dcb4-4bf9-9dd7-4469fedf2f15,revision_number=3']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:03:18.334611 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97f50010-b850-4ca8-b816-9ff66f37bb27 req-25bdfb23-a1ac-4f28-a51d-6964b52b53d4 tempest-DeleteServersTestJSON-948083625 tempest-DeleteServersTestJSON-948083625-project] Made reservation on behalf of d9d94e4ff008401e8faaf661618fc98d for: {'port': 1} {{(pid=93586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 19:03:18.339433 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [req-97f50010-b850-4ca8-b816-9ff66f37bb27 req-25bdfb23-a1ac-4f28-a51d-6964b52b53d4 tempest-DeleteServersTestJSON-948083625 tempest-DeleteServersTestJSON-948083625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555300'] for port, before_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:18.437882 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.managers [None req-1c36531f-559f-446d-8aae-b867111eb4b9 None None] Attempting to bind port ef6d675e-dcb4-4bf9-9dd7-4469fedf2f15 on host dv-cinder-802653-1-iscsi for vnic_type normal with profile {{(pid=93588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 19:03:18.438309 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.managers [None req-1c36531f-559f-446d-8aae-b867111eb4b9 None None] Attempting to bind port ef6d675e-dcb4-4bf9-9dd7-4469fedf2f15 by drivers openvswitch,hyperv on host dv-cinder-802653-1-iscsi at level 0 using segments [{'id': '3139aff5-4d6c-4278-a04a-7a1d2851646e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '55abd46f-cb0c-4975-97d4-5b97e39ca579'}] {{(pid=93588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 19:03:18.438758 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c36531f-559f-446d-8aae-b867111eb4b9 None None] Attempting to bind port ef6d675e-dcb4-4bf9-9dd7-4469fedf2f15 on network 55abd46f-cb0c-4975-97d4-5b97e39ca579 {{(pid=93588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 19:03:18.446855 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c36531f-559f-446d-8aae-b867111eb4b9 None None] Checking agent: {'id': 'db69d0ec-1e3c-47a8-846d-d71db5f0b0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802653-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 18, 54, 54), 'started_at': datetime.datetime(2021, 7, 28, 18, 55, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 19, 2, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802653-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 19:03:18.446855 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c36531f-559f-446d-8aae-b867111eb4b9 None None] Checking segment: {'id': '3139aff5-4d6c-4278-a04a-7a1d2851646e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '55abd46f-cb0c-4975-97d4-5b97e39ca579'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 19:03:18.447100 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-1c36531f-559f-446d-8aae-b867111eb4b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:18.447472 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c36531f-559f-446d-8aae-b867111eb4b9 None None] Bound using segment: {'id': '3139aff5-4d6c-4278-a04a-7a1d2851646e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '55abd46f-cb0c-4975-97d4-5b97e39ca579'} {{(pid=93588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 19:03:18.448033 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.managers [None req-1c36531f-559f-446d-8aae-b867111eb4b9 None None] Bound port: ef6d675e-dcb4-4bf9-9dd7-4469fedf2f15, host: dv-cinder-802653-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3139aff5-4d6c-4278-a04a-7a1d2851646e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '55abd46f-cb0c-4975-97d4-5b97e39ca579'}}] {{(pid=93588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 19:03:18.448516 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-1c36531f-559f-446d-8aae-b867111eb4b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555300'] for port, before_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:18.629134 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.provisioning_blocks [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Provisioning for port 846b941f-ab7f-4431-8321-ef0820949924 completed by entity L2. {{(pid=93588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 19:03:18.658277 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.provisioning_blocks [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Provisioning complete for port 846b941f-ab7f-4431-8321-ef0820949924 triggered by entity L2. {{(pid=93588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 19:03:18.676127 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721938'] for port, provisioning_complete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:18.859325 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555300'] for port, before_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:18.920590 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.db [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] For port 846b941f-ab7f-4431-8321-ef0820949924, host dv-cinder-802653-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-1-iscsi',level=0,port_id=846b941f-ab7f-4431-8321-ef0820949924,segment=NetworkSegment(17bd56bb-f533-4c75-bcf1-86c99094db6a),segment_id=17bd56bb-f533-4c75-bcf1-86c99094db6a)] {{(pid=93588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:03:18.946246 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.db [None req-1c36531f-559f-446d-8aae-b867111eb4b9 None None] For port ef6d675e-dcb4-4bf9-9dd7-4469fedf2f15, host dv-cinder-802653-1-iscsi, cleared binding levels {{(pid=93588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 19:03:18.951574 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.db [None req-1c36531f-559f-446d-8aae-b867111eb4b9 None None] For port ef6d675e-dcb4-4bf9-9dd7-4469fedf2f15, host dv-cinder-802653-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-1-iscsi',level=0,port_id=ef6d675e-dcb4-4bf9-9dd7-4469fedf2f15,segment=NetworkSegment(3139aff5-4d6c-4278-a04a-7a1d2851646e),segment_id=3139aff5-4d6c-4278-a04a-7a1d2851646e)] {{(pid=93588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 19:03:19.011953 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742349622321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742349248534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742349248552'] for port, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:19.013090 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.rpc [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Device b49d4719-fd3e-46af-9e54-d698c65d70c6 up at agent ovs-agent-dv-cinder-802653-1-iscsi {{(pid=93588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 19:03:19.034093 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.db.db_base_plugin_common [req-c2afa3a1-e3a3-46fa-a476-c2a6147b4a3d req-9a5158d9-d087-413d-b4a7-a0019507c753 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] Allocated IP 172.20.0.12 (e0a2ab1a-aea2-4350-8078-2cc022d2ad29/32eab73f-d113-43b8-aebd-3853735c2bcc/00efaa0f-267e-46a3-b437-c6b06e7bc703) {{(pid=93587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 19:03:19.056160 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-bd69e679-be79-4bb9-ae05-4ec1be5f0263 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:19.114495 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-c8add263-409e-40c8-9a8e-10e8635cd604 req-5cb56c38-937f-4b63-99d5-102670babafa tempest-DeleteServersTestJSON-948083625 tempest-DeleteServersTestJSON-948083625-project] 10.222.0.41 "GET /v2.0/ports?device_id=8039b690-ef64-4872-a027-74670b318001 HTTP/1.1" status: 200 len: 210 time: 0.3459551 Jul 28 19:03:19.118799 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-585d1d61-4443-4578-9af1-1dfb1eda602c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:19.223431 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-bd69e679-be79-4bb9-ae05-4ec1be5f0263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742349622321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742349248534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742349248552'] for port, after_update {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:19.224297 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-bd69e679-be79-4bb9-ae05-4ec1be5f0263 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3760054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3821728'] for router_interface, after_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:19.243015 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [req-c2afa3a1-e3a3-46fa-a476-c2a6147b4a3d req-9a5158d9-d087-413d-b4a7-a0019507c753 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] Notify callbacks [] for port, precommit_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:19.262907 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Pushing event updated for resources: {'Port': ['ID=846b941f-ab7f-4431-8321-ef0820949924,revision_number=4']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:03:19.299138 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-1c36531f-559f-446d-8aae-b867111eb4b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742349622321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742349248534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742349248552'] for port, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:19.326863 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea5038ac-0012-49e6-ada1-c6780dafce84 admin admin] Network 9a21bde8-e77f-4246-845e-15d2cf775c00 is already hosted by enough agents. {{(pid=93587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 19:03:19.328965 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.scheduler.base_scheduler [None req-ea5038ac-0012-49e6-ada1-c6780dafce84 admin admin] Resources bound (agent type, host, resource id): {{(pid=93587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 19:03:19.356253 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-47f89762-6b18-44fe-8c1f-b13a3616169c req-17287abc-b72c-459f-8bbd-e4d8010dead5 service neutron] 10.222.0.41 "GET /v2.0/networks/55abd46f-cb0c-4975-97d4-5b97e39ca579?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1586218 Jul 28 19:03:19.391945 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-585d1d61-4443-4578-9af1-1dfb1eda602c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:19.404447 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-84ea05ea-26fc-4738-8643-4dc11fdc2089 req-229e7f20-43d7-4f94-ba0f-4d7b97df3593 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] 10.222.0.41 "GET /v2.0/ports?device_id=57aed14a-3dbf-40e3-829b-79322cd85c4f HTTP/1.1" status: 200 len: 210 time: 0.1710298 Jul 28 19:03:19.488045 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [req-c2afa3a1-e3a3-46fa-a476-c2a6147b4a3d req-9a5158d9-d087-413d-b4a7-a0019507c753 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742349248516'] for port, after_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:19.522179 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c36531f-559f-446d-8aae-b867111eb4b9 None None] Routers {'7f85f8dc-f7d4-426c-ba66-2deed2e9283e'} bound to L3 agent in host dv-cinder-802653-1-iscsi {{(pid=93588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 19:03:19.525693 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.l3_hamode_db [None req-1c36531f-559f-446d-8aae-b867111eb4b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802653-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T18:54:54Z,description=,heartbeat_timestamp=2021-07-28T19:02:54Z,host='dv-cinder-802653-1-iscsi',id=a81dfe8c-a6e8-4fad-82b8-e31bee6ac2ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T18:54:55Z,topic='l3_agent')) {'router_ids': ['7f85f8dc-f7d4-426c-ba66-2deed2e9283e'], 'active': True} {{(pid=93588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:03:19.646827 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.wsgi [-] (93586) accepted ('10.222.0.49', 55707) {{(pid=93586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:03:19.761445 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585179a0-3c0f-43fe-b894-4e6b5e519a6b None None] Pushing event updated for resources: {'Port': ['ID=ef6d675e-dcb4-4bf9-9dd7-4469fedf2f15,revision_number=4']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:03:19.763436 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5158d9-d087-413d-b4a7-a0019507c753 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] Pushing event updated for resources: {'Port': ['ID=00efaa0f-267e-46a3-b437-c6b06e7bc703,revision_number=1']} {{(pid=93587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:03:19.800020 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2afa3a1-e3a3-46fa-a476-c2a6147b4a3d req-9a5158d9-d087-413d-b4a7-a0019507c753 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] Network e0a2ab1a-aea2-4350-8078-2cc022d2ad29 is already hosted by enough agents. {{(pid=93587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 19:03:19.899270 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.l3_dvr_db [None req-1c36531f-559f-446d-8aae-b867111eb4b9 None None] Set router 7f85f8dc-f7d4-426c-ba66-2deed2e9283e gateway port host: dv-cinder-802653-1-iscsi {{(pid=93588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 19:03:19.909469 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.scheduler.base_scheduler [req-c2afa3a1-e3a3-46fa-a476-c2a6147b4a3d req-9a5158d9-d087-413d-b4a7-a0019507c753 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] Resources bound (agent type, host, resource id): {{(pid=93587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 19:03:19.917938 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2afa3a1-e3a3-46fa-a476-c2a6147b4a3d req-9a5158d9-d087-413d-b4a7-a0019507c753 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] Received port after_create {{(pid=93587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 19:03:19.918740 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d097a1b7-c96e-4e00-b355-579dccc46013 req-6c578317-6c72-4288-ae8b-0b364ba0e178 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:03:19.920450 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-d097a1b7-c96e-4e00-b355-579dccc46013 req-6c578317-6c72-4288-ae8b-0b364ba0e178 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.49 "GET /v2.0/networks?id=55abd46f-cb0c-4975-97d4-5b97e39ca579 HTTP/1.1" status: 200 len: 818 time: 0.2529855 Jul 28 19:03:19.939033 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2afa3a1-e3a3-46fa-a476-c2a6147b4a3d req-9a5158d9-d087-413d-b4a7-a0019507c753 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:03:19.939757 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [req-c2afa3a1-e3a3-46fa-a476-c2a6147b4a3d req-9a5158d9-d087-413d-b4a7-a0019507c753 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760026'] for port, before_response {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:19.940640 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd69e679-be79-4bb9-ae05-4ec1be5f0263 admin admin] Network d9b348a0-fd69-4cac-87c2-18e205be05be is already hosted by enough agents. {{(pid=93586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 19:03:19.983619 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.v2.base [req-d097a1b7-c96e-4e00-b355-579dccc46013 req-6b73e426-16d4-4a46-8428-85b25f7a37f7 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] Request body: {'port': {'device_id': 'aed3a892-a81b-4117-b3b4-c9c93f0bc2ce', 'network_id': '55abd46f-cb0c-4975-97d4-5b97e39ca579', 'admin_state_up': True, 'tenant_id': 'ab36a3ab5c78406b94032a7ca4193d8f'}} {{(pid=93586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:03:20.032684 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.scheduler.base_scheduler [None req-bd69e679-be79-4bb9-ae05-4ec1be5f0263 admin admin] Resources bound (agent type, host, resource id): {{(pid=93586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 19:03:20.065419 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea5038ac-0012-49e6-ada1-c6780dafce84 admin admin] Router 4edd524a-f694-4a3b-9f98-acfa1ff62e1e has already been hosted by L3 agent a81dfe8c-a6e8-4fad-82b8-e31bee6ac2ff {{(pid=93587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 19:03:20.089101 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.provisioning_blocks [None req-3ef963b0-f398-4032-bd92-3bae8b867574 None None] Provisioning complete for port 623b90fd-62a2-47d3-8224-ad3f1ec20d97 triggered by entity DHCP. {{(pid=93588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 19:03:20.089314 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-3ef963b0-f398-4032-bd92-3bae8b867574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721938'] for port, provisioning_complete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:20.215080 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69e679-be79-4bb9-ae05-4ec1be5f0263 admin admin] Pushing event updated for resources: {'Port': ['ID=f222063c-7221-40e2-a7de-a0532101c06f,revision_number=2']} {{(pid=93586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:03:20.234372 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.db.db_base_plugin_common [req-97f50010-b850-4ca8-b816-9ff66f37bb27 req-25bdfb23-a1ac-4f28-a51d-6964b52b53d4 tempest-DeleteServersTestJSON-948083625 tempest-DeleteServersTestJSON-948083625-project] Allocated IP 172.20.0.5 (c056e1d5-ae09-46ea-8799-2cf0d09a03be/03866e0b-fdaa-4b0f-98c4-ff1acf686888/2b2e8245-61d8-4643-9edf-60e6b5a965db) {{(pid=93586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 19:03:20.434698 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.plugin [None req-3ef963b0-f398-4032-bd92-3bae8b867574 None None] Port 623b90fd-62a2-47d3-8224-ad3f1ec20d97 cannot update to ACTIVE because it is not bound. {{(pid=93588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 19:03:20.468015 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea5038ac-0012-49e6-ada1-c6780dafce84 admin admin] Notify agent at l3_agent.dv-cinder-802653-1-iscsi the message routers_updated {{(pid=93587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 19:03:20.499101 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [None req-ea5038ac-0012-49e6-ada1-c6780dafce84 admin admin] 10.222.0.41 "PUT /v2.0/routers/4edd524a-f694-4a3b-9f98-acfa1ff62e1e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6117349 Jul 28 19:03:20.511236 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.l3_hamode_db [None req-1c36531f-559f-446d-8aae-b867111eb4b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f85f8dc-f7d4-426c-ba66-2deed2e9283e', 'name': 'tempest-ServerRescueNegativeTestJSON-454008151-router', 'tenant_id': 'ab36a3ab5c78406b94032a7ca4193d8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df', 'external_fixed_ips': [{'subnet_id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': 'c61042a7-a468-4d7b-9f3b-e880489d61cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:03:06Z', 'updated_at': '2021-07-28T19:03:11Z', 'revision_number': 4, 'project_id': 'ab36a3ab5c78406b94032a7ca4193d8f', 'gw_port': {'id': 'c61042a7-a468-4d7b-9f3b-e880489d61cb', 'name': '', 'network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:7e:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f85f8dc-f7d4-426c-ba66-2deed2e9283e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:03:07Z', 'updated_at': '2021-07-28T19:03:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-1-iscsi', '_interfaces': [{'id': 'ef6d675e-dcb4-4bf9-9dd7-4469fedf2f15', 'name': '', 'network_id': '55abd46f-cb0c-4975-97d4-5b97e39ca579', 'tenant_id': 'ab36a3ab5c78406b94032a7ca4193d8f', 'mac_address': 'fa:16:3e:30:f8:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f85f8dc-f7d4-426c-ba66-2deed2e9283e', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '7ace80f0-3f3a-4421-afb0-85b3c7802c40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:03:10Z', 'updated_at': '2021-07-28T19:03:18Z', 'revision_number': 4, 'project_id': 'ab36a3ab5c78406b94032a7ca4193d8f', 'subnets': [{'id': '7ace80f0-3f3a-4421-afb0-85b3c7802c40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802653-1-iscsi', False) {} {{(pid=93588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:03:20.563717 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-1eed9813-34ab-4aee-8ad4-da7bdf268e66 req-149f6616-8ce3-4110-a3f7-40b0becc690f tempest-DeleteServersTestJSON-948083625 tempest-DeleteServersTestJSON-948083625-project] 10.222.0.41 "GET /v2.0/ports?device_id=8039b690-ef64-4872-a027-74670b318001 HTTP/1.1" status: 200 len: 210 time: 0.2058873 Jul 28 19:03:20.586972 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c36531f-559f-446d-8aae-b867111eb4b9 None None] The sync data for ids ['7f85f8dc-f7d4-426c-ba66-2deed2e9283e'] in dv-cinder-802653-1-iscsi is: [{'id': '7f85f8dc-f7d4-426c-ba66-2deed2e9283e', 'name': 'tempest-ServerRescueNegativeTestJSON-454008151-router', 'tenant_id': 'ab36a3ab5c78406b94032a7ca4193d8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df', 'external_fixed_ips': [{'subnet_id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': 'c61042a7-a468-4d7b-9f3b-e880489d61cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:03:06Z', 'updated_at': '2021-07-28T19:03:11Z', 'revision_number': 4, 'project_id': 'ab36a3ab5c78406b94032a7ca4193d8f', 'gw_port': {'id': 'c61042a7-a468-4d7b-9f3b-e880489d61cb', 'name': '', 'network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:7e:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f85f8dc-f7d4-426c-ba66-2deed2e9283e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:03:07Z', 'updated_at': '2021-07-28T19:03:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-1-iscsi', '_interfaces': [{'id': 'ef6d675e-dcb4-4bf9-9dd7-4469fedf2f15', 'name': '', 'network_id': '55abd46f-cb0c-4975-97d4-5b97e39ca579', 'tenant_id': 'ab36a3ab5c78406b94032a7ca4193d8f', 'mac_address': 'fa:16:3e:30:f8:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f85f8dc-f7d4-426c-ba66-2deed2e9283e', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '7ace80f0-3f3a-4421-afb0-85b3c7802c40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:03:10Z', 'updated_at': '2021-07-28T19:03:18Z', 'revision_number': 4, 'project_id': 'ab36a3ab5c78406b94032a7ca4193d8f', 'subnets': [{'id': '7ace80f0-3f3a-4421-afb0-85b3c7802c40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 19:03:20.622027 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.provisioning_blocks [None req-080557db-7802-44db-849f-c37e7a015219 None None] Provisioning complete for port f222063c-7221-40e2-a7de-a0532101c06f triggered by entity DHCP. {{(pid=93588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 19:03:20.623258 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-080557db-7802-44db-849f-c37e7a015219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721938'] for port, provisioning_complete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:20.670928 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.provisioning_blocks [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Provisioning for port b49d4719-fd3e-46af-9e54-d698c65d70c6 completed by entity L2. {{(pid=93588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 19:03:20.721291 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-c2afa3a1-e3a3-46fa-a476-c2a6147b4a3d req-9a5158d9-d087-413d-b4a7-a0019507c753 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0303788 Jul 28 19:03:20.765134 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.wsgi [req-c2afa3a1-e3a3-46fa-a476-c2a6147b4a3d req-d92ff8c1-8bc6-4075-a8f0-589498760914 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=93587) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 19:03:20.767443 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-c2afa3a1-e3a3-46fa-a476-c2a6147b4a3d req-d92ff8c1-8bc6-4075-a8f0-589498760914 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0313425 Jul 28 19:03:20.807905 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.provisioning_blocks [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Provisioning complete for port b49d4719-fd3e-46af-9e54-d698c65d70c6 triggered by entity L2. {{(pid=93588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 19:03:20.810133 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721938'] for port, provisioning_complete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:20.827870 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.plugin [None req-080557db-7802-44db-849f-c37e7a015219 None None] Port f222063c-7221-40e2-a7de-a0532101c06f cannot update to ACTIVE because it is not bound. {{(pid=93588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 19:03:20.852907 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e65bdb61-ce2e-4ef3-9070-eaffa4a773f8 None None] Sync routers for ids ['4edd524a-f694-4a3b-9f98-acfa1ff62e1e'] in dv-cinder-802653-1-iscsi {{(pid=93589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 19:03:20.875117 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e65bdb61-ce2e-4ef3-9070-eaffa4a773f8 None None] Routers {'4edd524a-f694-4a3b-9f98-acfa1ff62e1e'} bound to L3 agent in host dv-cinder-802653-1-iscsi {{(pid=93589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 19:03:20.875791 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.db.l3_hamode_db [None req-e65bdb61-ce2e-4ef3-9070-eaffa4a773f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802653-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T18:54:54Z,description=,heartbeat_timestamp=2021-07-28T19:02:54Z,host='dv-cinder-802653-1-iscsi',id=a81dfe8c-a6e8-4fad-82b8-e31bee6ac2ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T18:54:55Z,topic='l3_agent')) {'router_ids': ['4edd524a-f694-4a3b-9f98-acfa1ff62e1e'], 'active': True} {{(pid=93589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:03:21.060342 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555300'] for port, before_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:21.115964 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.db [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] For port b49d4719-fd3e-46af-9e54-d698c65d70c6, host dv-cinder-802653-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-1-iscsi',level=0,port_id=b49d4719-fd3e-46af-9e54-d698c65d70c6,segment=NetworkSegment(17bd56bb-f533-4c75-bcf1-86c99094db6a),segment_id=17bd56bb-f533-4c75-bcf1-86c99094db6a)] {{(pid=93588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:03:21.138198 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.v2.base [req-c2afa3a1-e3a3-46fa-a476-c2a6147b4a3d req-44afd1ba-8801-476a-86b0-2c008cd24d36 service neutron] Request body: {'port': {'device_id': '57aed14a-3dbf-40e3-829b-79322cd85c4f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80265'}} {{(pid=93587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:03:21.157218 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-585d1d61-4443-4578-9af1-1dfb1eda602c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676630'] for security_group, after_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:21.161256 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-585d1d61-4443-4578-9af1-1dfb1eda602c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:21.166453 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [None req-585d1d61-4443-4578-9af1-1dfb1eda602c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5b044070-78fe-4156-87a8-ab349a7213d4 HTTP/1.1" status: 204 len: 168 time: 2.9424565 Jul 28 19:03:21.187353 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.db.l3_dvr_db [None req-e65bdb61-ce2e-4ef3-9070-eaffa4a773f8 None None] Set router 4edd524a-f694-4a3b-9f98-acfa1ff62e1e gateway port host: dv-cinder-802653-1-iscsi {{(pid=93589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 19:03:21.191988 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585d1d61-4443-4578-9af1-1dfb1eda602c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b044070-78fe-4156-87a8-ab349a7213d4,revision_number=None']} {{(pid=93586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:03:21.206369 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742349622321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742349248534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742349248552'] for port, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:21.229721 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-47f89762-6b18-44fe-8c1f-b13a3616169c req-7da45a5d-2fde-4912-9457-272dea11d826 service neutron] 10.222.0.41 "GET /v2.0/networks/55abd46f-cb0c-4975-97d4-5b97e39ca579?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.8813860 Jul 28 19:03:21.387446 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [req-c2afa3a1-e3a3-46fa-a476-c2a6147b4a3d req-44afd1ba-8801-476a-86b0-2c008cd24d36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555300'] for port, before_update {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:21.449452 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Pushing event updated for resources: {'Port': ['ID=b49d4719-fd3e-46af-9e54-d698c65d70c6,revision_number=4']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:03:21.478643 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe5415d-e9c1-4f62-a195-59e3e6df3a03 req-3f59db12-4f58-4832-9d64-ea0b00bd6eca tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:03:21.490193 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-1fe5415d-e9c1-4f62-a195-59e3e6df3a03 req-3f59db12-4f58-4832-9d64-ea0b00bd6eca tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] 10.222.0.41 "GET /v2.0/ports?device_id=57aed14a-3dbf-40e3-829b-79322cd85c4f HTTP/1.1" status: 200 len: 932 time: 0.3466492 Jul 28 19:03:21.600436 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-77ad1793-e7cb-47a9-8c8d-eb16d16693ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:21.676926 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd69e679-be79-4bb9-ae05-4ec1be5f0263 admin admin] Router 4f63a103-244c-468b-9a05-9a50f7e1edb0 has already been hosted by L3 agent a81dfe8c-a6e8-4fad-82b8-e31bee6ac2ff {{(pid=93586) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 19:03:21.776552 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.rpc [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Device 846b941f-ab7f-4431-8321-ef0820949924 up at agent ovs-agent-dv-cinder-802653-1-iscsi {{(pid=93588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 19:03:21.802588 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-1fe5415d-e9c1-4f62-a195-59e3e6df3a03 req-3094f550-2d29-46e0-8892-6a390941ee0a tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] 10.222.0.41 "GET /v2.0/security-groups?id=1eb5a05b-31a0-42f8-b1e4-d0f49b56a7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550672 Jul 28 19:03:21.844513 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.db.l3_hamode_db [None req-e65bdb61-ce2e-4ef3-9070-eaffa4a773f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4edd524a-f694-4a3b-9f98-acfa1ff62e1e', 'name': 'tempest-AttachVolumeTestJSON-1336353080-router', 'tenant_id': '4dceb4eb37274cd9b3fcc8dffed09715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df', 'external_fixed_ips': [{'subnet_id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': 'b49d4719-fd3e-46af-9e54-d698c65d70c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:03:07Z', 'updated_at': '2021-07-28T19:03:16Z', 'revision_number': 4, 'project_id': '4dceb4eb37274cd9b3fcc8dffed09715', 'gw_port': {'id': 'b49d4719-fd3e-46af-9e54-d698c65d70c6', 'name': '', 'network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:3e:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4edd524a-f694-4a3b-9f98-acfa1ff62e1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:03:09Z', 'updated_at': '2021-07-28T19:03:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-1-iscsi', '_interfaces': [{'id': '623b90fd-62a2-47d3-8224-ad3f1ec20d97', 'name': '', 'network_id': '9a21bde8-e77f-4246-845e-15d2cf775c00', 'tenant_id': '4dceb4eb37274cd9b3fcc8dffed09715', 'mac_address': 'fa:16:3e:a1:79:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4edd524a-f694-4a3b-9f98-acfa1ff62e1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'd8dd9f14-f474-4c6a-84f8-85ff7b8e642f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:03:14Z', 'updated_at': '2021-07-28T19:03:16Z', 'revision_number': 2, 'project_id': '4dceb4eb37274cd9b3fcc8dffed09715', 'subnets': [{'id': 'd8dd9f14-f474-4c6a-84f8-85ff7b8e642f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802653-1-iscsi', False) {} {{(pid=93589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:03:21.895810 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e65bdb61-ce2e-4ef3-9070-eaffa4a773f8 None None] Checking router: 4edd524a-f694-4a3b-9f98-acfa1ff62e1e for host: dv-cinder-802653-1-iscsi {{(pid=93589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 19:03:21.897000 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e65bdb61-ce2e-4ef3-9070-eaffa4a773f8 None None] Updating router 4edd524a-f694-4a3b-9f98-acfa1ff62e1e port 623b90fd-62a2-47d3-8224-ad3f1ec20d97 binding host dv-cinder-802653-1-iscsi {{(pid=93589) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 19:03:21.979146 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-e65bdb61-ce2e-4ef3-9070-eaffa4a773f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555300'] for port, before_update {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:21.999567 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.provisioning_blocks [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Provisioning complete for port 846b941f-ab7f-4431-8321-ef0820949924 triggered by entity L2. {{(pid=93588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 19:03:21.999974 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721938'] for port, provisioning_complete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:22.202450 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d097a1b7-c96e-4e00-b355-579dccc46013 req-6b73e426-16d4-4a46-8428-85b25f7a37f7 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] Made reservation on behalf of ab36a3ab5c78406b94032a7ca4193d8f for: {'port': 1} {{(pid=93586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 19:03:22.214021 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [req-d097a1b7-c96e-4e00-b355-579dccc46013 req-6b73e426-16d4-4a46-8428-85b25f7a37f7 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555300'] for port, before_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:22.218618 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [req-97f50010-b850-4ca8-b816-9ff66f37bb27 req-25bdfb23-a1ac-4f28-a51d-6964b52b53d4 tempest-DeleteServersTestJSON-948083625 tempest-DeleteServersTestJSON-948083625-project] Notify callbacks [] for port, precommit_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:22.313062 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd69e679-be79-4bb9-ae05-4ec1be5f0263 admin admin] Notify agent at l3_agent.dv-cinder-802653-1-iscsi the message routers_updated {{(pid=93586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 19:03:22.333555 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [None req-bd69e679-be79-4bb9-ae05-4ec1be5f0263 admin admin] 10.222.0.41 "PUT /v2.0/routers/4f63a103-244c-468b-9a05-9a50f7e1edb0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6963427 Jul 28 19:03:22.350495 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.notifiers.nova [req-c2afa3a1-e3a3-46fa-a476-c2a6147b4a3d req-44afd1ba-8801-476a-86b0-2c008cd24d36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00efaa0f-267e-46a3-b437-c6b06e7bc703 {{(pid=93587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 19:03:22.355959 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d1489f-e997-49bd-a44f-358d0e08132d None None] Sync routers for ids ['4f63a103-244c-468b-9a05-9a50f7e1edb0'] in dv-cinder-802653-1-iscsi {{(pid=93588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 19:03:22.373889 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [req-c2afa3a1-e3a3-46fa-a476-c2a6147b4a3d req-44afd1ba-8801-476a-86b0-2c008cd24d36 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:22.396071 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.rpc [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Device ef6d675e-dcb4-4bf9-9dd7-4469fedf2f15 up at agent ovs-agent-dv-cinder-802653-1-iscsi {{(pid=93588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 19:03:22.407508 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.db.provisioning_blocks [req-c2afa3a1-e3a3-46fa-a476-c2a6147b4a3d req-44afd1ba-8801-476a-86b0-2c008cd24d36 service neutron] Transition to ACTIVE for port object 00efaa0f-267e-46a3-b437-c6b06e7bc703 will not be triggered until provisioned by entity L2. {{(pid=93587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 19:03:22.482700 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-1e42c79a-8936-4173-9cf5-fbffde475141 req-e418f863-337f-41e7-9aaf-f0cfe634c6b9 tempest-DeleteServersTestJSON-948083625 tempest-DeleteServersTestJSON-948083625-project] 10.222.0.41 "GET /v2.0/ports?device_id=8039b690-ef64-4872-a027-74670b318001 HTTP/1.1" status: 200 len: 210 time: 0.1314275 Jul 28 19:03:22.491527 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [req-c2afa3a1-e3a3-46fa-a476-c2a6147b4a3d req-44afd1ba-8801-476a-86b0-2c008cd24d36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742349622321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742349248534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742349248552'] for port, after_update {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:22.534935 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d1489f-e997-49bd-a44f-358d0e08132d None None] Routers {'4f63a103-244c-468b-9a05-9a50f7e1edb0'} bound to L3 agent in host dv-cinder-802653-1-iscsi {{(pid=93588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 19:03:22.539708 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.l3_hamode_db [None req-76d1489f-e997-49bd-a44f-358d0e08132d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802653-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T18:54:54Z,description=,heartbeat_timestamp=2021-07-28T19:02:54Z,host='dv-cinder-802653-1-iscsi',id=a81dfe8c-a6e8-4fad-82b8-e31bee6ac2ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T18:54:55Z,topic='l3_agent')) {'router_ids': ['4f63a103-244c-468b-9a05-9a50f7e1edb0'], 'active': True} {{(pid=93588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:03:22.688464 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.db.agents_db [None req-65e7ef76-a059-4ec3-9341-f72ff4ef7e59 None None] Agent healthcheck: found 6 active agents {{(pid=93589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 19:03:22.778902 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44afd1ba-8801-476a-86b0-2c008cd24d36 service neutron] Pushing event updated for resources: {'Port': ['ID=00efaa0f-267e-46a3-b437-c6b06e7bc703,revision_number=2']} {{(pid=93587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:03:22.865271 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.plugins.ml2.managers [req-c2afa3a1-e3a3-46fa-a476-c2a6147b4a3d req-44afd1ba-8801-476a-86b0-2c008cd24d36 service neutron] Attempting to bind port 00efaa0f-267e-46a3-b437-c6b06e7bc703 on host hv-cinder-80265 for vnic_type normal with profile {{(pid=93587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 19:03:22.866472 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.plugins.ml2.managers [req-c2afa3a1-e3a3-46fa-a476-c2a6147b4a3d req-44afd1ba-8801-476a-86b0-2c008cd24d36 service neutron] Attempting to bind port 00efaa0f-267e-46a3-b437-c6b06e7bc703 by drivers openvswitch,hyperv on host hv-cinder-80265 at level 0 using segments [{'id': '0371c4bd-4d97-467a-b535-ac8857907d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'e0a2ab1a-aea2-4350-8078-2cc022d2ad29'}] {{(pid=93587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 19:03:22.866989 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2afa3a1-e3a3-46fa-a476-c2a6147b4a3d req-44afd1ba-8801-476a-86b0-2c008cd24d36 service neutron] Attempting to bind port 00efaa0f-267e-46a3-b437-c6b06e7bc703 on network e0a2ab1a-aea2-4350-8078-2cc022d2ad29 {{(pid=93587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 19:03:22.887322 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2afa3a1-e3a3-46fa-a476-c2a6147b4a3d req-44afd1ba-8801-476a-86b0-2c008cd24d36 service neutron] Port 00efaa0f-267e-46a3-b437-c6b06e7bc703 on network e0a2ab1a-aea2-4350-8078-2cc022d2ad29 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80265 {{(pid=93587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 19:03:22.889553 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2afa3a1-e3a3-46fa-a476-c2a6147b4a3d req-44afd1ba-8801-476a-86b0-2c008cd24d36 service neutron] Attempting to bind port 00efaa0f-267e-46a3-b437-c6b06e7bc703 on network e0a2ab1a-aea2-4350-8078-2cc022d2ad29 {{(pid=93587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 19:03:22.904896 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2afa3a1-e3a3-46fa-a476-c2a6147b4a3d req-44afd1ba-8801-476a-86b0-2c008cd24d36 service neutron] Checking agent: {'id': 'f02a77d8-88e9-4ce1-b3bf-c8b64693a24a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80265', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 19, 1, 31), 'started_at': datetime.datetime(2021, 7, 28, 19, 1, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 19, 3, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 19:03:22.905550 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2afa3a1-e3a3-46fa-a476-c2a6147b4a3d req-44afd1ba-8801-476a-86b0-2c008cd24d36 service neutron] Checking segment: {'id': '0371c4bd-4d97-467a-b535-ac8857907d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'e0a2ab1a-aea2-4350-8078-2cc022d2ad29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 19:03:22.909080 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-42f92910-388c-4022-8716-feaf6b591b3a req-f6235bdd-4b8d-4f65-96ff-4b5782b23b27 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/ports?device_id=746c8655-ed83-43a1-afe7-08635f73c152 HTTP/1.1" status: 200 len: 210 time: 0.2787921 Jul 28 19:03:22.918775 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2afa3a1-e3a3-46fa-a476-c2a6147b4a3d req-44afd1ba-8801-476a-86b0-2c008cd24d36 service neutron] Bound using segment: {'id': '0371c4bd-4d97-467a-b535-ac8857907d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'e0a2ab1a-aea2-4350-8078-2cc022d2ad29'} {{(pid=93587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 19:03:22.933464 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.plugins.ml2.managers [req-c2afa3a1-e3a3-46fa-a476-c2a6147b4a3d req-44afd1ba-8801-476a-86b0-2c008cd24d36 service neutron] Bound port: 00efaa0f-267e-46a3-b437-c6b06e7bc703, host: hv-cinder-80265, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0371c4bd-4d97-467a-b535-ac8857907d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'e0a2ab1a-aea2-4350-8078-2cc022d2ad29'}}] {{(pid=93587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 19:03:22.933464 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [req-c2afa3a1-e3a3-46fa-a476-c2a6147b4a3d req-44afd1ba-8801-476a-86b0-2c008cd24d36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555300'] for port, before_update {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:23.072198 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.plugins.ml2.db [req-c2afa3a1-e3a3-46fa-a476-c2a6147b4a3d req-44afd1ba-8801-476a-86b0-2c008cd24d36 service neutron] For port 00efaa0f-267e-46a3-b437-c6b06e7bc703, host hv-cinder-80265, cleared binding levels {{(pid=93587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 19:03:23.086605 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.plugins.ml2.db [req-c2afa3a1-e3a3-46fa-a476-c2a6147b4a3d req-44afd1ba-8801-476a-86b0-2c008cd24d36 service neutron] For port 00efaa0f-267e-46a3-b437-c6b06e7bc703, host hv-cinder-80265, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=00efaa0f-267e-46a3-b437-c6b06e7bc703,segment=NetworkSegment(0371c4bd-4d97-467a-b535-ac8857907d33),segment_id=0371c4bd-4d97-467a-b535-ac8857907d33)] {{(pid=93587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 19:03:23.096753 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [req-97f50010-b850-4ca8-b816-9ff66f37bb27 req-25bdfb23-a1ac-4f28-a51d-6964b52b53d4 tempest-DeleteServersTestJSON-948083625 tempest-DeleteServersTestJSON-948083625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742349248516'] for port, after_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:23.102932 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.db.db_base_plugin_common [req-d097a1b7-c96e-4e00-b355-579dccc46013 req-6b73e426-16d4-4a46-8428-85b25f7a37f7 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] Allocated IP 172.20.0.12 (55abd46f-cb0c-4975-97d4-5b97e39ca579/7ace80f0-3f3a-4421-afb0-85b3c7802c40/42bd04ad-4b2a-497e-96f2-9b339a73581a) {{(pid=93586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 19:03:23.107461 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.l3_dvr_db [None req-76d1489f-e997-49bd-a44f-358d0e08132d None None] Set router 4f63a103-244c-468b-9a05-9a50f7e1edb0 gateway port host: dv-cinder-802653-1-iscsi {{(pid=93588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 19:03:23.173977 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [req-c2afa3a1-e3a3-46fa-a476-c2a6147b4a3d req-44afd1ba-8801-476a-86b0-2c008cd24d36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742349622321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742349248534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742349248552'] for port, after_update {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:23.369953 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97f50010-b850-4ca8-b816-9ff66f37bb27 req-25bdfb23-a1ac-4f28-a51d-6964b52b53d4 tempest-DeleteServersTestJSON-948083625 tempest-DeleteServersTestJSON-948083625-project] Network c056e1d5-ae09-46ea-8799-2cf0d09a03be is already hosted by enough agents. {{(pid=93586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 19:03:23.375803 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.provisioning_blocks [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Provisioning for port ef6d675e-dcb4-4bf9-9dd7-4469fedf2f15 completed by entity L2. {{(pid=93588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 19:03:23.423170 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.provisioning_blocks [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Provisioning complete for port ef6d675e-dcb4-4bf9-9dd7-4469fedf2f15 triggered by entity L2. {{(pid=93588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 19:03:23.423913 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721938'] for port, provisioning_complete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:23.425771 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.scheduler.base_scheduler [req-97f50010-b850-4ca8-b816-9ff66f37bb27 req-25bdfb23-a1ac-4f28-a51d-6964b52b53d4 tempest-DeleteServersTestJSON-948083625 tempest-DeleteServersTestJSON-948083625-project] Resources bound (agent type, host, resource id): {{(pid=93586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 19:03:23.433393 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-e65bdb61-ce2e-4ef3-9070-eaffa4a773f8 None None] Notify callbacks [] for port, precommit_update {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:23.476006 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.db.provisioning_blocks [None req-e65bdb61-ce2e-4ef3-9070-eaffa4a773f8 None None] Transition to ACTIVE for port object 623b90fd-62a2-47d3-8224-ad3f1ec20d97 will not be triggered until provisioned by entity L2. {{(pid=93589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 19:03:23.585006 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-e65bdb61-ce2e-4ef3-9070-eaffa4a773f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742349622321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742349248534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742349248552'] for port, after_update {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:23.633429 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2afa3a1-e3a3-46fa-a476-c2a6147b4a3d req-44afd1ba-8801-476a-86b0-2c008cd24d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:03:23.634172 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [req-c2afa3a1-e3a3-46fa-a476-c2a6147b4a3d req-44afd1ba-8801-476a-86b0-2c008cd24d36 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760026'] for port, before_response {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:23.635712 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-c2afa3a1-e3a3-46fa-a476-c2a6147b4a3d req-44afd1ba-8801-476a-86b0-2c008cd24d36 service neutron] 10.222.0.49 "PUT /v2.0/ports/00efaa0f-267e-46a3-b437-c6b06e7bc703 HTTP/1.1" status: 200 len: 1094 time: 2.5754161 Jul 28 19:03:23.636266 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57aed14a-3dbf-40e3-829b-79322cd85c4f', 'tag': '00efaa0f-267e-46a3-b437-c6b06e7bc703'}] {{(pid=93587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 19:03:23.848220 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d36d00-8588-4832-879d-356b06c9a5bd None None] Pushing event updated for resources: {'Port': ['ID=623b90fd-62a2-47d3-8224-ad3f1ec20d97,revision_number=3']} {{(pid=93589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:03:23.909042 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [req-d097a1b7-c96e-4e00-b355-579dccc46013 req-6b73e426-16d4-4a46-8428-85b25f7a37f7 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] Notify callbacks [] for port, precommit_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:23.932607 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555300'] for port, before_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:24.021563 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.plugins.ml2.managers [None req-e65bdb61-ce2e-4ef3-9070-eaffa4a773f8 None None] Attempting to bind port 623b90fd-62a2-47d3-8224-ad3f1ec20d97 on host dv-cinder-802653-1-iscsi for vnic_type normal with profile {{(pid=93589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 19:03:24.021942 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.plugins.ml2.managers [None req-e65bdb61-ce2e-4ef3-9070-eaffa4a773f8 None None] Attempting to bind port 623b90fd-62a2-47d3-8224-ad3f1ec20d97 by drivers openvswitch,hyperv on host dv-cinder-802653-1-iscsi at level 0 using segments [{'id': '559a2b3b-45f1-4ed6-a9a8-30cdc01cbf76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '9a21bde8-e77f-4246-845e-15d2cf775c00'}] {{(pid=93589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 19:03:24.022374 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e65bdb61-ce2e-4ef3-9070-eaffa4a773f8 None None] Attempting to bind port 623b90fd-62a2-47d3-8224-ad3f1ec20d97 on network 9a21bde8-e77f-4246-845e-15d2cf775c00 {{(pid=93589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 19:03:24.034731 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e65bdb61-ce2e-4ef3-9070-eaffa4a773f8 None None] Checking agent: {'id': 'db69d0ec-1e3c-47a8-846d-d71db5f0b0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802653-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 18, 54, 54), 'started_at': datetime.datetime(2021, 7, 28, 18, 55, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 19, 2, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802653-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 19:03:24.038051 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e65bdb61-ce2e-4ef3-9070-eaffa4a773f8 None None] Checking segment: {'id': '559a2b3b-45f1-4ed6-a9a8-30cdc01cbf76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '9a21bde8-e77f-4246-845e-15d2cf775c00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 19:03:24.038051 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-e65bdb61-ce2e-4ef3-9070-eaffa4a773f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:24.038051 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e65bdb61-ce2e-4ef3-9070-eaffa4a773f8 None None] Bound using segment: {'id': '559a2b3b-45f1-4ed6-a9a8-30cdc01cbf76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '9a21bde8-e77f-4246-845e-15d2cf775c00'} {{(pid=93589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 19:03:24.038051 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.plugins.ml2.managers [None req-e65bdb61-ce2e-4ef3-9070-eaffa4a773f8 None None] Bound port: 623b90fd-62a2-47d3-8224-ad3f1ec20d97, host: dv-cinder-802653-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '559a2b3b-45f1-4ed6-a9a8-30cdc01cbf76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '9a21bde8-e77f-4246-845e-15d2cf775c00'}}] {{(pid=93589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 19:03:24.038424 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-e65bdb61-ce2e-4ef3-9070-eaffa4a773f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555300'] for port, before_update {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:24.050972 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.db.l3_dvrscheduler_db [req-97f50010-b850-4ca8-b816-9ff66f37bb27 req-25bdfb23-a1ac-4f28-a51d-6964b52b53d4 tempest-DeleteServersTestJSON-948083625 tempest-DeleteServersTestJSON-948083625-project] Received port after_create {{(pid=93586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 19:03:24.059532 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.db [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] For port ef6d675e-dcb4-4bf9-9dd7-4469fedf2f15, host dv-cinder-802653-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-1-iscsi',level=0,port_id=ef6d675e-dcb4-4bf9-9dd7-4469fedf2f15,segment=NetworkSegment(3139aff5-4d6c-4278-a04a-7a1d2851646e),segment_id=3139aff5-4d6c-4278-a04a-7a1d2851646e)] {{(pid=93588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:03:24.068306 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f50010-b850-4ca8-b816-9ff66f37bb27 req-25bdfb23-a1ac-4f28-a51d-6964b52b53d4 tempest-DeleteServersTestJSON-948083625 tempest-DeleteServersTestJSON-948083625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:03:24.071043 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [req-97f50010-b850-4ca8-b816-9ff66f37bb27 req-25bdfb23-a1ac-4f28-a51d-6964b52b53d4 tempest-DeleteServersTestJSON-948083625 tempest-DeleteServersTestJSON-948083625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760026'] for port, before_response {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:24.098946 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.l3_hamode_db [None req-76d1489f-e997-49bd-a44f-358d0e08132d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f63a103-244c-468b-9a05-9a50f7e1edb0', 'name': 'tempest-AttachVolumeShelveTestJSON-1306913285-router', 'tenant_id': '77b4e3f4db4f48488f6a8e8a0ca43337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df', 'external_fixed_ips': [{'subnet_id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '846b941f-ab7f-4431-8321-ef0820949924', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:03:06Z', 'updated_at': '2021-07-28T19:03:17Z', 'revision_number': 4, 'project_id': '77b4e3f4db4f48488f6a8e8a0ca43337', 'gw_port': {'id': '846b941f-ab7f-4431-8321-ef0820949924', 'name': '', 'network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:94:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f63a103-244c-468b-9a05-9a50f7e1edb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:03:07Z', 'updated_at': '2021-07-28T19:03:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-1-iscsi', '_interfaces': [{'id': 'f222063c-7221-40e2-a7de-a0532101c06f', 'name': '', 'network_id': 'd9b348a0-fd69-4cac-87c2-18e205be05be', 'tenant_id': '77b4e3f4db4f48488f6a8e8a0ca43337', 'mac_address': 'fa:16:3e:a6:61:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f63a103-244c-468b-9a05-9a50f7e1edb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '209ab333-e935-41fc-b99a-6688a4911e44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:03:14Z', 'updated_at': '2021-07-28T19:03:18Z', 'revision_number': 2, 'project_id': '77b4e3f4db4f48488f6a8e8a0ca43337', 'subnets': [{'id': '209ab333-e935-41fc-b99a-6688a4911e44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802653-1-iscsi', False) {} {{(pid=93588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:03:24.129001 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [req-d097a1b7-c96e-4e00-b355-579dccc46013 req-6b73e426-16d4-4a46-8428-85b25f7a37f7 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742349248516'] for port, after_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:24.132509 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bdfb23-a1ac-4f28-a51d-6964b52b53d4 tempest-DeleteServersTestJSON-948083625 tempest-DeleteServersTestJSON-948083625-project] Pushing event updated for resources: {'Port': ['ID=2b2e8245-61d8-4643-9edf-60e6b5a965db,revision_number=1']} {{(pid=93586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:03:24.210861 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d097a1b7-c96e-4e00-b355-579dccc46013 req-6b73e426-16d4-4a46-8428-85b25f7a37f7 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] Network 55abd46f-cb0c-4975-97d4-5b97e39ca579 is already hosted by enough agents. {{(pid=93586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 19:03:24.215906 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-97f50010-b850-4ca8-b816-9ff66f37bb27 req-25bdfb23-a1ac-4f28-a51d-6964b52b53d4 tempest-DeleteServersTestJSON-948083625 tempest-DeleteServersTestJSON-948083625-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.8324032 Jul 28 19:03:24.221170 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.scheduler.base_scheduler [req-d097a1b7-c96e-4e00-b355-579dccc46013 req-6b73e426-16d4-4a46-8428-85b25f7a37f7 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] Resources bound (agent type, host, resource id): {{(pid=93586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 19:03:24.232960 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.db.l3_dvrscheduler_db [req-d097a1b7-c96e-4e00-b355-579dccc46013 req-6b73e426-16d4-4a46-8428-85b25f7a37f7 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] Received port after_create {{(pid=93586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 19:03:24.240844 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d097a1b7-c96e-4e00-b355-579dccc46013 req-6b73e426-16d4-4a46-8428-85b25f7a37f7 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:03:24.241643 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [req-d097a1b7-c96e-4e00-b355-579dccc46013 req-6b73e426-16d4-4a46-8428-85b25f7a37f7 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760026'] for port, before_response {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:24.245564 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d1489f-e997-49bd-a44f-358d0e08132d None None] Checking router: 4f63a103-244c-468b-9a05-9a50f7e1edb0 for host: dv-cinder-802653-1-iscsi {{(pid=93588) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 19:03:24.246095 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d1489f-e997-49bd-a44f-358d0e08132d None None] Updating router 4f63a103-244c-468b-9a05-9a50f7e1edb0 port f222063c-7221-40e2-a7de-a0532101c06f binding host dv-cinder-802653-1-iscsi {{(pid=93588) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 19:03:24.257113 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b73e426-16d4-4a46-8428-85b25f7a37f7 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] Pushing event updated for resources: {'Port': ['ID=42bd04ad-4b2a-497e-96f2-9b339a73581a,revision_number=1']} {{(pid=93586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:03:24.262580 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742349622321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742349248534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742349248552'] for port, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:24.276910 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.plugins.ml2.db [None req-e65bdb61-ce2e-4ef3-9070-eaffa4a773f8 None None] For port 623b90fd-62a2-47d3-8224-ad3f1ec20d97, host dv-cinder-802653-1-iscsi, cleared binding levels {{(pid=93589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 19:03:24.284439 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.plugins.ml2.db [None req-e65bdb61-ce2e-4ef3-9070-eaffa4a773f8 None None] For port 623b90fd-62a2-47d3-8224-ad3f1ec20d97, host dv-cinder-802653-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-1-iscsi',level=0,port_id=623b90fd-62a2-47d3-8224-ad3f1ec20d97,segment=NetworkSegment(559a2b3b-45f1-4ed6-a9a8-30cdc01cbf76),segment_id=559a2b3b-45f1-4ed6-a9a8-30cdc01cbf76)] {{(pid=93589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 19:03:24.332774 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-d097a1b7-c96e-4e00-b355-579dccc46013 req-6b73e426-16d4-4a46-8428-85b25f7a37f7 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.3707223 Jul 28 19:03:24.346192 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44afd1ba-8801-476a-86b0-2c008cd24d36 service neutron] Pushing event updated for resources: {'Port': ['ID=00efaa0f-267e-46a3-b437-c6b06e7bc703,revision_number=3']} {{(pid=93587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:03:24.347162 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.wsgi [-] (93586) accepted ('10.222.0.41', 57642) {{(pid=93586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:03:24.360927 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-e65bdb61-ce2e-4ef3-9070-eaffa4a773f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742349622321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742349248534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742349248552'] for port, after_update {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:24.361309 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.v2.base [None req-b0c8deb3-1704-4b2f-b1df-658e678bf61d tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] Request body: {'security_group': {'name': 'tempest-securitygroup--693369450', 'description': 'tempest-description--857009676'}} {{(pid=93586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:03:24.388766 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2afa3a1-e3a3-46fa-a476-c2a6147b4a3d req-2f878e3c-0485-4843-b390-dd7e7a950ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:03:24.394081 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-c2afa3a1-e3a3-46fa-a476-c2a6147b4a3d req-2f878e3c-0485-4843-b390-dd7e7a950ae6 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8d3b7942249542e0a5d3094ec27a34f5&device_id=57aed14a-3dbf-40e3-829b-79322cd85c4f HTTP/1.1" status: 200 len: 1097 time: 0.3998628 Jul 28 19:03:24.422545 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-76d1489f-e997-49bd-a44f-358d0e08132d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555300'] for port, before_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:24.449045 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.rpc [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Device b49d4719-fd3e-46af-9e54-d698c65d70c6 up at agent ovs-agent-dv-cinder-802653-1-iscsi {{(pid=93588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 19:03:24.461473 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0425cd91716d62700118381c1ce81f16af4b0b2dffb745d1fa1c8d13c3262bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e857b169-6ff0-4eaa-9508-e91ac14f65ae" -d '{"events": [{"name": "network-changed", "server_uuid": "57aed14a-3dbf-40e3-829b-79322cd85c4f", "tag": "00efaa0f-267e-46a3-b437-c6b06e7bc703"}]}' {{(pid=93587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 19:03:24.463967 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e65bdb61-ce2e-4ef3-9070-eaffa4a773f8 None None] Routers {'4edd524a-f694-4a3b-9f98-acfa1ff62e1e'} bound to L3 agent in host dv-cinder-802653-1-iscsi {{(pid=93589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 19:03:24.465141 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.db.l3_hamode_db [None req-e65bdb61-ce2e-4ef3-9070-eaffa4a773f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802653-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T18:54:54Z,description=,heartbeat_timestamp=2021-07-28T19:02:54Z,host='dv-cinder-802653-1-iscsi',id=a81dfe8c-a6e8-4fad-82b8-e31bee6ac2ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T18:54:55Z,topic='l3_agent')) {'router_ids': ['4edd524a-f694-4a3b-9f98-acfa1ff62e1e'], 'active': True} {{(pid=93589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:03:24.517883 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-b0c8deb3-1704-4b2f-b1df-658e678bf61d tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] Notify callbacks [] for security_group, before_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:24.527736 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:24.560948 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d36d00-8588-4832-879d-356b06c9a5bd None None] Pushing event updated for resources: {'Port': ['ID=623b90fd-62a2-47d3-8224-ad3f1ec20d97,revision_number=4']} {{(pid=93589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:03:24.590656 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-d6e0bbbe-1ec5-4e28-bbb0-7372016455b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:24.601699 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.provisioning_blocks [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Provisioning complete for port b49d4719-fd3e-46af-9e54-d698c65d70c6 triggered by entity L2. {{(pid=93588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 19:03:24.602035 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721938'] for port, provisioning_complete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:24.605294 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Pushing event updated for resources: {'Port': ['ID=ef6d675e-dcb4-4bf9-9dd7-4469fedf2f15,revision_number=5']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:03:24.633698 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e966317-1e30-4048-aeab-64ebd3ccbc0e req-cbc719c0-37c4-42e0-aa48-f1a69aaab748 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:03:24.640384 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-1e966317-1e30-4048-aeab-64ebd3ccbc0e req-cbc719c0-37c4-42e0-aa48-f1a69aaab748 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] 10.222.0.41 "GET /v2.0/ports?device_id=57aed14a-3dbf-40e3-829b-79322cd85c4f HTTP/1.1" status: 200 len: 944 time: 0.1596434 Jul 28 19:03:24.685699 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.db.l3_dvr_db [None req-e65bdb61-ce2e-4ef3-9070-eaffa4a773f8 None None] Set router 4edd524a-f694-4a3b-9f98-acfa1ff62e1e gateway port host: dv-cinder-802653-1-iscsi {{(pid=93589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 19:03:24.729929 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-1e966317-1e30-4048-aeab-64ebd3ccbc0e req-a512bcec-a6aa-4b5f-8b67-b431b4e6f365 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] 10.222.0.41 "GET /v2.0/security-groups?id=1eb5a05b-31a0-42f8-b1e4-d0f49b56a7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750763 Jul 28 19:03:24.787731 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-b0c8deb3-1704-4b2f-b1df-658e678bf61d tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] Notify callbacks [] for security_group, precommit_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:24.820262 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.wsgi [-] (93587) accepted ('10.222.0.41', 57652) {{(pid=93587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:03:24.825219 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.v2.base [None req-d85445c9-a273-4f35-9d29-fed8522811bc tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1187701648', 'description': 'tempest-description--1596954283'}} {{(pid=93587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:03:24.891977 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd02dc7d-bb07-4af6-9ca3-b8647937da23 req-a41ace32-ac7c-45a6-987d-24da494e6e73 tempest-DeleteServersTestJSON-948083625 tempest-DeleteServersTestJSON-948083625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:03:24.905950 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-dd02dc7d-bb07-4af6-9ca3-b8647937da23 req-a41ace32-ac7c-45a6-987d-24da494e6e73 tempest-DeleteServersTestJSON-948083625 tempest-DeleteServersTestJSON-948083625-project] 10.222.0.41 "GET /v2.0/ports?device_id=8039b690-ef64-4872-a027-74670b318001 HTTP/1.1" status: 200 len: 931 time: 0.1220202 Jul 28 19:03:24.927644 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-b0c8deb3-1704-4b2f-b1df-658e678bf61d tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676630'] for security_group, after_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:24.983467 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-d85445c9-a273-4f35-9d29-fed8522811bc tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Notify callbacks [] for security_group, before_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:25.011871 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.db.l3_hamode_db [None req-e65bdb61-ce2e-4ef3-9070-eaffa4a773f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4edd524a-f694-4a3b-9f98-acfa1ff62e1e', 'name': 'tempest-AttachVolumeTestJSON-1336353080-router', 'tenant_id': '4dceb4eb37274cd9b3fcc8dffed09715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df', 'external_fixed_ips': [{'subnet_id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': 'b49d4719-fd3e-46af-9e54-d698c65d70c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:03:07Z', 'updated_at': '2021-07-28T19:03:16Z', 'revision_number': 4, 'project_id': '4dceb4eb37274cd9b3fcc8dffed09715', 'gw_port': {'id': 'b49d4719-fd3e-46af-9e54-d698c65d70c6', 'name': '', 'network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:3e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4edd524a-f694-4a3b-9f98-acfa1ff62e1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:03:09Z', 'updated_at': '2021-07-28T19:03:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-1-iscsi', '_interfaces': [{'id': '623b90fd-62a2-47d3-8224-ad3f1ec20d97', 'name': '', 'network_id': '9a21bde8-e77f-4246-845e-15d2cf775c00', 'tenant_id': '4dceb4eb37274cd9b3fcc8dffed09715', 'mac_address': 'fa:16:3e:a1:79:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4edd524a-f694-4a3b-9f98-acfa1ff62e1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'd8dd9f14-f474-4c6a-84f8-85ff7b8e642f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:03:14Z', 'updated_at': '2021-07-28T19:03:24Z', 'revision_number': 4, 'project_id': '4dceb4eb37274cd9b3fcc8dffed09715', 'subnets': [{'id': 'd8dd9f14-f474-4c6a-84f8-85ff7b8e642f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802653-1-iscsi', False) {} {{(pid=93589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:03:25.020502 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-f60eb5bb-214f-431d-83dc-5c1f58561106 req-a05450e9-13ab-4502-84e8-cfec5b705f52 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/ports?device_id=746c8655-ed83-43a1-afe7-08635f73c152 HTTP/1.1" status: 200 len: 210 time: 0.1041875 Jul 28 19:03:25.039025 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-76d1489f-e997-49bd-a44f-358d0e08132d None None] Notify callbacks [] for port, precommit_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:25.041172 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-dd02dc7d-bb07-4af6-9ca3-b8647937da23 req-d9c33311-2b3c-4a69-b34c-9dc8d74b605d tempest-DeleteServersTestJSON-948083625 tempest-DeleteServersTestJSON-948083625-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc7c8404-403a-4c27-9f62-deb2a99f8b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365309 Jul 28 19:03:25.041895 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c8deb3-1704-4b2f-b1df-658e678bf61d tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ca68dae-2096-4cc3-90a8-9371def495a7,revision_number=1']} {{(pid=93586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:03:25.061784 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e65bdb61-ce2e-4ef3-9070-eaffa4a773f8 None None] The sync data for ids ['4edd524a-f694-4a3b-9f98-acfa1ff62e1e'] in dv-cinder-802653-1-iscsi is: [{'id': '4edd524a-f694-4a3b-9f98-acfa1ff62e1e', 'name': 'tempest-AttachVolumeTestJSON-1336353080-router', 'tenant_id': '4dceb4eb37274cd9b3fcc8dffed09715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df', 'external_fixed_ips': [{'subnet_id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': 'b49d4719-fd3e-46af-9e54-d698c65d70c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:03:07Z', 'updated_at': '2021-07-28T19:03:16Z', 'revision_number': 4, 'project_id': '4dceb4eb37274cd9b3fcc8dffed09715', 'gw_port': {'id': 'b49d4719-fd3e-46af-9e54-d698c65d70c6', 'name': '', 'network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:3e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4edd524a-f694-4a3b-9f98-acfa1ff62e1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:03:09Z', 'updated_at': '2021-07-28T19:03:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-1-iscsi', '_interfaces': [{'id': '623b90fd-62a2-47d3-8224-ad3f1ec20d97', 'name': '', 'network_id': '9a21bde8-e77f-4246-845e-15d2cf775c00', 'tenant_id': '4dceb4eb37274cd9b3fcc8dffed09715', 'mac_address': 'fa:16:3e:a1:79:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4edd524a-f694-4a3b-9f98-acfa1ff62e1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'd8dd9f14-f474-4c6a-84f8-85ff7b8e642f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:03:14Z', 'updated_at': '2021-07-28T19:03:24Z', 'revision_number': 4, 'project_id': '4dceb4eb37274cd9b3fcc8dffed09715', 'subnets': [{'id': 'd8dd9f14-f474-4c6a-84f8-85ff7b8e642f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 19:03:25.064998 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.provisioning_blocks [None req-76d1489f-e997-49bd-a44f-358d0e08132d None None] Transition to ACTIVE for port object f222063c-7221-40e2-a7de-a0532101c06f will not be triggered until provisioned by entity L2. {{(pid=93588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 19:03:25.162616 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-d85445c9-a273-4f35-9d29-fed8522811bc tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Notify callbacks [] for security_group, precommit_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:25.211205 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-76d1489f-e997-49bd-a44f-358d0e08132d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742349622321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742349248534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742349248552'] for port, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:25.241228 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-d85445c9-a273-4f35-9d29-fed8522811bc tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676630'] for security_group, after_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:25.265387 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f818430-ad00-43c3-a6ae-cef92fb3d0b7 None None] Pushing event updated for resources: {'Port': ['ID=f222063c-7221-40e2-a7de-a0532101c06f,revision_number=3']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:03:25.289979 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85445c9-a273-4f35-9d29-fed8522811bc tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da3193e4-56c6-417c-b113-33c66274c6ab,revision_number=1']} {{(pid=93587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:03:25.337295 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-b0c8deb3-1704-4b2f-b1df-658e678bf61d tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] Notify callbacks [] for security_group, before_response {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:25.340267 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [None req-b0c8deb3-1704-4b2f-b1df-658e678bf61d tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.9910920 Jul 28 19:03:25.348870 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.wsgi [-] (93587) accepted ('10.222.0.41', 57668) {{(pid=93587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:03:25.354593 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.v2.base [None req-c0206826-9605-4272-9ef1-9b0986fb603a tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] Request body: {'security_group_rule': {'security_group_id': '2ca68dae-2096-4cc3-90a8-9371def495a7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:03:25.368381 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.managers [None req-76d1489f-e997-49bd-a44f-358d0e08132d None None] Attempting to bind port f222063c-7221-40e2-a7de-a0532101c06f on host dv-cinder-802653-1-iscsi for vnic_type normal with profile {{(pid=93588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 19:03:25.368644 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-d85445c9-a273-4f35-9d29-fed8522811bc tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Notify callbacks [] for security_group, before_response {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:25.368740 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.managers [None req-76d1489f-e997-49bd-a44f-358d0e08132d None None] Attempting to bind port f222063c-7221-40e2-a7de-a0532101c06f by drivers openvswitch,hyperv on host dv-cinder-802653-1-iscsi at level 0 using segments [{'id': '849c600d-119e-46e5-ad54-f7773d8e0f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd9b348a0-fd69-4cac-87c2-18e205be05be'}] {{(pid=93588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 19:03:25.372468 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d1489f-e997-49bd-a44f-358d0e08132d None None] Attempting to bind port f222063c-7221-40e2-a7de-a0532101c06f on network d9b348a0-fd69-4cac-87c2-18e205be05be {{(pid=93588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 19:03:25.372835 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [None req-d85445c9-a273-4f35-9d29-fed8522811bc tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.5486436 Jul 28 19:03:25.372914 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.wsgi [-] (93586) accepted ('10.222.0.41', 57670) {{(pid=93586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:03:25.383112 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.v2.base [None req-4ae37afe-0b37-4da6-a483-cfde14c16d6e tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Request body: {'security_group_rule': {'security_group_id': 'da3193e4-56c6-417c-b113-33c66274c6ab', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:03:25.393350 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d1489f-e997-49bd-a44f-358d0e08132d None None] Checking agent: {'id': 'db69d0ec-1e3c-47a8-846d-d71db5f0b0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802653-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 18, 54, 54), 'started_at': datetime.datetime(2021, 7, 28, 18, 55, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 19, 3, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802653-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 19:03:25.393736 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d1489f-e997-49bd-a44f-358d0e08132d None None] Checking segment: {'id': '849c600d-119e-46e5-ad54-f7773d8e0f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd9b348a0-fd69-4cac-87c2-18e205be05be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 19:03:25.394140 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-76d1489f-e997-49bd-a44f-358d0e08132d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:25.394537 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d1489f-e997-49bd-a44f-358d0e08132d None None] Bound using segment: {'id': '849c600d-119e-46e5-ad54-f7773d8e0f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd9b348a0-fd69-4cac-87c2-18e205be05be'} {{(pid=93588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 19:03:25.396700 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.managers [None req-76d1489f-e997-49bd-a44f-358d0e08132d None None] Bound port: f222063c-7221-40e2-a7de-a0532101c06f, host: dv-cinder-802653-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '849c600d-119e-46e5-ad54-f7773d8e0f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd9b348a0-fd69-4cac-87c2-18e205be05be'}}] {{(pid=93588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 19:03:25.397228 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-76d1489f-e997-49bd-a44f-358d0e08132d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555300'] for port, before_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:25.461102 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 19:03:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11bd4ef3-47b1-45fc-bb1d-bebfc56ff7e5 x-openstack-request-id: req-11bd4ef3-47b1-45fc-bb1d-bebfc56ff7e5 {{(pid=93587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 19:03:25.461472 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57aed14a-3dbf-40e3-829b-79322cd85c4f", "tag": "00efaa0f-267e-46a3-b437-c6b06e7bc703", "status": "completed", "code": 200}]} {{(pid=93587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 19:03:25.461725 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-11bd4ef3-47b1-45fc-bb1d-bebfc56ff7e5 {{(pid=93587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 19:03:25.462188 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57aed14a-3dbf-40e3-829b-79322cd85c4f', 'tag': '00efaa0f-267e-46a3-b437-c6b06e7bc703', 'status': 'completed', 'code': 200} Jul 28 19:03:25.510573 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.db [None req-76d1489f-e997-49bd-a44f-358d0e08132d None None] For port f222063c-7221-40e2-a7de-a0532101c06f, host dv-cinder-802653-1-iscsi, cleared binding levels {{(pid=93588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 19:03:25.516851 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.db [None req-76d1489f-e997-49bd-a44f-358d0e08132d None None] For port f222063c-7221-40e2-a7de-a0532101c06f, host dv-cinder-802653-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-1-iscsi',level=0,port_id=f222063c-7221-40e2-a7de-a0532101c06f,segment=NetworkSegment(849c600d-119e-46e5-ad54-f7773d8e0f09),segment_id=849c600d-119e-46e5-ad54-f7773d8e0f09)] {{(pid=93588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 19:03:25.517029 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-c0206826-9605-4272-9ef1-9b0986fb603a tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:25.583462 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-acea1373-d53c-46a9-b089-9e40d352d773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:25.610940 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-c0206826-9605-4272-9ef1-9b0986fb603a tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:25.660380 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-76d1489f-e997-49bd-a44f-358d0e08132d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742349622321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742349248534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742349248552'] for port, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:25.674687 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-4ae37afe-0b37-4da6-a483-cfde14c16d6e tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:25.735658 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d1489f-e997-49bd-a44f-358d0e08132d None None] Routers {'4f63a103-244c-468b-9a05-9a50f7e1edb0'} bound to L3 agent in host dv-cinder-802653-1-iscsi {{(pid=93588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 19:03:25.736186 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.l3_hamode_db [None req-76d1489f-e997-49bd-a44f-358d0e08132d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802653-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T18:54:54Z,description=,heartbeat_timestamp=2021-07-28T19:03:24Z,host='dv-cinder-802653-1-iscsi',id=a81dfe8c-a6e8-4fad-82b8-e31bee6ac2ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T18:54:55Z,topic='l3_agent')) {'router_ids': ['4f63a103-244c-468b-9a05-9a50f7e1edb0'], 'active': True} {{(pid=93588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:03:25.758712 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-c0206826-9605-4272-9ef1-9b0986fb603a tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676583'] for security_group_rule, after_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:25.790446 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-4ae37afe-0b37-4da6-a483-cfde14c16d6e tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:25.793022 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0206826-9605-4272-9ef1-9b0986fb603a tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bee49bc2-dd9f-4df6-9c3c-09cf3de69d08,revision_number=0']} {{(pid=93587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:03:25.810288 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f818430-ad00-43c3-a6ae-cef92fb3d0b7 None None] Pushing event updated for resources: {'Port': ['ID=f222063c-7221-40e2-a7de-a0532101c06f,revision_number=4']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:03:25.860016 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08741a2-621a-4022-b5de-bf7aeedbc0e2 req-661aa867-f189-45fb-92d7-3da54294ebff tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:03:25.862008 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-c08741a2-621a-4022-b5de-bf7aeedbc0e2 req-661aa867-f189-45fb-92d7-3da54294ebff tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] 10.222.0.41 "GET /v2.0/ports?device_id=57aed14a-3dbf-40e3-829b-79322cd85c4f HTTP/1.1" status: 200 len: 944 time: 0.0634577 Jul 28 19:03:25.910104 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.l3_dvr_db [None req-76d1489f-e997-49bd-a44f-358d0e08132d None None] Set router 4f63a103-244c-468b-9a05-9a50f7e1edb0 gateway port host: dv-cinder-802653-1-iscsi {{(pid=93588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 19:03:25.910395 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-c08741a2-621a-4022-b5de-bf7aeedbc0e2 req-dc19bc9e-14bd-4bc4-b7c4-f97c23415a18 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] 10.222.0.41 "GET /v2.0/security-groups?id=1eb5a05b-31a0-42f8-b1e4-d0f49b56a7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415485 Jul 28 19:03:25.914316 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-4ae37afe-0b37-4da6-a483-cfde14c16d6e tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676583'] for security_group_rule, after_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:25.929489 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae37afe-0b37-4da6-a483-cfde14c16d6e tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee1cee12-58a3-475a-93c0-e513c8cd5dba,revision_number=0']} {{(pid=93586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:03:25.981185 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-c0206826-9605-4272-9ef1-9b0986fb603a tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:25.983421 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [None req-c0206826-9605-4272-9ef1-9b0986fb603a tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6325510 Jul 28 19:03:25.985233 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.wsgi [-] (93586) accepted ('10.222.0.41', 57684) {{(pid=93586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:03:25.991190 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.v2.base [None req-d434ecea-5de8-4624-9060-d7f7af6edd40 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] Request body: {'security_group_rule': {'security_group_id': '2ca68dae-2096-4cc3-90a8-9371def495a7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:03:26.013538 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-4ae37afe-0b37-4da6-a483-cfde14c16d6e tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:26.016807 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [None req-4ae37afe-0b37-4da6-a483-cfde14c16d6e tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6410410 Jul 28 19:03:26.017051 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.wsgi [-] (93587) accepted ('10.222.0.41', 57690) {{(pid=93587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:03:26.022325 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.v2.base [None req-e2f9b2b7-3e82-4b20-a7db-3ab754bab8c5 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Request body: {'security_group_rule': {'security_group_id': 'da3193e4-56c6-417c-b113-33c66274c6ab', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:03:26.152689 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-7e8965b5-a907-4963-b925-422285dcadeb req-28633313-0555-4e1a-929a-ff968f349e3e tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/ports?device_id=746c8655-ed83-43a1-afe7-08635f73c152 HTTP/1.1" status: 200 len: 210 time: 0.0525486 Jul 28 19:03:26.168977 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-d434ecea-5de8-4624-9060-d7f7af6edd40 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:26.204564 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-e2f9b2b7-3e82-4b20-a7db-3ab754bab8c5 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:26.234368 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.l3_hamode_db [None req-76d1489f-e997-49bd-a44f-358d0e08132d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f63a103-244c-468b-9a05-9a50f7e1edb0', 'name': 'tempest-AttachVolumeShelveTestJSON-1306913285-router', 'tenant_id': '77b4e3f4db4f48488f6a8e8a0ca43337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df', 'external_fixed_ips': [{'subnet_id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '846b941f-ab7f-4431-8321-ef0820949924', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:03:06Z', 'updated_at': '2021-07-28T19:03:17Z', 'revision_number': 4, 'project_id': '77b4e3f4db4f48488f6a8e8a0ca43337', 'gw_port': {'id': '846b941f-ab7f-4431-8321-ef0820949924', 'name': '', 'network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:94:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f63a103-244c-468b-9a05-9a50f7e1edb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:03:07Z', 'updated_at': '2021-07-28T19:03:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-1-iscsi', '_interfaces': [{'id': 'f222063c-7221-40e2-a7de-a0532101c06f', 'name': '', 'network_id': 'd9b348a0-fd69-4cac-87c2-18e205be05be', 'tenant_id': '77b4e3f4db4f48488f6a8e8a0ca43337', 'mac_address': 'fa:16:3e:a6:61:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f63a103-244c-468b-9a05-9a50f7e1edb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '209ab333-e935-41fc-b99a-6688a4911e44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:03:14Z', 'updated_at': '2021-07-28T19:03:25Z', 'revision_number': 4, 'project_id': '77b4e3f4db4f48488f6a8e8a0ca43337', 'subnets': [{'id': '209ab333-e935-41fc-b99a-6688a4911e44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802653-1-iscsi', False) {} {{(pid=93588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:03:26.263824 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d1489f-e997-49bd-a44f-358d0e08132d None None] The sync data for ids ['4f63a103-244c-468b-9a05-9a50f7e1edb0'] in dv-cinder-802653-1-iscsi is: [{'id': '4f63a103-244c-468b-9a05-9a50f7e1edb0', 'name': 'tempest-AttachVolumeShelveTestJSON-1306913285-router', 'tenant_id': '77b4e3f4db4f48488f6a8e8a0ca43337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df', 'external_fixed_ips': [{'subnet_id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '846b941f-ab7f-4431-8321-ef0820949924', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:03:06Z', 'updated_at': '2021-07-28T19:03:17Z', 'revision_number': 4, 'project_id': '77b4e3f4db4f48488f6a8e8a0ca43337', 'gw_port': {'id': '846b941f-ab7f-4431-8321-ef0820949924', 'name': '', 'network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:94:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f63a103-244c-468b-9a05-9a50f7e1edb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:03:07Z', 'updated_at': '2021-07-28T19:03:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-1-iscsi', '_interfaces': [{'id': 'f222063c-7221-40e2-a7de-a0532101c06f', 'name': '', 'network_id': 'd9b348a0-fd69-4cac-87c2-18e205be05be', 'tenant_id': '77b4e3f4db4f48488f6a8e8a0ca43337', 'mac_address': 'fa:16:3e:a6:61:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f63a103-244c-468b-9a05-9a50f7e1edb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '209ab333-e935-41fc-b99a-6688a4911e44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:03:14Z', 'updated_at': '2021-07-28T19:03:25Z', 'revision_number': 4, 'project_id': '77b4e3f4db4f48488f6a8e8a0ca43337', 'subnets': [{'id': '209ab333-e935-41fc-b99a-6688a4911e44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 19:03:26.267871 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aec7455-5f9e-4bf9-82b2-5b2a83750330 req-27828ba0-4965-429b-af4c-7e0422217a5c tempest-DeleteServersTestJSON-948083625 tempest-DeleteServersTestJSON-948083625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:03:26.270348 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-6aec7455-5f9e-4bf9-82b2-5b2a83750330 req-27828ba0-4965-429b-af4c-7e0422217a5c tempest-DeleteServersTestJSON-948083625 tempest-DeleteServersTestJSON-948083625-project] 10.222.0.41 "GET /v2.0/ports?device_id=8039b690-ef64-4872-a027-74670b318001 HTTP/1.1" status: 200 len: 931 time: 0.1150301 Jul 28 19:03:26.292425 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-d434ecea-5de8-4624-9060-d7f7af6edd40 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:26.315084 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-e2f9b2b7-3e82-4b20-a7db-3ab754bab8c5 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:26.342445 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-6aec7455-5f9e-4bf9-82b2-5b2a83750330 req-27d74a64-d058-43ee-83b8-54eb747605ed tempest-DeleteServersTestJSON-948083625 tempest-DeleteServersTestJSON-948083625-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc7c8404-403a-4c27-9f62-deb2a99f8b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645671 Jul 28 19:03:26.399877 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-e2f9b2b7-3e82-4b20-a7db-3ab754bab8c5 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676583'] for security_group_rule, after_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:26.401502 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-d434ecea-5de8-4624-9060-d7f7af6edd40 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676583'] for security_group_rule, after_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:26.428116 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f9b2b7-3e82-4b20-a7db-3ab754bab8c5 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39f957a6-d0c4-4b9d-83ed-be7bf1daba5e,revision_number=0']} {{(pid=93587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:03:26.444819 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d434ecea-5de8-4624-9060-d7f7af6edd40 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14c05821-6c50-4963-9413-aa44fb2f6fe6,revision_number=0']} {{(pid=93586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:03:26.512376 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.rpc [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Device ef6d675e-dcb4-4bf9-9dd7-4469fedf2f15 up at agent ovs-agent-dv-cinder-802653-1-iscsi {{(pid=93588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 19:03:26.514424 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-e2f9b2b7-3e82-4b20-a7db-3ab754bab8c5 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:26.515749 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [None req-e2f9b2b7-3e82-4b20-a7db-3ab754bab8c5 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4977217 Jul 28 19:03:26.519103 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.wsgi [-] (93586) accepted ('10.222.0.41', 57698) {{(pid=93586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:03:26.523941 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.v2.base [None req-60627a4e-81d1-41ab-9fd8-b0fa7274dd27 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Request body: {'floatingip': {'floating_network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df'}} {{(pid=93586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:03:26.560708 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-d434ecea-5de8-4624-9060-d7f7af6edd40 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:26.564846 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [None req-d434ecea-5de8-4624-9060-d7f7af6edd40 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5757651 Jul 28 19:03:26.565236 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.wsgi [-] (93586) accepted ('10.222.0.41', 57702) {{(pid=93586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:03:26.571951 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.v2.base [None req-fab988b7-14a7-45ff-8df4-2448d311c15f tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] Request body: {'floatingip': {'floating_network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df'}} {{(pid=93586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:03:26.572418 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.provisioning_blocks [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Provisioning complete for port ef6d675e-dcb4-4bf9-9dd7-4469fedf2f15 triggered by entity L2. {{(pid=93588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 19:03:26.572726 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721938'] for port, provisioning_complete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:26.664469 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-60627a4e-81d1-41ab-9fd8-b0fa7274dd27 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Notify callbacks [] for floatingip, before_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:26.679552 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.rpc [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Device 623b90fd-62a2-47d3-8224-ad3f1ec20d97 up at agent ovs-agent-dv-cinder-802653-1-iscsi {{(pid=93588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 19:03:26.780421 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-60627a4e-81d1-41ab-9fd8-b0fa7274dd27 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555300'] for port, before_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:26.783555 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-fab988b7-14a7-45ff-8df4-2448d311c15f tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] Notify callbacks [] for floatingip, before_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:26.810944 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.provisioning_blocks [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Provisioning for port 623b90fd-62a2-47d3-8224-ad3f1ec20d97 completed by entity L2. {{(pid=93588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 19:03:26.815214 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.provisioning_blocks [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Provisioning complete for port 623b90fd-62a2-47d3-8224-ad3f1ec20d97 triggered by entity L2. {{(pid=93588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 19:03:26.815832 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721938'] for port, provisioning_complete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:26.901226 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555300'] for port, before_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:26.936862 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.db [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] For port 623b90fd-62a2-47d3-8224-ad3f1ec20d97, host dv-cinder-802653-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-1-iscsi',level=0,port_id=623b90fd-62a2-47d3-8224-ad3f1ec20d97,segment=NetworkSegment(559a2b3b-45f1-4ed6-a9a8-30cdc01cbf76),segment_id=559a2b3b-45f1-4ed6-a9a8-30cdc01cbf76)] {{(pid=93588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:03:26.939843 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.db.db_base_plugin_common [None req-60627a4e-81d1-41ab-9fd8-b0fa7274dd27 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Allocated IP 172.27.0.83 (e684c39a-2e11-408f-97ab-0003bc0ac2df/d732a1ba-ca87-47e9-b990-15a89705616d/752a304c-39a5-4074-a0d9-508bbee5c7df) {{(pid=93586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 19:03:27.016752 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742349622321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742349248534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742349248552'] for port, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:27.042294 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-fab988b7-14a7-45ff-8df4-2448d311c15f tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555300'] for port, before_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:27.091812 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Pushing event updated for resources: {'Port': ['ID=623b90fd-62a2-47d3-8224-ad3f1ec20d97,revision_number=5']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:03:27.308720 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f553d7-c1dd-486b-83a5-eede7741a724 req-f4a7502e-8fc0-4bcb-b605-5985cf832c6f tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:03:27.310473 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-17f553d7-c1dd-486b-83a5-eede7741a724 req-f4a7502e-8fc0-4bcb-b605-5985cf832c6f tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] 10.222.0.41 "GET /v2.0/ports?device_id=57aed14a-3dbf-40e3-829b-79322cd85c4f HTTP/1.1" status: 200 len: 944 time: 0.3075249 Jul 28 19:03:27.317283 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-a9afb365-1b8c-4424-8d00-56d6e7bd05e3 req-6dfa3fae-182b-4918-9687-15ebaa723617 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/ports?device_id=746c8655-ed83-43a1-afe7-08635f73c152 HTTP/1.1" status: 200 len: 210 time: 0.0644720 Jul 28 19:03:27.343269 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-60627a4e-81d1-41ab-9fd8-b0fa7274dd27 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Notify callbacks [] for port, precommit_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:27.378154 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-17f553d7-c1dd-486b-83a5-eede7741a724 req-79c70b55-2421-4329-bca2-6e54b10e90e6 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] 10.222.0.41 "GET /v2.0/security-groups?id=1eb5a05b-31a0-42f8-b1e4-d0f49b56a7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558209 Jul 28 19:03:27.504464 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa690c84-2990-41ae-873f-e64104ae91eb req-0056b4c3-815b-4705-b998-c843dc7b3ca6 tempest-DeleteServersTestJSON-948083625 tempest-DeleteServersTestJSON-948083625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:03:27.504464 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-aa690c84-2990-41ae-873f-e64104ae91eb req-0056b4c3-815b-4705-b998-c843dc7b3ca6 tempest-DeleteServersTestJSON-948083625 tempest-DeleteServersTestJSON-948083625-project] 10.222.0.41 "GET /v2.0/ports?device_id=8039b690-ef64-4872-a027-74670b318001 HTTP/1.1" status: 200 len: 931 time: 0.0615387 Jul 28 19:03:27.542011 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-aa690c84-2990-41ae-873f-e64104ae91eb req-e4916184-8188-41d8-ab23-2e6c6e27e1ff tempest-DeleteServersTestJSON-948083625 tempest-DeleteServersTestJSON-948083625-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc7c8404-403a-4c27-9f62-deb2a99f8b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411263 Jul 28 19:03:27.898746 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-60627a4e-81d1-41ab-9fd8-b0fa7274dd27 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742349248516'] for port, after_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:27.972498 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60627a4e-81d1-41ab-9fd8-b0fa7274dd27 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Network e684c39a-2e11-408f-97ab-0003bc0ac2df is already hosted by enough agents. {{(pid=93586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 19:03:27.982953 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.scheduler.base_scheduler [None req-60627a4e-81d1-41ab-9fd8-b0fa7274dd27 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Resources bound (agent type, host, resource id): {{(pid=93586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 19:03:28.002101 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60627a4e-81d1-41ab-9fd8-b0fa7274dd27 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Received port after_create {{(pid=93586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 19:03:28.002101 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.db.db_base_plugin_common [None req-fab988b7-14a7-45ff-8df4-2448d311c15f tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] Allocated IP 172.27.0.129 (e684c39a-2e11-408f-97ab-0003bc0ac2df/d732a1ba-ca87-47e9-b990-15a89705616d/d421c6d0-a73a-442a-bee5-c8c57fc24a0d) {{(pid=93586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 19:03:28.002101 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60627a4e-81d1-41ab-9fd8-b0fa7274dd27 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Pushing event updated for resources: {'Port': ['ID=752a304c-39a5-4074-a0d9-508bbee5c7df,revision_number=1']} {{(pid=93586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:03:28.023233 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-26c861f8-c84b-4272-86f3-59900436582c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:28.160386 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-60627a4e-81d1-41ab-9fd8-b0fa7274dd27 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:28.218531 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-fab988b7-14a7-45ff-8df4-2448d311c15f tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] Notify callbacks [] for port, precommit_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:28.337314 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-60627a4e-81d1-41ab-9fd8-b0fa7274dd27 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555300'] for port, before_update {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:28.337314 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-fab988b7-14a7-45ff-8df4-2448d311c15f tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742349248516'] for port, after_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:28.481014 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fab988b7-14a7-45ff-8df4-2448d311c15f tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] Network e684c39a-2e11-408f-97ab-0003bc0ac2df is already hosted by enough agents. {{(pid=93586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 19:03:28.520488 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.scheduler.base_scheduler [None req-fab988b7-14a7-45ff-8df4-2448d311c15f tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] Resources bound (agent type, host, resource id): {{(pid=93586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 19:03:28.524532 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-a00e15d1-3990-4058-985e-2e696e279ead req-f276164b-2aac-4c1d-a7e7-a7e331b9c98d tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/ports?device_id=746c8655-ed83-43a1-afe7-08635f73c152 HTTP/1.1" status: 200 len: 210 time: 0.0642626 Jul 28 19:03:28.525241 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab988b7-14a7-45ff-8df4-2448d311c15f tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] Received port after_create {{(pid=93586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 19:03:28.532740 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.rpc [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Device f222063c-7221-40e2-a7de-a0532101c06f up at agent ovs-agent-dv-cinder-802653-1-iscsi {{(pid=93588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 19:03:28.607314 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab988b7-14a7-45ff-8df4-2448d311c15f tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] Pushing event updated for resources: {'Port': ['ID=d421c6d0-a73a-442a-bee5-c8c57fc24a0d,revision_number=1']} {{(pid=93586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:03:28.714267 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.provisioning_blocks [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Provisioning for port f222063c-7221-40e2-a7de-a0532101c06f completed by entity L2. {{(pid=93588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 19:03:28.718574 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.provisioning_blocks [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Provisioning complete for port f222063c-7221-40e2-a7de-a0532101c06f triggered by entity L2. {{(pid=93588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 19:03:28.720986 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721938'] for port, provisioning_complete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:28.806174 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-fab988b7-14a7-45ff-8df4-2448d311c15f tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:28.827116 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fed8cf0-9d54-4f7a-9e15-dd703c66236d req-4b610c95-d0e1-438d-a27b-1656aeb9f5bf tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:03:28.833689 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-3fed8cf0-9d54-4f7a-9e15-dd703c66236d req-4b610c95-d0e1-438d-a27b-1656aeb9f5bf tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] 10.222.0.41 "GET /v2.0/ports?device_id=57aed14a-3dbf-40e3-829b-79322cd85c4f HTTP/1.1" status: 200 len: 944 time: 0.2615004 Jul 28 19:03:28.896593 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555300'] for port, before_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:28.897307 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2052ab57-7d34-43ae-a20b-bb157ac1880f req-5d81bc7e-2cdb-49b8-a627-8c92e4dd7b5e tempest-DeleteServersTestJSON-948083625 tempest-DeleteServersTestJSON-948083625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:03:28.913582 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-2052ab57-7d34-43ae-a20b-bb157ac1880f req-5d81bc7e-2cdb-49b8-a627-8c92e4dd7b5e tempest-DeleteServersTestJSON-948083625 tempest-DeleteServersTestJSON-948083625-project] 10.222.0.41 "GET /v2.0/ports?device_id=8039b690-ef64-4872-a027-74670b318001 HTTP/1.1" status: 200 len: 931 time: 0.2385559 Jul 28 19:03:28.922403 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-3fed8cf0-9d54-4f7a-9e15-dd703c66236d req-0604fd44-6496-4fed-91a3-a6878d29d17f tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] 10.222.0.41 "GET /v2.0/security-groups?id=1eb5a05b-31a0-42f8-b1e4-d0f49b56a7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872269 Jul 28 19:03:28.966189 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.db [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] For port f222063c-7221-40e2-a7de-a0532101c06f, host dv-cinder-802653-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-1-iscsi',level=0,port_id=f222063c-7221-40e2-a7de-a0532101c06f,segment=NetworkSegment(849c600d-119e-46e5-ad54-f7773d8e0f09),segment_id=849c600d-119e-46e5-ad54-f7773d8e0f09)] {{(pid=93588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:03:29.033620 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-fab988b7-14a7-45ff-8df4-2448d311c15f tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555300'] for port, before_update {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:29.052453 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742349622321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742349248534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742349248552'] for port, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:29.053960 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.rpc [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Device 623b90fd-62a2-47d3-8224-ad3f1ec20d97 up at agent ovs-agent-dv-cinder-802653-1-iscsi {{(pid=93588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 19:03:29.070924 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-60627a4e-81d1-41ab-9fd8-b0fa7274dd27 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Notify callbacks [] for port, precommit_update {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:29.080453 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-2052ab57-7d34-43ae-a20b-bb157ac1880f req-ab1c66b5-67a9-4bf9-9232-cc7a0c76055b tempest-DeleteServersTestJSON-948083625 tempest-DeleteServersTestJSON-948083625-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc7c8404-403a-4c27-9f62-deb2a99f8b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667829 Jul 28 19:03:29.170463 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Pushing event updated for resources: {'Port': ['ID=f222063c-7221-40e2-a7de-a0532101c06f,revision_number=5']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:03:29.202930 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.provisioning_blocks [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Provisioning complete for port 623b90fd-62a2-47d3-8224-ad3f1ec20d97 triggered by entity L2. {{(pid=93588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 19:03:29.203308 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721938'] for port, provisioning_complete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:29.204112 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-60627a4e-81d1-41ab-9fd8-b0fa7274dd27 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742349622321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742349248534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742349248552'] for port, after_update {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:29.252558 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-60627a4e-81d1-41ab-9fd8-b0fa7274dd27 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3821381'] for floatingip, after_update {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:29.294308 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60627a4e-81d1-41ab-9fd8-b0fa7274dd27 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Pushing event updated for resources: {'Port': ['ID=752a304c-39a5-4074-a0d9-508bbee5c7df,revision_number=2']} {{(pid=93586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:03:29.324637 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-fab988b7-14a7-45ff-8df4-2448d311c15f tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] Notify callbacks [] for port, precommit_update {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:29.335258 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-60627a4e-81d1-41ab-9fd8-b0fa7274dd27 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148603'] for floatingip, before_response {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:29.346967 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [None req-60627a4e-81d1-41ab-9fd8-b0fa7274dd27 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.8181884 Jul 28 19:03:29.433963 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-fab988b7-14a7-45ff-8df4-2448d311c15f tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742349622321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742349248534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742349248552'] for port, after_update {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:29.494488 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-fab988b7-14a7-45ff-8df4-2448d311c15f tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3821381'] for floatingip, after_update {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:29.517120 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab988b7-14a7-45ff-8df4-2448d311c15f tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] Pushing event updated for resources: {'Port': ['ID=d421c6d0-a73a-442a-bee5-c8c57fc24a0d,revision_number=2']} {{(pid=93586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:03:29.586114 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-fab988b7-14a7-45ff-8df4-2448d311c15f tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148603'] for floatingip, before_response {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:29.592340 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [None req-fab988b7-14a7-45ff-8df4-2448d311c15f tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0258670 Jul 28 19:03:29.608168 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-6e852757-45c1-492d-a3f5-4fcfd0e3be14 req-72def063-c654-4281-8213-a855d989bf91 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1187701648&fields=id&tenant_id=77b4e3f4db4f48488f6a8e8a0ca43337 HTTP/1.1" status: 200 len: 267 time: 0.0781684 Jul 28 19:03:29.748737 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-4de3713d-b1c7-47b7-ae7b-4d0ffb33d195 req-c32bf4dc-0f36-485f-b70b-dfa9ad65fe89 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/ports?device_id=746c8655-ed83-43a1-afe7-08635f73c152 HTTP/1.1" status: 200 len: 210 time: 0.0375938 Jul 28 19:03:29.831604 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e852757-45c1-492d-a3f5-4fcfd0e3be14 req-8a1a712e-b0ff-48d8-9ce2-334548086b05 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:03:29.833720 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-6e852757-45c1-492d-a3f5-4fcfd0e3be14 req-8a1a712e-b0ff-48d8-9ce2-334548086b05 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/networks?id=d9b348a0-fd69-4cac-87c2-18e205be05be HTTP/1.1" status: 200 len: 817 time: 0.2202575 Jul 28 19:03:29.858039 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-6e852757-45c1-492d-a3f5-4fcfd0e3be14 req-fc60eae1-9f26-45d3-b5a8-7455558d3b50 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/quotas/77b4e3f4db4f48488f6a8e8a0ca43337 HTTP/1.1" status: 200 len: 375 time: 0.0152049 Jul 28 19:03:29.924665 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-b4a592f1-633f-4a0f-b465-e273a6485071 req-8c8f35ba-e138-4a4d-865b-35808b406668 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--693369450&fields=id&tenant_id=4dceb4eb37274cd9b3fcc8dffed09715 HTTP/1.1" status: 200 len: 267 time: 0.0656700 Jul 28 19:03:29.944970 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-6e852757-45c1-492d-a3f5-4fcfd0e3be14 req-f38b4946-31dd-47f6-8393-8a9e87a6057c tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=77b4e3f4db4f48488f6a8e8a0ca43337&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0794294 Jul 28 19:03:30.145811 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a592f1-633f-4a0f-b465-e273a6485071 req-e39397f9-845b-4950-bea5-53de7978b74d tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:03:30.153685 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-b4a592f1-633f-4a0f-b465-e273a6485071 req-e39397f9-845b-4950-bea5-53de7978b74d tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/networks?id=9a21bde8-e77f-4246-845e-15d2cf775c00 HTTP/1.1" status: 200 len: 811 time: 0.2077241 Jul 28 19:03:30.158603 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-6e852757-45c1-492d-a3f5-4fcfd0e3be14 req-60e08673-33c5-4e34-85f6-606ad0fec313 service neutron] 10.222.0.41 "GET /v2.0/networks/d9b348a0-fd69-4cac-87c2-18e205be05be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1880620 Jul 28 19:03:30.250680 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-b4a592f1-633f-4a0f-b465-e273a6485071 req-0475852e-f726-4b8e-92e0-3cedcdeecdf3 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/quotas/4dceb4eb37274cd9b3fcc8dffed09715 HTTP/1.1" status: 200 len: 375 time: 0.0785577 Jul 28 19:03:30.333452 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-6e852757-45c1-492d-a3f5-4fcfd0e3be14 req-0a1c55c4-0a3e-4cdf-8b24-0c138a5d4c3f service neutron] 10.222.0.41 "GET /v2.0/networks/d9b348a0-fd69-4cac-87c2-18e205be05be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581562 Jul 28 19:03:30.339087 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-b4a592f1-633f-4a0f-b465-e273a6485071 req-e42f6736-d42e-4958-8829-c46b7cb75c47 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=4dceb4eb37274cd9b3fcc8dffed09715&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0893781 Jul 28 19:03:30.357538 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.rpc [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Device f222063c-7221-40e2-a7de-a0532101c06f up at agent ovs-agent-dv-cinder-802653-1-iscsi {{(pid=93588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 19:03:30.433551 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.provisioning_blocks [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Provisioning complete for port f222063c-7221-40e2-a7de-a0532101c06f triggered by entity L2. {{(pid=93588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 19:03:30.434406 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721938'] for port, provisioning_complete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:30.472358 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-b4a592f1-633f-4a0f-b465-e273a6485071 req-aea5db51-7268-4092-9742-5b079a930728 service neutron] 10.222.0.41 "GET /v2.0/networks/9a21bde8-e77f-4246-845e-15d2cf775c00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091521 Jul 28 19:03:30.742454 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-b4a592f1-633f-4a0f-b465-e273a6485071 req-f2624dc3-0d36-48fe-84e2-d43e8fb4b652 service neutron] 10.222.0.41 "GET /v2.0/networks/9a21bde8-e77f-4246-845e-15d2cf775c00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2637095 Jul 28 19:03:30.885438 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2100812-26b7-4e30-bdfd-8ee5aabd4f9e req-ebd977d3-c804-45a1-ae5d-a93506d29e7f tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:03:30.887042 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-d2100812-26b7-4e30-bdfd-8ee5aabd4f9e req-ebd977d3-c804-45a1-ae5d-a93506d29e7f tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] 10.222.0.41 "GET /v2.0/ports?device_id=57aed14a-3dbf-40e3-829b-79322cd85c4f HTTP/1.1" status: 200 len: 944 time: 0.0879910 Jul 28 19:03:30.935824 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-d2100812-26b7-4e30-bdfd-8ee5aabd4f9e req-59a27644-d10c-4b4b-8ef2-03fe8b5bbd57 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] 10.222.0.41 "GET /v2.0/security-groups?id=1eb5a05b-31a0-42f8-b1e4-d0f49b56a7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381002 Jul 28 19:03:31.074220 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:31.089438 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13c86da-4f1d-4b88-b366-9456a6c34d88 req-cebf59eb-3886-43c3-a6db-970aa4bc7ebd tempest-DeleteServersTestJSON-948083625 tempest-DeleteServersTestJSON-948083625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:03:31.091326 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-a13c86da-4f1d-4b88-b366-9456a6c34d88 req-cebf59eb-3886-43c3-a6db-970aa4bc7ebd tempest-DeleteServersTestJSON-948083625 tempest-DeleteServersTestJSON-948083625-project] 10.222.0.41 "GET /v2.0/ports?device_id=8039b690-ef64-4872-a027-74670b318001 HTTP/1.1" status: 200 len: 931 time: 0.0647810 Jul 28 19:03:31.170817 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-fccef5b3-b08b-4da8-84f8-fa391a6d294a req-2abe7cf0-bde2-44a0-a97a-c423d30b545b tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d560c0e-0a73-4f3c-8080-2cbe04e596ed HTTP/1.1" status: 200 len: 210 time: 0.0424738 Jul 28 19:03:31.183666 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-a13c86da-4f1d-4b88-b366-9456a6c34d88 req-e30d38bd-ccfc-4286-863c-630125a7382d tempest-DeleteServersTestJSON-948083625 tempest-DeleteServersTestJSON-948083625-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc7c8404-403a-4c27-9f62-deb2a99f8b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750580 Jul 28 19:03:31.309736 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-dd7db252-bd21-4dde-bf8e-d4662fa860cb req-0d85dc26-ea59-48b1-be8d-1792b02ac945 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=a31f3eb4-54c5-4c46-b1a5-9f5552726fca HTTP/1.1" status: 200 len: 210 time: 0.0394144 Jul 28 19:03:31.341950 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-aa52fc4a-3cf9-4103-a781-73b141c334e6 req-95fc3ffb-0c32-4a84-b5ad-7425b8390fc7 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/ports?device_id=746c8655-ed83-43a1-afe7-08635f73c152 HTTP/1.1" status: 200 len: 210 time: 0.0354180 Jul 28 19:03:31.607045 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.wsgi [-] (93586) accepted ('10.222.0.41', 57844) {{(pid=93586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:03:31.717453 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-dc45dcbb-a711-42e5-b2a4-3084e1cd9e35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:31.815342 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-dc45dcbb-a711-42e5-b2a4-3084e1cd9e35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:31.936963 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-dc45dcbb-a711-42e5-b2a4-3084e1cd9e35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676630'] for security_group, after_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:31.982117 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [None req-dc45dcbb-a711-42e5-b2a4-3084e1cd9e35 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0e8d168f838342af9e96ed0e86581332&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3738940 Jul 28 19:03:31.984671 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.wsgi [-] (93587) accepted ('10.222.0.41', 57850) {{(pid=93587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:03:31.988422 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc45dcbb-a711-42e5-b2a4-3084e1cd9e35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef4a2329-7f24-48cf-901f-1d4c39eec493,revision_number=1']} {{(pid=93586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:03:32.070646 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-d0659ca0-b636-4259-9839-f297b954b6cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:32.102516 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-d0659ca0-b636-4259-9839-f297b954b6cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:32.149037 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34487076-fe72-40c9-ab29-b8d4bdcc7b64 req-0bb294a9-4218-4f87-b69e-ea9aa9536a3e tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:03:32.150699 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-34487076-fe72-40c9-ab29-b8d4bdcc7b64 req-0bb294a9-4218-4f87-b69e-ea9aa9536a3e tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] 10.222.0.41 "GET /v2.0/ports?device_id=57aed14a-3dbf-40e3-829b-79322cd85c4f HTTP/1.1" status: 200 len: 944 time: 0.1023498 Jul 28 19:03:32.199341 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-34487076-fe72-40c9-ab29-b8d4bdcc7b64 req-164c43a2-8abf-4f6c-b4cd-cdf87075190c tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] 10.222.0.41 "GET /v2.0/security-groups?id=1eb5a05b-31a0-42f8-b1e4-d0f49b56a7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400932 Jul 28 19:03:32.270889 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-4d3797d9-022e-4dce-ae11-46e51a2fdc39 req-a340910c-ce68-4d06-a393-a0f4a6669895 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d560c0e-0a73-4f3c-8080-2cbe04e596ed HTTP/1.1" status: 200 len: 210 time: 0.0350361 Jul 28 19:03:32.274129 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-d0659ca0-b636-4259-9839-f297b954b6cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676630'] for security_group, after_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:32.286412 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-d0659ca0-b636-4259-9839-f297b954b6cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:32.286412 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [None req-d0659ca0-b636-4259-9839-f297b954b6cc admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ef4a2329-7f24-48cf-901f-1d4c39eec493 HTTP/1.1" status: 204 len: 168 time: 0.2979386 Jul 28 19:03:32.297292 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0659ca0-b636-4259-9839-f297b954b6cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef4a2329-7f24-48cf-901f-1d4c39eec493,revision_number=None']} {{(pid=93587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:03:32.373232 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10263ca6-0ae8-4d18-a5df-84dd75a25055 req-35c47217-9036-4f63-b026-53f526111868 tempest-DeleteServersTestJSON-948083625 tempest-DeleteServersTestJSON-948083625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:03:32.384314 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-10263ca6-0ae8-4d18-a5df-84dd75a25055 req-35c47217-9036-4f63-b026-53f526111868 tempest-DeleteServersTestJSON-948083625 tempest-DeleteServersTestJSON-948083625-project] 10.222.0.41 "GET /v2.0/ports?device_id=8039b690-ef64-4872-a027-74670b318001 HTTP/1.1" status: 200 len: 931 time: 0.1102750 Jul 28 19:03:32.452795 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-8b141c54-446f-4203-b801-61ee8aa2625a req-e7254bf2-a6e1-49d5-ba55-83de2c9cca28 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=a31f3eb4-54c5-4c46-b1a5-9f5552726fca HTTP/1.1" status: 200 len: 210 time: 0.0502539 Jul 28 19:03:32.492937 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-10263ca6-0ae8-4d18-a5df-84dd75a25055 req-4eeb6986-3b9c-4c4a-bc2d-41f44ebcf12b tempest-DeleteServersTestJSON-948083625 tempest-DeleteServersTestJSON-948083625-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc7c8404-403a-4c27-9f62-deb2a99f8b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060154 Jul 28 19:03:32.557149 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-9a176c66-4ff4-43d4-a35f-85ab275c97c9 req-2306544e-2568-4662-8a6f-337fff3a1771 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/ports?device_id=746c8655-ed83-43a1-afe7-08635f73c152 HTTP/1.1" status: 200 len: 210 time: 0.0273921 Jul 28 19:03:32.964279 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.wsgi [-] (93587) accepted ('10.222.0.41', 57874) {{(pid=93587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:03:32.978021 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-097e14f3-3380-4a70-a842-f573756be34a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:33.087143 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-097e14f3-3380-4a70-a842-f573756be34a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:33.419332 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadb1b1f-e677-48e6-8bfa-80f03576345c req-25e60158-eab8-4296-bb47-55d5e9201a6b tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:03:33.419332 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-cadb1b1f-e677-48e6-8bfa-80f03576345c req-25e60158-eab8-4296-bb47-55d5e9201a6b tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] 10.222.0.41 "GET /v2.0/ports?device_id=57aed14a-3dbf-40e3-829b-79322cd85c4f HTTP/1.1" status: 200 len: 944 time: 0.0476084 Jul 28 19:03:33.419332 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-cadb1b1f-e677-48e6-8bfa-80f03576345c req-df8ac36e-f77b-4c7e-9e64-b155385bac96 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] 10.222.0.41 "GET /v2.0/security-groups?id=1eb5a05b-31a0-42f8-b1e4-d0f49b56a7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369096 Jul 28 19:03:33.419332 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-292c808b-0a44-4474-bff6-1100b5c9dc13 req-0599cbda-aa0b-451a-b845-d43c9b01c93c tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d560c0e-0a73-4f3c-8080-2cbe04e596ed HTTP/1.1" status: 200 len: 210 time: 0.0250690 Jul 28 19:03:33.496309 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-097e14f3-3380-4a70-a842-f573756be34a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676630'] for security_group, after_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:33.557859 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [None req-097e14f3-3380-4a70-a842-f573756be34a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=899454e8cff84715a33fde16255db562&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5924954 Jul 28 19:03:33.560611 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.wsgi [-] (93586) accepted ('10.222.0.41', 57892) {{(pid=93586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:03:33.573606 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097e14f3-3380-4a70-a842-f573756be34a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe86cfb2-6655-4f74-978f-b28f08722db9,revision_number=1']} {{(pid=93587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:03:33.648052 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-53822ad6-d49d-46ed-bb61-98e163fbc797 req-ff96c269-a8ff-4cdd-9bd0-2a0dcdc2f1ec tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=a31f3eb4-54c5-4c46-b1a5-9f5552726fca HTTP/1.1" status: 200 len: 210 time: 0.0554774 Jul 28 19:03:33.705741 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-e4328eab-56a5-4a3c-b919-721595a52ddb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:33.716847 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eada06b1-27cc-4fe2-b93b-7cf64b208e32 req-5ef1c2f7-4749-4e0f-af24-448edaac5a02 tempest-DeleteServersTestJSON-948083625 tempest-DeleteServersTestJSON-948083625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:03:33.718668 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-eada06b1-27cc-4fe2-b93b-7cf64b208e32 req-5ef1c2f7-4749-4e0f-af24-448edaac5a02 tempest-DeleteServersTestJSON-948083625 tempest-DeleteServersTestJSON-948083625-project] 10.222.0.41 "GET /v2.0/ports?device_id=8039b690-ef64-4872-a027-74670b318001 HTTP/1.1" status: 200 len: 931 time: 0.1273510 Jul 28 19:03:33.776353 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-aa0d3433-4439-41d5-9166-b26ca7a26276 req-e1a0072f-d39c-4c48-a5b9-5913d8a0e816 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/ports?device_id=746c8655-ed83-43a1-afe7-08635f73c152 HTTP/1.1" status: 200 len: 210 time: 0.0516729 Jul 28 19:03:33.788290 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-e4328eab-56a5-4a3c-b919-721595a52ddb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:33.852692 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-eada06b1-27cc-4fe2-b93b-7cf64b208e32 req-84389556-e77a-4f4c-9cab-ec4b6fe9f26c tempest-DeleteServersTestJSON-948083625 tempest-DeleteServersTestJSON-948083625-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc7c8404-403a-4c27-9f62-deb2a99f8b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110866 Jul 28 19:03:34.005305 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-e4328eab-56a5-4a3c-b919-721595a52ddb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676630'] for security_group, after_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:34.007943 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-e4328eab-56a5-4a3c-b919-721595a52ddb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:34.009678 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [None req-e4328eab-56a5-4a3c-b919-721595a52ddb admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/fe86cfb2-6655-4f74-978f-b28f08722db9 HTTP/1.1" status: 204 len: 168 time: 0.4464490 Jul 28 19:03:34.017917 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4328eab-56a5-4a3c-b919-721595a52ddb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe86cfb2-6655-4f74-978f-b28f08722db9,revision_number=None']} {{(pid=93586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:03:34.522379 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-95ec5292-b13d-4409-9ca9-e1035362a2e7 req-9b550554-8e7e-4af4-b2db-5dec2049ef5c tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d560c0e-0a73-4f3c-8080-2cbe04e596ed HTTP/1.1" status: 200 len: 210 time: 0.0374222 Jul 28 19:03:34.559488 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36844821-c640-4a66-9536-55c7ac2f5665 req-1f1c1fcb-7719-4c88-8642-6b8271427a26 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:03:34.560642 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-36844821-c640-4a66-9536-55c7ac2f5665 req-1f1c1fcb-7719-4c88-8642-6b8271427a26 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] 10.222.0.41 "GET /v2.0/ports?device_id=57aed14a-3dbf-40e3-829b-79322cd85c4f HTTP/1.1" status: 200 len: 944 time: 0.0739555 Jul 28 19:03:34.608206 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-36844821-c640-4a66-9536-55c7ac2f5665 req-c37697a6-9978-4045-9777-1c227a0e5a8e tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] 10.222.0.41 "GET /v2.0/security-groups?id=1eb5a05b-31a0-42f8-b1e4-d0f49b56a7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404546 Jul 28 19:03:34.691863 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.v2.base [req-97f50010-b850-4ca8-b816-9ff66f37bb27 req-55bfad55-5572-40cc-a6c5-3c4138df4a30 service neutron] Request body: {'port': {'device_id': '8039b690-ef64-4872-a027-74670b318001', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80265'}} {{(pid=93586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:03:34.729364 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.v2.base [req-d097a1b7-c96e-4e00-b355-579dccc46013 req-0e7c5be5-42d5-4666-9a62-240e59cca8da service neutron] Request body: {'port': {'device_id': 'aed3a892-a81b-4117-b3b4-c9c93f0bc2ce', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80265'}} {{(pid=93586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:03:34.765265 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-c2afa3a1-e3a3-46fa-a476-c2a6147b4a3d req-61bef8bf-e55a-477f-a758-04005cd7d2ed service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=00efaa0f-267e-46a3-b437-c6b06e7bc703 HTTP/1.1" status: 200 len: 217 time: 0.0749979 Jul 28 19:03:34.853798 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2afa3a1-e3a3-46fa-a476-c2a6147b4a3d req-4562e9b9-4ce9-4fc1-a9f8-cc36c6062d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:03:34.855616 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-c2afa3a1-e3a3-46fa-a476-c2a6147b4a3d req-4562e9b9-4ce9-4fc1-a9f8-cc36c6062d9e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=32eab73f-d113-43b8-aebd-3853735c2bcc HTTP/1.1" status: 200 len: 854 time: 0.0763447 Jul 28 19:03:34.856475 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-b953583d-3ae2-4af5-8e29-3d7091ccc49c req-abe41db0-6db5-4b14-bc50-7d0fd8222f35 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=a31f3eb4-54c5-4c46-b1a5-9f5552726fca HTTP/1.1" status: 200 len: 210 time: 0.0804217 Jul 28 19:03:34.924827 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [req-97f50010-b850-4ca8-b816-9ff66f37bb27 req-55bfad55-5572-40cc-a6c5-3c4138df4a30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555300'] for port, before_update {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:34.958124 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-ccda3a32-84fd-4d36-8e0a-60a5d7bda360 req-37fca985-07d8-497d-9283-95b344870b78 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/ports?device_id=746c8655-ed83-43a1-afe7-08635f73c152 HTTP/1.1" status: 200 len: 210 time: 0.0485156 Jul 28 19:03:34.963986 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [req-d097a1b7-c96e-4e00-b355-579dccc46013 req-0e7c5be5-42d5-4666-9a62-240e59cca8da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555300'] for port, before_update {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:34.976465 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-c2afa3a1-e3a3-46fa-a476-c2a6147b4a3d req-1bc1175e-87a0-4847-9e66-2153d68a3fe4 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e0a2ab1a-aea2-4350-8078-2cc022d2ad29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0752006 Jul 28 19:03:35.154145 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-c2afa3a1-e3a3-46fa-a476-c2a6147b4a3d req-a9ec2bb2-c891-457b-97c9-56ece8f2e58d service neutron] 10.222.0.49 "GET /v2.0/networks/e0a2ab1a-aea2-4350-8078-2cc022d2ad29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289003 Jul 28 19:03:35.204019 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edcfd06-f21d-47e7-a9bd-56a65b2a4e05 req-481a9bb6-773a-4dd1-bf27-0a80cc78f50c tempest-DeleteServersTestJSON-948083625 tempest-DeleteServersTestJSON-948083625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:03:35.205750 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-1edcfd06-f21d-47e7-a9bd-56a65b2a4e05 req-481a9bb6-773a-4dd1-bf27-0a80cc78f50c tempest-DeleteServersTestJSON-948083625 tempest-DeleteServersTestJSON-948083625-project] 10.222.0.41 "GET /v2.0/ports?device_id=8039b690-ef64-4872-a027-74670b318001 HTTP/1.1" status: 200 len: 931 time: 0.2370794 Jul 28 19:03:35.280109 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-c2afa3a1-e3a3-46fa-a476-c2a6147b4a3d req-a80acc2a-d442-430c-9f9f-fba5006c395a service neutron] 10.222.0.49 "GET /v2.0/networks/e0a2ab1a-aea2-4350-8078-2cc022d2ad29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094120 Jul 28 19:03:35.420255 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-1edcfd06-f21d-47e7-a9bd-56a65b2a4e05 req-76904929-0825-44c1-ab42-2c5ff0d41970 tempest-DeleteServersTestJSON-948083625 tempest-DeleteServersTestJSON-948083625-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc7c8404-403a-4c27-9f62-deb2a99f8b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615720 Jul 28 19:03:35.453516 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e857b169-6ff0-4eaa-9508-e91ac14f65ae req-f0d58450-4c07-4e05-986f-bc06bd85cb57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:03:35.455116 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-e857b169-6ff0-4eaa-9508-e91ac14f65ae req-f0d58450-4c07-4e05-986f-bc06bd85cb57 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8d3b7942249542e0a5d3094ec27a34f5&device_id=57aed14a-3dbf-40e3-829b-79322cd85c4f HTTP/1.1" status: 200 len: 1097 time: 0.0460036 Jul 28 19:03:35.629270 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e857b169-6ff0-4eaa-9508-e91ac14f65ae req-9a6f8137-6ad0-4b09-b881-74079f5082cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:03:35.631032 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-e857b169-6ff0-4eaa-9508-e91ac14f65ae req-9a6f8137-6ad0-4b09-b881-74079f5082cf service neutron] 10.222.0.49 "GET /v2.0/networks?id=e0a2ab1a-aea2-4350-8078-2cc022d2ad29 HTTP/1.1" status: 200 len: 915 time: 0.1676726 Jul 28 19:03:35.676325 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-68d0b806-2020-4cc0-9ec3-45d6abb3b51c req-c408bf34-743f-4317-906d-bd6f8af64eaa tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d560c0e-0a73-4f3c-8080-2cbe04e596ed HTTP/1.1" status: 200 len: 210 time: 0.0388143 Jul 28 19:03:35.676912 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-e857b169-6ff0-4eaa-9508-e91ac14f65ae req-02caa71c-2202-4f33-8caa-48c32ebf20f1 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=00efaa0f-267e-46a3-b437-c6b06e7bc703 HTTP/1.1" status: 200 len: 217 time: 0.0364020 Jul 28 19:03:35.679908 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.notifiers.nova [req-d097a1b7-c96e-4e00-b355-579dccc46013 req-0e7c5be5-42d5-4666-9a62-240e59cca8da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42bd04ad-4b2a-497e-96f2-9b339a73581a {{(pid=93586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 19:03:35.691745 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [req-d097a1b7-c96e-4e00-b355-579dccc46013 req-0e7c5be5-42d5-4666-9a62-240e59cca8da service neutron] Notify callbacks [] for port, precommit_update {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:35.698040 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.notifiers.nova [req-97f50010-b850-4ca8-b816-9ff66f37bb27 req-55bfad55-5572-40cc-a6c5-3c4138df4a30 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b2e8245-61d8-4643-9edf-60e6b5a965db {{(pid=93586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 19:03:35.718382 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [req-97f50010-b850-4ca8-b816-9ff66f37bb27 req-55bfad55-5572-40cc-a6c5-3c4138df4a30 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:35.754363 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.db.provisioning_blocks [req-d097a1b7-c96e-4e00-b355-579dccc46013 req-0e7c5be5-42d5-4666-9a62-240e59cca8da service neutron] Transition to ACTIVE for port object 42bd04ad-4b2a-497e-96f2-9b339a73581a will not be triggered until provisioned by entity L2. {{(pid=93586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 19:03:35.757768 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e857b169-6ff0-4eaa-9508-e91ac14f65ae req-e830eae2-bd71-4aa6-a628-237d79a50cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:03:35.759539 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-e857b169-6ff0-4eaa-9508-e91ac14f65ae req-e830eae2-bd71-4aa6-a628-237d79a50cbb service neutron] 10.222.0.49 "GET /v2.0/subnets?id=32eab73f-d113-43b8-aebd-3853735c2bcc HTTP/1.1" status: 200 len: 854 time: 0.0746801 Jul 28 19:03:35.760779 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.db.provisioning_blocks [req-97f50010-b850-4ca8-b816-9ff66f37bb27 req-55bfad55-5572-40cc-a6c5-3c4138df4a30 service neutron] Transition to ACTIVE for port object 2b2e8245-61d8-4643-9edf-60e6b5a965db will not be triggered until provisioned by entity L2. {{(pid=93586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 19:03:35.788681 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b513c3-9ba7-41a3-92e4-047f36a45f76 req-22097898-8edd-4a77-9460-e81bde1d5f42 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:03:35.801079 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-a4b513c3-9ba7-41a3-92e4-047f36a45f76 req-22097898-8edd-4a77-9460-e81bde1d5f42 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] 10.222.0.41 "GET /v2.0/ports?device_id=57aed14a-3dbf-40e3-829b-79322cd85c4f HTTP/1.1" status: 200 len: 944 time: 0.1112843 Jul 28 19:03:35.814550 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-e857b169-6ff0-4eaa-9508-e91ac14f65ae req-e505c633-0b0a-49e3-b740-e0ed541e3423 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e0a2ab1a-aea2-4350-8078-2cc022d2ad29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395293 Jul 28 19:03:35.817515 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.wsgi [-] (93587) accepted ('10.222.0.49', 55725) {{(pid=93587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:03:35.841187 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-a4b513c3-9ba7-41a3-92e4-047f36a45f76 req-695ebbb2-72e3-471e-a204-508581b78db4 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] 10.222.0.41 "GET /v2.0/security-groups?id=1eb5a05b-31a0-42f8-b1e4-d0f49b56a7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353799 Jul 28 19:03:35.844759 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [req-d097a1b7-c96e-4e00-b355-579dccc46013 req-0e7c5be5-42d5-4666-9a62-240e59cca8da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742349622321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742349248534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742349248552'] for port, after_update {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:35.892264 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [req-97f50010-b850-4ca8-b816-9ff66f37bb27 req-55bfad55-5572-40cc-a6c5-3c4138df4a30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742349622321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742349248534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742349248552'] for port, after_update {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:35.963505 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7c5be5-42d5-4666-9a62-240e59cca8da service neutron] Pushing event updated for resources: {'Port': ['ID=42bd04ad-4b2a-497e-96f2-9b339a73581a,revision_number=2']} {{(pid=93586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:03:36.033433 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-e857b169-6ff0-4eaa-9508-e91ac14f65ae req-a9363911-ea8f-4596-ab09-0b257a447765 service neutron] 10.222.0.49 "GET /v2.0/networks/e0a2ab1a-aea2-4350-8078-2cc022d2ad29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1996937 Jul 28 19:03:36.046385 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f89762-6b18-44fe-8c1f-b13a3616169c req-c6713a10-93e6-4e34-aac2-ae70d2efc2c8 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:03:36.049460 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-47f89762-6b18-44fe-8c1f-b13a3616169c req-c6713a10-93e6-4e34-aac2-ae70d2efc2c8 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.49 "GET /v2.0/networks?id=55abd46f-cb0c-4975-97d4-5b97e39ca579 HTTP/1.1" status: 200 len: 818 time: 0.2244744 Jul 28 19:03:36.051049 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-419022c8-02a0-4834-9147-fa9a64b7d444 req-af48713b-1481-4ad9-b920-cd0f18516506 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=a31f3eb4-54c5-4c46-b1a5-9f5552726fca HTTP/1.1" status: 200 len: 210 time: 0.0837874 Jul 28 19:03:36.055576 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.plugins.ml2.managers [req-d097a1b7-c96e-4e00-b355-579dccc46013 req-0e7c5be5-42d5-4666-9a62-240e59cca8da service neutron] Attempting to bind port 42bd04ad-4b2a-497e-96f2-9b339a73581a on host hv-cinder-80265 for vnic_type normal with profile {{(pid=93586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 19:03:36.056070 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.plugins.ml2.managers [req-d097a1b7-c96e-4e00-b355-579dccc46013 req-0e7c5be5-42d5-4666-9a62-240e59cca8da service neutron] Attempting to bind port 42bd04ad-4b2a-497e-96f2-9b339a73581a by drivers openvswitch,hyperv on host hv-cinder-80265 at level 0 using segments [{'id': '3139aff5-4d6c-4278-a04a-7a1d2851646e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '55abd46f-cb0c-4975-97d4-5b97e39ca579'}] {{(pid=93586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 19:03:36.056489 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d097a1b7-c96e-4e00-b355-579dccc46013 req-0e7c5be5-42d5-4666-9a62-240e59cca8da service neutron] Attempting to bind port 42bd04ad-4b2a-497e-96f2-9b339a73581a on network 55abd46f-cb0c-4975-97d4-5b97e39ca579 {{(pid=93586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 19:03:36.073572 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.v2.base [req-47f89762-6b18-44fe-8c1f-b13a3616169c req-b081acfa-7778-446a-9cec-997538624bc4 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] Request body: {'port': {'device_id': '746c8655-ed83-43a1-afe7-08635f73c152', 'network_id': '55abd46f-cb0c-4975-97d4-5b97e39ca579', 'admin_state_up': True, 'tenant_id': 'ab36a3ab5c78406b94032a7ca4193d8f'}} {{(pid=93587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:03:36.257429 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-e857b169-6ff0-4eaa-9508-e91ac14f65ae req-48343475-1ef1-407f-b82f-00baf7dc2633 service neutron] 10.222.0.49 "GET /v2.0/networks/e0a2ab1a-aea2-4350-8078-2cc022d2ad29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2006297 Jul 28 19:03:36.289881 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d097a1b7-c96e-4e00-b355-579dccc46013 req-0e7c5be5-42d5-4666-9a62-240e59cca8da service neutron] Port 42bd04ad-4b2a-497e-96f2-9b339a73581a on network 55abd46f-cb0c-4975-97d4-5b97e39ca579 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80265 {{(pid=93586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 19:03:36.290205 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d097a1b7-c96e-4e00-b355-579dccc46013 req-0e7c5be5-42d5-4666-9a62-240e59cca8da service neutron] Attempting to bind port 42bd04ad-4b2a-497e-96f2-9b339a73581a on network 55abd46f-cb0c-4975-97d4-5b97e39ca579 {{(pid=93586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 19:03:36.299514 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-92df6794-0bb8-4484-b025-53d6ab802104 req-c9cf1e4e-8259-4bcd-84f5-77217f2d5177 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/ports?device_id=746c8655-ed83-43a1-afe7-08635f73c152 HTTP/1.1" status: 200 len: 210 time: 0.2386746 Jul 28 19:03:36.304206 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bfad55-5572-40cc-a6c5-3c4138df4a30 service neutron] Pushing event updated for resources: {'Port': ['ID=2b2e8245-61d8-4643-9edf-60e6b5a965db,revision_number=2']} {{(pid=93586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:03:36.308947 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d097a1b7-c96e-4e00-b355-579dccc46013 req-0e7c5be5-42d5-4666-9a62-240e59cca8da service neutron] Checking agent: {'id': 'f02a77d8-88e9-4ce1-b3bf-c8b64693a24a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80265', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 19, 1, 31), 'started_at': datetime.datetime(2021, 7, 28, 19, 1, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 19, 3, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 19:03:36.314131 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d097a1b7-c96e-4e00-b355-579dccc46013 req-0e7c5be5-42d5-4666-9a62-240e59cca8da service neutron] Checking segment: {'id': '3139aff5-4d6c-4278-a04a-7a1d2851646e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '55abd46f-cb0c-4975-97d4-5b97e39ca579'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 19:03:36.314131 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d097a1b7-c96e-4e00-b355-579dccc46013 req-0e7c5be5-42d5-4666-9a62-240e59cca8da service neutron] Bound using segment: {'id': '3139aff5-4d6c-4278-a04a-7a1d2851646e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '55abd46f-cb0c-4975-97d4-5b97e39ca579'} {{(pid=93586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 19:03:36.314131 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.plugins.ml2.managers [req-d097a1b7-c96e-4e00-b355-579dccc46013 req-0e7c5be5-42d5-4666-9a62-240e59cca8da service neutron] Bound port: 42bd04ad-4b2a-497e-96f2-9b339a73581a, host: hv-cinder-80265, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3139aff5-4d6c-4278-a04a-7a1d2851646e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '55abd46f-cb0c-4975-97d4-5b97e39ca579'}}] {{(pid=93586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 19:03:36.314131 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [req-d097a1b7-c96e-4e00-b355-579dccc46013 req-0e7c5be5-42d5-4666-9a62-240e59cca8da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555300'] for port, before_update {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:36.314131 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.plugins.ml2.managers [req-97f50010-b850-4ca8-b816-9ff66f37bb27 req-55bfad55-5572-40cc-a6c5-3c4138df4a30 service neutron] Attempting to bind port 2b2e8245-61d8-4643-9edf-60e6b5a965db on host hv-cinder-80265 for vnic_type normal with profile {{(pid=93586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 19:03:36.314131 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.plugins.ml2.managers [req-97f50010-b850-4ca8-b816-9ff66f37bb27 req-55bfad55-5572-40cc-a6c5-3c4138df4a30 service neutron] Attempting to bind port 2b2e8245-61d8-4643-9edf-60e6b5a965db by drivers openvswitch,hyperv on host hv-cinder-80265 at level 0 using segments [{'id': '0d3c4ff0-4d0c-4266-bc56-cf9746e30c96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'c056e1d5-ae09-46ea-8799-2cf0d09a03be'}] {{(pid=93586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 19:03:36.314131 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f50010-b850-4ca8-b816-9ff66f37bb27 req-55bfad55-5572-40cc-a6c5-3c4138df4a30 service neutron] Attempting to bind port 2b2e8245-61d8-4643-9edf-60e6b5a965db on network c056e1d5-ae09-46ea-8799-2cf0d09a03be {{(pid=93586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 19:03:36.325998 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f50010-b850-4ca8-b816-9ff66f37bb27 req-55bfad55-5572-40cc-a6c5-3c4138df4a30 service neutron] Port 2b2e8245-61d8-4643-9edf-60e6b5a965db on network c056e1d5-ae09-46ea-8799-2cf0d09a03be not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80265 {{(pid=93586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 19:03:36.326323 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f50010-b850-4ca8-b816-9ff66f37bb27 req-55bfad55-5572-40cc-a6c5-3c4138df4a30 service neutron] Attempting to bind port 2b2e8245-61d8-4643-9edf-60e6b5a965db on network c056e1d5-ae09-46ea-8799-2cf0d09a03be {{(pid=93586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 19:03:36.334404 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f50010-b850-4ca8-b816-9ff66f37bb27 req-55bfad55-5572-40cc-a6c5-3c4138df4a30 service neutron] Checking agent: {'id': 'f02a77d8-88e9-4ce1-b3bf-c8b64693a24a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80265', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 19, 1, 31), 'started_at': datetime.datetime(2021, 7, 28, 19, 1, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 19, 3, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 19:03:36.334677 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f50010-b850-4ca8-b816-9ff66f37bb27 req-55bfad55-5572-40cc-a6c5-3c4138df4a30 service neutron] Checking segment: {'id': '0d3c4ff0-4d0c-4266-bc56-cf9746e30c96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'c056e1d5-ae09-46ea-8799-2cf0d09a03be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 19:03:36.335110 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f50010-b850-4ca8-b816-9ff66f37bb27 req-55bfad55-5572-40cc-a6c5-3c4138df4a30 service neutron] Bound using segment: {'id': '0d3c4ff0-4d0c-4266-bc56-cf9746e30c96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'c056e1d5-ae09-46ea-8799-2cf0d09a03be'} {{(pid=93586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 19:03:36.335538 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.plugins.ml2.managers [req-97f50010-b850-4ca8-b816-9ff66f37bb27 req-55bfad55-5572-40cc-a6c5-3c4138df4a30 service neutron] Bound port: 2b2e8245-61d8-4643-9edf-60e6b5a965db, host: hv-cinder-80265, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d3c4ff0-4d0c-4266-bc56-cf9746e30c96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'c056e1d5-ae09-46ea-8799-2cf0d09a03be'}}] {{(pid=93586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 19:03:36.335917 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [req-97f50010-b850-4ca8-b816-9ff66f37bb27 req-55bfad55-5572-40cc-a6c5-3c4138df4a30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555300'] for port, before_update {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:36.336652 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47f89762-6b18-44fe-8c1f-b13a3616169c req-b081acfa-7778-446a-9cec-997538624bc4 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] Made reservation on behalf of ab36a3ab5c78406b94032a7ca4193d8f for: {'port': 1} {{(pid=93587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 19:03:36.340257 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [req-47f89762-6b18-44fe-8c1f-b13a3616169c req-b081acfa-7778-446a-9cec-997538624bc4 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555300'] for port, before_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:36.438795 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.plugins.ml2.db [req-d097a1b7-c96e-4e00-b355-579dccc46013 req-0e7c5be5-42d5-4666-9a62-240e59cca8da service neutron] For port 42bd04ad-4b2a-497e-96f2-9b339a73581a, host hv-cinder-80265, cleared binding levels {{(pid=93586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 19:03:36.480406 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.plugins.ml2.db [req-d097a1b7-c96e-4e00-b355-579dccc46013 req-0e7c5be5-42d5-4666-9a62-240e59cca8da service neutron] For port 42bd04ad-4b2a-497e-96f2-9b339a73581a, host hv-cinder-80265, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=42bd04ad-4b2a-497e-96f2-9b339a73581a,segment=NetworkSegment(3139aff5-4d6c-4278-a04a-7a1d2851646e),segment_id=3139aff5-4d6c-4278-a04a-7a1d2851646e)] {{(pid=93586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 19:03:36.481800 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.plugins.ml2.db [req-97f50010-b850-4ca8-b816-9ff66f37bb27 req-55bfad55-5572-40cc-a6c5-3c4138df4a30 service neutron] For port 2b2e8245-61d8-4643-9edf-60e6b5a965db, host hv-cinder-80265, cleared binding levels {{(pid=93586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 19:03:36.500440 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.plugins.ml2.db [req-97f50010-b850-4ca8-b816-9ff66f37bb27 req-55bfad55-5572-40cc-a6c5-3c4138df4a30 service neutron] For port 2b2e8245-61d8-4643-9edf-60e6b5a965db, host hv-cinder-80265, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=2b2e8245-61d8-4643-9edf-60e6b5a965db,segment=NetworkSegment(0d3c4ff0-4d0c-4266-bc56-cf9746e30c96),segment_id=0d3c4ff0-4d0c-4266-bc56-cf9746e30c96)] {{(pid=93586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 19:03:36.557625 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7ff650-9c48-456e-b296-8e048e9f8a5e req-8867b1e4-c72c-4211-b059-3b6dd7033e7c tempest-DeleteServersTestJSON-948083625 tempest-DeleteServersTestJSON-948083625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:03:36.560687 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-8d7ff650-9c48-456e-b296-8e048e9f8a5e req-8867b1e4-c72c-4211-b059-3b6dd7033e7c tempest-DeleteServersTestJSON-948083625 tempest-DeleteServersTestJSON-948083625-project] 10.222.0.41 "GET /v2.0/ports?device_id=8039b690-ef64-4872-a027-74670b318001 HTTP/1.1" status: 200 len: 943 time: 0.0523698 Jul 28 19:03:36.561160 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [req-d097a1b7-c96e-4e00-b355-579dccc46013 req-0e7c5be5-42d5-4666-9a62-240e59cca8da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742349622321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742349248534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742349248552'] for port, after_update {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:36.602056 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [req-97f50010-b850-4ca8-b816-9ff66f37bb27 req-55bfad55-5572-40cc-a6c5-3c4138df4a30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742349622321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742349248534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742349248552'] for port, after_update {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:36.640342 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d097a1b7-c96e-4e00-b355-579dccc46013 req-0e7c5be5-42d5-4666-9a62-240e59cca8da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:03:36.640960 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [req-d097a1b7-c96e-4e00-b355-579dccc46013 req-0e7c5be5-42d5-4666-9a62-240e59cca8da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760026'] for port, before_response {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:36.642349 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-d097a1b7-c96e-4e00-b355-579dccc46013 req-0e7c5be5-42d5-4666-9a62-240e59cca8da service neutron] 10.222.0.49 "PUT /v2.0/ports/42bd04ad-4b2a-497e-96f2-9b339a73581a HTTP/1.1" status: 200 len: 1094 time: 1.9199500 Jul 28 19:03:36.642818 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aed3a892-a81b-4117-b3b4-c9c93f0bc2ce', 'tag': '42bd04ad-4b2a-497e-96f2-9b339a73581a'}] {{(pid=93586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 19:03:36.672230 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.db.db_base_plugin_common [req-47f89762-6b18-44fe-8c1f-b13a3616169c req-b081acfa-7778-446a-9cec-997538624bc4 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] Allocated IP 172.20.0.13 (55abd46f-cb0c-4975-97d4-5b97e39ca579/7ace80f0-3f3a-4421-afb0-85b3c7802c40/e1d49c09-fa6e-4604-8abe-27b663adc5f1) {{(pid=93587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 19:03:36.711167 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f50010-b850-4ca8-b816-9ff66f37bb27 req-55bfad55-5572-40cc-a6c5-3c4138df4a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:03:36.711938 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [req-97f50010-b850-4ca8-b816-9ff66f37bb27 req-55bfad55-5572-40cc-a6c5-3c4138df4a30 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760026'] for port, before_response {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:36.713288 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-97f50010-b850-4ca8-b816-9ff66f37bb27 req-55bfad55-5572-40cc-a6c5-3c4138df4a30 service neutron] 10.222.0.49 "PUT /v2.0/ports/2b2e8245-61d8-4643-9edf-60e6b5a965db HTTP/1.1" status: 200 len: 1093 time: 2.0283797 Jul 28 19:03:36.718694 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7c5be5-42d5-4666-9a62-240e59cca8da service neutron] Pushing event updated for resources: {'Port': ['ID=42bd04ad-4b2a-497e-96f2-9b339a73581a,revision_number=3']} {{(pid=93586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:03:36.752127 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-8d7ff650-9c48-456e-b296-8e048e9f8a5e req-943df096-dbb7-4537-b719-bba95162a5bc tempest-DeleteServersTestJSON-948083625 tempest-DeleteServersTestJSON-948083625-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc7c8404-403a-4c27-9f62-deb2a99f8b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855886 Jul 28 19:03:36.788081 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bfad55-5572-40cc-a6c5-3c4138df4a30 service neutron] Pushing event updated for resources: {'Port': ['ID=2b2e8245-61d8-4643-9edf-60e6b5a965db,revision_number=3']} {{(pid=93586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:03:36.847635 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-fa6a40e1-2dce-47ce-bbc7-1f19dccc73b5 req-3e80e32e-f930-4620-a1a4-d8148b8f9c20 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d560c0e-0a73-4f3c-8080-2cbe04e596ed HTTP/1.1" status: 200 len: 210 time: 0.0359395 Jul 28 19:03:36.855725 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [req-47f89762-6b18-44fe-8c1f-b13a3616169c req-b081acfa-7778-446a-9cec-997538624bc4 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] Notify callbacks [] for port, precommit_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:36.888943 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be08c321523524cea896d4e8aa610e0b61aedc9f5bb636967bf6413fb0e56d16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b2a3d27-e7f6-477c-addd-e6b64d0a9737" -d '{"events": [{"name": "network-changed", "server_uuid": "aed3a892-a81b-4117-b3b4-c9c93f0bc2ce", "tag": "42bd04ad-4b2a-497e-96f2-9b339a73581a"}]}' {{(pid=93586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 19:03:36.985524 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59b5e38-6348-4779-a545-94d58d570959 req-072f7fa0-35e7-47da-a59d-b570226678b8 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:03:36.987107 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-d59b5e38-6348-4779-a545-94d58d570959 req-072f7fa0-35e7-47da-a59d-b570226678b8 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] 10.222.0.41 "GET /v2.0/ports?device_id=57aed14a-3dbf-40e3-829b-79322cd85c4f HTTP/1.1" status: 200 len: 944 time: 0.0556438 Jul 28 19:03:36.990019 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 19:03:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c9ab3e4-3607-43da-b2d6-8aabae47bbbc x-openstack-request-id: req-0c9ab3e4-3607-43da-b2d6-8aabae47bbbc {{(pid=93586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 19:03:36.990316 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aed3a892-a81b-4117-b3b4-c9c93f0bc2ce", "tag": "42bd04ad-4b2a-497e-96f2-9b339a73581a", "status": "completed", "code": 200}]} {{(pid=93586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 19:03:36.990563 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0c9ab3e4-3607-43da-b2d6-8aabae47bbbc {{(pid=93586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 19:03:36.991006 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aed3a892-a81b-4117-b3b4-c9c93f0bc2ce', 'tag': '42bd04ad-4b2a-497e-96f2-9b339a73581a', 'status': 'completed', 'code': 200} Jul 28 19:03:37.000034 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [req-47f89762-6b18-44fe-8c1f-b13a3616169c req-b081acfa-7778-446a-9cec-997538624bc4 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742349248516'] for port, after_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:37.037161 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-d59b5e38-6348-4779-a545-94d58d570959 req-33986dde-e1c1-4eaf-bb85-d7205dcc85ae tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] 10.222.0.41 "GET /v2.0/security-groups?id=1eb5a05b-31a0-42f8-b1e4-d0f49b56a7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358145 Jul 28 19:03:37.046103 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47f89762-6b18-44fe-8c1f-b13a3616169c req-b081acfa-7778-446a-9cec-997538624bc4 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] Network 55abd46f-cb0c-4975-97d4-5b97e39ca579 is already hosted by enough agents. {{(pid=93587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 19:03:37.048304 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.scheduler.base_scheduler [req-47f89762-6b18-44fe-8c1f-b13a3616169c req-b081acfa-7778-446a-9cec-997538624bc4 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] Resources bound (agent type, host, resource id): {{(pid=93587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 19:03:37.052254 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.db.l3_dvrscheduler_db [req-47f89762-6b18-44fe-8c1f-b13a3616169c req-b081acfa-7778-446a-9cec-997538624bc4 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] Received port after_create {{(pid=93587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 19:03:37.057897 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f89762-6b18-44fe-8c1f-b13a3616169c req-b081acfa-7778-446a-9cec-997538624bc4 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:03:37.058515 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [req-47f89762-6b18-44fe-8c1f-b13a3616169c req-b081acfa-7778-446a-9cec-997538624bc4 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760026'] for port, before_response {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:37.066973 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b081acfa-7778-446a-9cec-997538624bc4 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] Pushing event updated for resources: {'Port': ['ID=e1d49c09-fa6e-4604-8abe-27b663adc5f1,revision_number=1']} {{(pid=93587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:03:37.157031 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-69513f9b-bc78-458d-8d28-0fe2fdb19aa0 req-26390973-70c5-4660-a2a3-0c1b3f85e304 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=a31f3eb4-54c5-4c46-b1a5-9f5552726fca HTTP/1.1" status: 200 len: 210 time: 0.0308478 Jul 28 19:03:37.160723 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-47f89762-6b18-44fe-8c1f-b13a3616169c req-b081acfa-7778-446a-9cec-997538624bc4 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0930548 Jul 28 19:03:37.415522 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b81c28d-4542-4c45-b891-badc33b122f6 req-dec46f36-eac7-451e-b973-21e1e35fb3df tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:03:37.417029 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-5b81c28d-4542-4c45-b891-badc33b122f6 req-dec46f36-eac7-451e-b973-21e1e35fb3df tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/ports?device_id=746c8655-ed83-43a1-afe7-08635f73c152 HTTP/1.1" status: 200 len: 932 time: 0.0473721 Jul 28 19:03:37.455435 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-5b81c28d-4542-4c45-b891-badc33b122f6 req-ba60393b-bd5f-46fa-9a78-c1a64149fb7e tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/security-groups?id=42975843-26fd-496e-b975-a1703127fe22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321813 Jul 28 19:03:37.871557 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5199dbc-ef0b-4f3b-8035-aa9b86252156 req-e37f02ca-fac0-4c1f-911c-64288ced9764 tempest-DeleteServersTestJSON-948083625 tempest-DeleteServersTestJSON-948083625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:03:37.873083 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-c5199dbc-ef0b-4f3b-8035-aa9b86252156 req-e37f02ca-fac0-4c1f-911c-64288ced9764 tempest-DeleteServersTestJSON-948083625 tempest-DeleteServersTestJSON-948083625-project] 10.222.0.41 "GET /v2.0/ports?device_id=8039b690-ef64-4872-a027-74670b318001 HTTP/1.1" status: 200 len: 943 time: 0.0494802 Jul 28 19:03:37.915394 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-c5199dbc-ef0b-4f3b-8035-aa9b86252156 req-ffe1eb83-185f-4b16-811b-86c0368f0db2 tempest-DeleteServersTestJSON-948083625 tempest-DeleteServersTestJSON-948083625-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc7c8404-403a-4c27-9f62-deb2a99f8b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358853 Jul 28 19:03:37.971019 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-0087566e-3a88-4314-8cbd-77cd0992e9a3 req-e9e7fe24-5f5d-4069-b32a-7430d8ffa95b tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d560c0e-0a73-4f3c-8080-2cbe04e596ed HTTP/1.1" status: 200 len: 210 time: 0.0289083 Jul 28 19:03:38.156387 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381da542-a229-4da4-9026-b07f3eb3072b req-3da9af30-ac45-422a-9be6-785f449cf276 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:03:38.157858 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-381da542-a229-4da4-9026-b07f3eb3072b req-3da9af30-ac45-422a-9be6-785f449cf276 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] 10.222.0.41 "GET /v2.0/ports?device_id=57aed14a-3dbf-40e3-829b-79322cd85c4f HTTP/1.1" status: 200 len: 944 time: 0.0480759 Jul 28 19:03:38.194881 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-381da542-a229-4da4-9026-b07f3eb3072b req-bba07b61-57d4-4455-a286-3c15badde06d tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] 10.222.0.41 "GET /v2.0/security-groups?id=1eb5a05b-31a0-42f8-b1e4-d0f49b56a7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311396 Jul 28 19:03:38.251553 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-2a344c35-f82c-40b4-a000-a8921719d824 req-d7776f6a-a29d-4990-b7a5-c807d9834f3c tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=a31f3eb4-54c5-4c46-b1a5-9f5552726fca HTTP/1.1" status: 200 len: 210 time: 0.0263624 Jul 28 19:03:38.569317 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27677ac2-9c87-489e-a26c-7f5976ca12e1 req-8ea86d86-ccf1-4464-addb-fc8d89470f96 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:03:38.570804 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-27677ac2-9c87-489e-a26c-7f5976ca12e1 req-8ea86d86-ccf1-4464-addb-fc8d89470f96 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/ports?device_id=746c8655-ed83-43a1-afe7-08635f73c152 HTTP/1.1" status: 200 len: 932 time: 0.0484874 Jul 28 19:03:38.609341 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-27677ac2-9c87-489e-a26c-7f5976ca12e1 req-61235f21-babf-45bb-abcf-ede25b70ad1a tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/security-groups?id=42975843-26fd-496e-b975-a1703127fe22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322499 Jul 28 19:03:38.992095 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8039b690-ef64-4872-a027-74670b318001', 'tag': '2b2e8245-61d8-4643-9edf-60e6b5a965db'}] {{(pid=93586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 19:03:38.998265 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be08c321523524cea896d4e8aa610e0b61aedc9f5bb636967bf6413fb0e56d16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f35b0322-4303-42c8-8cc5-f26d6a7943a7" -d '{"events": [{"name": "network-changed", "server_uuid": "8039b690-ef64-4872-a027-74670b318001", "tag": "2b2e8245-61d8-4643-9edf-60e6b5a965db"}]}' {{(pid=93586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 19:03:39.035786 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2effe996-d4a9-4b42-b6aa-097f5f126448 req-5dd2f4a5-f02a-4585-aa34-ad5aebbfc9b2 tempest-DeleteServersTestJSON-948083625 tempest-DeleteServersTestJSON-948083625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:03:39.037288 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-2effe996-d4a9-4b42-b6aa-097f5f126448 req-5dd2f4a5-f02a-4585-aa34-ad5aebbfc9b2 tempest-DeleteServersTestJSON-948083625 tempest-DeleteServersTestJSON-948083625-project] 10.222.0.41 "GET /v2.0/ports?device_id=8039b690-ef64-4872-a027-74670b318001 HTTP/1.1" status: 200 len: 943 time: 0.0575287 Jul 28 19:03:39.071272 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-3342593b-9178-4934-9070-a8db9c0ae3d3 req-ad0d9016-04ef-4261-82d3-250325384e8d tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d560c0e-0a73-4f3c-8080-2cbe04e596ed HTTP/1.1" status: 200 len: 210 time: 0.0298736 Jul 28 19:03:39.097755 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-2effe996-d4a9-4b42-b6aa-097f5f126448 req-96cb6032-769c-40d6-84cf-0a2d29a605ef tempest-DeleteServersTestJSON-948083625 tempest-DeleteServersTestJSON-948083625-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc7c8404-403a-4c27-9f62-deb2a99f8b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483789 Jul 28 19:03:39.117292 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 19:03:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71962a1b-2721-481a-9203-b716a334e02e x-openstack-request-id: req-71962a1b-2721-481a-9203-b716a334e02e {{(pid=93586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 19:03:39.117597 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8039b690-ef64-4872-a027-74670b318001", "tag": "2b2e8245-61d8-4643-9edf-60e6b5a965db", "status": "completed", "code": 200}]} {{(pid=93586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 19:03:39.117917 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-71962a1b-2721-481a-9203-b716a334e02e {{(pid=93586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 19:03:39.118307 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8039b690-ef64-4872-a027-74670b318001', 'tag': '2b2e8245-61d8-4643-9edf-60e6b5a965db', 'status': 'completed', 'code': 200} Jul 28 19:03:39.311814 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7344b4e2-ee12-4cc3-aaf4-cb2d307c90b5 req-a9512f1f-daa1-48c9-ad2b-6bb3b61df25c tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:03:39.313560 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-7344b4e2-ee12-4cc3-aaf4-cb2d307c90b5 req-a9512f1f-daa1-48c9-ad2b-6bb3b61df25c tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] 10.222.0.41 "GET /v2.0/ports?device_id=57aed14a-3dbf-40e3-829b-79322cd85c4f HTTP/1.1" status: 200 len: 944 time: 0.0513105 Jul 28 19:03:39.372342 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-6747f6c8-8060-43ca-95eb-c4921292a918 req-eb580ea3-4700-4b93-993e-707d030394eb tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=a31f3eb4-54c5-4c46-b1a5-9f5552726fca HTTP/1.1" status: 200 len: 210 time: 0.0365839 Jul 28 19:03:39.381106 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-7344b4e2-ee12-4cc3-aaf4-cb2d307c90b5 req-1b383e3f-23c7-40b0-aa5d-f0d5a3fc66b5 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] 10.222.0.41 "GET /v2.0/security-groups?id=1eb5a05b-31a0-42f8-b1e4-d0f49b56a7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603943 Jul 28 19:03:39.401773 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.v2.base [req-47f89762-6b18-44fe-8c1f-b13a3616169c req-fabb5861-650d-456e-bb6b-3259e1012d42 service neutron] Request body: {'port': {'device_id': '746c8655-ed83-43a1-afe7-08635f73c152', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80265'}} {{(pid=93587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:03:39.464116 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [req-47f89762-6b18-44fe-8c1f-b13a3616169c req-fabb5861-650d-456e-bb6b-3259e1012d42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555300'] for port, before_update {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:39.527751 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a592f1-633f-4a0f-b465-e273a6485071 req-d9af3aad-bd98-4a2c-b63f-b16d354cf8ac tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:03:39.530044 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-b4a592f1-633f-4a0f-b465-e273a6485071 req-d9af3aad-bd98-4a2c-b63f-b16d354cf8ac tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.49 "GET /v2.0/networks?id=9a21bde8-e77f-4246-845e-15d2cf775c00 HTTP/1.1" status: 200 len: 811 time: 0.1128652 Jul 28 19:03:39.643835 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-b4a592f1-633f-4a0f-b465-e273a6485071 req-43de98c0-599b-41a8-a2fb-bdd0989af56e tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4dceb4eb37274cd9b3fcc8dffed09715 HTTP/1.1" status: 200 len: 379 time: 0.1007440 Jul 28 19:03:39.661902 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.v2.base [req-b4a592f1-633f-4a0f-b465-e273a6485071 req-5e7bbfe6-bcee-4a2e-9ad6-881227e9c280 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] Request body: {'port': {'device_id': 'a31f3eb4-54c5-4c46-b1a5-9f5552726fca', 'network_id': '9a21bde8-e77f-4246-845e-15d2cf775c00', 'admin_state_up': True, 'tenant_id': '4dceb4eb37274cd9b3fcc8dffed09715', 'security_groups': ['2ca68dae-2096-4cc3-90a8-9371def495a7']}} {{(pid=93586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:03:39.667478 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2a3d27-e7f6-477c-addd-e6b64d0a9737 req-565f6ead-b6db-4036-8b82-96e7ace33fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:03:39.668834 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-0b2a3d27-e7f6-477c-addd-e6b64d0a9737 req-565f6ead-b6db-4036-8b82-96e7ace33fc2 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ab36a3ab5c78406b94032a7ca4193d8f&device_id=aed3a892-a81b-4117-b3b4-c9c93f0bc2ce HTTP/1.1" status: 200 len: 1097 time: 0.1102202 Jul 28 19:03:39.672547 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35b0322-4303-42c8-8cc5-f26d6a7943a7 req-0502e18f-0e81-4184-9ef0-0c19bc1fcf04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:03:39.674049 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-f35b0322-4303-42c8-8cc5-f26d6a7943a7 req-0502e18f-0e81-4184-9ef0-0c19bc1fcf04 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d9d94e4ff008401e8faaf661618fc98d&device_id=8039b690-ef64-4872-a027-74670b318001 HTTP/1.1" status: 200 len: 1096 time: 0.0936928 Jul 28 19:03:39.932334 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.notifiers.nova [req-47f89762-6b18-44fe-8c1f-b13a3616169c req-fabb5861-650d-456e-bb6b-3259e1012d42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1d49c09-fa6e-4604-8abe-27b663adc5f1 {{(pid=93587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 19:03:39.933265 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8871d854-f391-4733-9933-c3b6e5d5cfbd req-42f667de-906e-4be8-af5b-72a4efff4e34 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:03:39.936629 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-8871d854-f391-4733-9933-c3b6e5d5cfbd req-42f667de-906e-4be8-af5b-72a4efff4e34 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/ports?device_id=746c8655-ed83-43a1-afe7-08635f73c152 HTTP/1.1" status: 200 len: 932 time: 0.2213194 Jul 28 19:03:39.944477 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35b0322-4303-42c8-8cc5-f26d6a7943a7 req-caf02c69-c995-4142-8585-003304f28a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:03:39.944477 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-f35b0322-4303-42c8-8cc5-f26d6a7943a7 req-caf02c69-c995-4142-8585-003304f28a3b service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=d9d94e4ff008401e8faaf661618fc98d&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2550650 Jul 28 19:03:39.944477 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [req-47f89762-6b18-44fe-8c1f-b13a3616169c req-fabb5861-650d-456e-bb6b-3259e1012d42 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:39.983213 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2a3d27-e7f6-477c-addd-e6b64d0a9737 req-fa30a5a5-9ffd-4ed1-9e2a-6caeb1ceaa7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:03:39.984733 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-0b2a3d27-e7f6-477c-addd-e6b64d0a9737 req-fa30a5a5-9ffd-4ed1-9e2a-6caeb1ceaa7b service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=ab36a3ab5c78406b94032a7ca4193d8f&shared=False HTTP/1.1" status: 200 len: 919 time: 0.2803526 Jul 28 19:03:40.023180 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.db.provisioning_blocks [req-47f89762-6b18-44fe-8c1f-b13a3616169c req-fabb5861-650d-456e-bb6b-3259e1012d42 service neutron] Transition to ACTIVE for port object e1d49c09-fa6e-4604-8abe-27b663adc5f1 will not be triggered until provisioned by entity L2. {{(pid=93587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 19:03:40.069989 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-8871d854-f391-4733-9933-c3b6e5d5cfbd req-5b74f609-57f3-471f-92c6-798b223bc14a tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/security-groups?id=42975843-26fd-496e-b975-a1703127fe22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157446 Jul 28 19:03:40.113080 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [req-47f89762-6b18-44fe-8c1f-b13a3616169c req-fabb5861-650d-456e-bb6b-3259e1012d42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742349622321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742349248534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742349248552'] for port, after_update {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:40.116411 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4a592f1-633f-4a0f-b465-e273a6485071 req-5e7bbfe6-bcee-4a2e-9ad6-881227e9c280 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] Made reservation on behalf of 4dceb4eb37274cd9b3fcc8dffed09715 for: {'port': 1} {{(pid=93586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 19:03:40.120193 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [req-b4a592f1-633f-4a0f-b465-e273a6485071 req-5e7bbfe6-bcee-4a2e-9ad6-881227e9c280 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555300'] for port, before_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:40.173828 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35b0322-4303-42c8-8cc5-f26d6a7943a7 req-f5e4f38a-2d6a-44c4-8fee-16ac42568054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:03:40.176160 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-f35b0322-4303-42c8-8cc5-f26d6a7943a7 req-f5e4f38a-2d6a-44c4-8fee-16ac42568054 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2265317 Jul 28 19:03:40.202032 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabb5861-650d-456e-bb6b-3259e1012d42 service neutron] Pushing event updated for resources: {'Port': ['ID=e1d49c09-fa6e-4604-8abe-27b663adc5f1,revision_number=2']} {{(pid=93587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:03:40.226759 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-b99748dd-6dbc-444e-80a3-2816fbdc3eac req-e9f7760f-7715-4e95-9101-dd8e2196b3cc tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d560c0e-0a73-4f3c-8080-2cbe04e596ed HTTP/1.1" status: 200 len: 210 time: 0.0707700 Jul 28 19:03:40.265582 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2a3d27-e7f6-477c-addd-e6b64d0a9737 req-26d7addb-3d88-477b-b866-2ede23f5ef81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:03:40.268310 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-0b2a3d27-e7f6-477c-addd-e6b64d0a9737 req-26d7addb-3d88-477b-b866-2ede23f5ef81 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2751760 Jul 28 19:03:40.269833 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.plugins.ml2.managers [req-47f89762-6b18-44fe-8c1f-b13a3616169c req-fabb5861-650d-456e-bb6b-3259e1012d42 service neutron] Attempting to bind port e1d49c09-fa6e-4604-8abe-27b663adc5f1 on host hv-cinder-80265 for vnic_type normal with profile {{(pid=93587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 19:03:40.270193 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.plugins.ml2.managers [req-47f89762-6b18-44fe-8c1f-b13a3616169c req-fabb5861-650d-456e-bb6b-3259e1012d42 service neutron] Attempting to bind port e1d49c09-fa6e-4604-8abe-27b663adc5f1 by drivers openvswitch,hyperv on host hv-cinder-80265 at level 0 using segments [{'id': '3139aff5-4d6c-4278-a04a-7a1d2851646e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '55abd46f-cb0c-4975-97d4-5b97e39ca579'}] {{(pid=93587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 19:03:40.270614 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47f89762-6b18-44fe-8c1f-b13a3616169c req-fabb5861-650d-456e-bb6b-3259e1012d42 service neutron] Attempting to bind port e1d49c09-fa6e-4604-8abe-27b663adc5f1 on network 55abd46f-cb0c-4975-97d4-5b97e39ca579 {{(pid=93587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 19:03:40.279088 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47f89762-6b18-44fe-8c1f-b13a3616169c req-fabb5861-650d-456e-bb6b-3259e1012d42 service neutron] Port e1d49c09-fa6e-4604-8abe-27b663adc5f1 on network 55abd46f-cb0c-4975-97d4-5b97e39ca579 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80265 {{(pid=93587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 19:03:40.279417 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47f89762-6b18-44fe-8c1f-b13a3616169c req-fabb5861-650d-456e-bb6b-3259e1012d42 service neutron] Attempting to bind port e1d49c09-fa6e-4604-8abe-27b663adc5f1 on network 55abd46f-cb0c-4975-97d4-5b97e39ca579 {{(pid=93587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 19:03:40.300697 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47f89762-6b18-44fe-8c1f-b13a3616169c req-fabb5861-650d-456e-bb6b-3259e1012d42 service neutron] Checking agent: {'id': 'f02a77d8-88e9-4ce1-b3bf-c8b64693a24a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80265', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 19, 1, 31), 'started_at': datetime.datetime(2021, 7, 28, 19, 1, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 19, 3, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 19:03:40.301290 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47f89762-6b18-44fe-8c1f-b13a3616169c req-fabb5861-650d-456e-bb6b-3259e1012d42 service neutron] Checking segment: {'id': '3139aff5-4d6c-4278-a04a-7a1d2851646e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '55abd46f-cb0c-4975-97d4-5b97e39ca579'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 19:03:40.301933 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47f89762-6b18-44fe-8c1f-b13a3616169c req-fabb5861-650d-456e-bb6b-3259e1012d42 service neutron] Bound using segment: {'id': '3139aff5-4d6c-4278-a04a-7a1d2851646e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '55abd46f-cb0c-4975-97d4-5b97e39ca579'} {{(pid=93587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 19:03:40.302628 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.plugins.ml2.managers [req-47f89762-6b18-44fe-8c1f-b13a3616169c req-fabb5861-650d-456e-bb6b-3259e1012d42 service neutron] Bound port: e1d49c09-fa6e-4604-8abe-27b663adc5f1, host: hv-cinder-80265, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3139aff5-4d6c-4278-a04a-7a1d2851646e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '55abd46f-cb0c-4975-97d4-5b97e39ca579'}}] {{(pid=93587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 19:03:40.303049 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [req-47f89762-6b18-44fe-8c1f-b13a3616169c req-fabb5861-650d-456e-bb6b-3259e1012d42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555300'] for port, before_update {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:40.320388 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f50010-b850-4ca8-b816-9ff66f37bb27 req-f08a5f88-4f3a-453f-8e5c-44d3f69a088b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:03:40.322187 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-97f50010-b850-4ca8-b816-9ff66f37bb27 req-f08a5f88-4f3a-453f-8e5c-44d3f69a088b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d9d94e4ff008401e8faaf661618fc98d&device_id=8039b690-ef64-4872-a027-74670b318001 HTTP/1.1" status: 200 len: 1096 time: 0.0959299 Jul 28 19:03:40.356221 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ab2e42-ddb1-4533-839f-b2fed9e9c0ea req-7babd198-c02b-4f13-8c6a-d79a45d5298f tempest-DeleteServersTestJSON-948083625 tempest-DeleteServersTestJSON-948083625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:03:40.358033 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-71ab2e42-ddb1-4533-839f-b2fed9e9c0ea req-7babd198-c02b-4f13-8c6a-d79a45d5298f tempest-DeleteServersTestJSON-948083625 tempest-DeleteServersTestJSON-948083625-project] 10.222.0.41 "GET /v2.0/ports?device_id=8039b690-ef64-4872-a027-74670b318001 HTTP/1.1" status: 200 len: 943 time: 0.1534564 Jul 28 19:03:40.389855 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-97f50010-b850-4ca8-b816-9ff66f37bb27 req-f61f5c22-f90e-4a31-ae24-b2abc5a45f2c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2b2e8245-61d8-4643-9edf-60e6b5a965db HTTP/1.1" status: 200 len: 217 time: 0.0440600 Jul 28 19:03:40.474593 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d097a1b7-c96e-4e00-b355-579dccc46013 req-454f3f02-bda4-479a-addc-55c82637ec15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:03:40.479411 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-d097a1b7-c96e-4e00-b355-579dccc46013 req-454f3f02-bda4-479a-addc-55c82637ec15 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ab36a3ab5c78406b94032a7ca4193d8f&device_id=aed3a892-a81b-4117-b3b4-c9c93f0bc2ce HTTP/1.1" status: 200 len: 1097 time: 0.1320412 Jul 28 19:03:40.481574 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.plugins.ml2.db [req-47f89762-6b18-44fe-8c1f-b13a3616169c req-fabb5861-650d-456e-bb6b-3259e1012d42 service neutron] For port e1d49c09-fa6e-4604-8abe-27b663adc5f1, host hv-cinder-80265, cleared binding levels {{(pid=93587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 19:03:40.499661 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.plugins.ml2.db [req-47f89762-6b18-44fe-8c1f-b13a3616169c req-fabb5861-650d-456e-bb6b-3259e1012d42 service neutron] For port e1d49c09-fa6e-4604-8abe-27b663adc5f1, host hv-cinder-80265, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=e1d49c09-fa6e-4604-8abe-27b663adc5f1,segment=NetworkSegment(3139aff5-4d6c-4278-a04a-7a1d2851646e),segment_id=3139aff5-4d6c-4278-a04a-7a1d2851646e)] {{(pid=93587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 19:03:40.502222 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.wsgi [-] (93587) accepted ('10.222.0.49', 55744) {{(pid=93587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:03:40.527707 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f50010-b850-4ca8-b816-9ff66f37bb27 req-0ccbda1a-e6f4-44ef-a2de-2f9f52c2af4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:03:40.529250 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-97f50010-b850-4ca8-b816-9ff66f37bb27 req-0ccbda1a-e6f4-44ef-a2de-2f9f52c2af4a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=03866e0b-fdaa-4b0f-98c4-ff1acf686888 HTTP/1.1" status: 200 len: 851 time: 0.1284316 Jul 28 19:03:40.592132 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [req-47f89762-6b18-44fe-8c1f-b13a3616169c req-fabb5861-650d-456e-bb6b-3259e1012d42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742349622321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742349248534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742349248552'] for port, after_update {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:40.664992 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-97f50010-b850-4ca8-b816-9ff66f37bb27 req-d08cee92-e5d0-4401-986d-58fd0f5b35dc service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c056e1d5-ae09-46ea-8799-2cf0d09a03be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0744653 Jul 28 19:03:40.681914 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f89762-6b18-44fe-8c1f-b13a3616169c req-fabb5861-650d-456e-bb6b-3259e1012d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:03:40.681914 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [req-47f89762-6b18-44fe-8c1f-b13a3616169c req-fabb5861-650d-456e-bb6b-3259e1012d42 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760026'] for port, before_response {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:40.681914 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-47f89762-6b18-44fe-8c1f-b13a3616169c req-fabb5861-650d-456e-bb6b-3259e1012d42 service neutron] 10.222.0.49 "PUT /v2.0/ports/e1d49c09-fa6e-4604-8abe-27b663adc5f1 HTTP/1.1" status: 200 len: 1094 time: 1.2842464 Jul 28 19:03:40.684881 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '746c8655-ed83-43a1-afe7-08635f73c152', 'tag': 'e1d49c09-fa6e-4604-8abe-27b663adc5f1'}] {{(pid=93587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 19:03:40.687205 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0425cd91716d62700118381c1ce81f16af4b0b2dffb745d1fa1c8d13c3262bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4a8b89e-7fde-4586-a2ce-9ef9f31f0d61" -d '{"events": [{"name": "network-changed", "server_uuid": "746c8655-ed83-43a1-afe7-08635f73c152", "tag": "e1d49c09-fa6e-4604-8abe-27b663adc5f1"}]}' {{(pid=93587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 19:03:40.687562 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.db.db_base_plugin_common [req-b4a592f1-633f-4a0f-b465-e273a6485071 req-5e7bbfe6-bcee-4a2e-9ad6-881227e9c280 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] Allocated IP 172.20.0.7 (9a21bde8-e77f-4246-845e-15d2cf775c00/d8dd9f14-f474-4c6a-84f8-85ff7b8e642f/827be936-912d-43a2-8eb2-136d6f5f4c32) {{(pid=93586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 19:03:40.692875 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-71ab2e42-ddb1-4533-839f-b2fed9e9c0ea req-912acaed-b6a8-4545-8cb8-cf265254c41e tempest-DeleteServersTestJSON-948083625 tempest-DeleteServersTestJSON-948083625-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc7c8404-403a-4c27-9f62-deb2a99f8b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3234754 Jul 28 19:03:40.713369 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-8d5c4ba3-b6f6-47a7-b8f6-467b1130bcc8 req-d818ade0-5efc-4d10-9806-860e2100eea5 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=a31f3eb4-54c5-4c46-b1a5-9f5552726fca HTTP/1.1" status: 200 len: 210 time: 0.2383778 Jul 28 19:03:40.783735 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e852757-45c1-492d-a3f5-4fcfd0e3be14 req-9b09828f-f9f6-41d9-8a7a-6c821f163ca7 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:03:40.785701 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-6e852757-45c1-492d-a3f5-4fcfd0e3be14 req-9b09828f-f9f6-41d9-8a7a-6c821f163ca7 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.49 "GET /v2.0/networks?id=d9b348a0-fd69-4cac-87c2-18e205be05be HTTP/1.1" status: 200 len: 817 time: 0.2834873 Jul 28 19:03:40.791259 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 19:03:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82189ec0-c68c-43cc-ad60-a75269d02f46 x-openstack-request-id: req-82189ec0-c68c-43cc-ad60-a75269d02f46 {{(pid=93587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 19:03:40.791544 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "746c8655-ed83-43a1-afe7-08635f73c152", "tag": "e1d49c09-fa6e-4604-8abe-27b663adc5f1", "status": "completed", "code": 200}]} {{(pid=93587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 19:03:40.791809 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-82189ec0-c68c-43cc-ad60-a75269d02f46 {{(pid=93587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 19:03:40.792202 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '746c8655-ed83-43a1-afe7-08635f73c152', 'tag': 'e1d49c09-fa6e-4604-8abe-27b663adc5f1', 'status': 'completed', 'code': 200} Jul 28 19:03:40.792907 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-d097a1b7-c96e-4e00-b355-579dccc46013 req-672ba9dc-8646-4bec-9de3-ca8d489eb5ed service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=42bd04ad-4b2a-497e-96f2-9b339a73581a HTTP/1.1" status: 200 len: 217 time: 0.0988770 Jul 28 19:03:40.794583 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabb5861-650d-456e-bb6b-3259e1012d42 service neutron] Pushing event updated for resources: {'Port': ['ID=e1d49c09-fa6e-4604-8abe-27b663adc5f1,revision_number=3']} {{(pid=93587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:03:40.909962 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-6e852757-45c1-492d-a3f5-4fcfd0e3be14 req-33fd4aba-3112-4277-8e0a-2fc838fb17d6 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=77b4e3f4db4f48488f6a8e8a0ca43337 HTTP/1.1" status: 200 len: 380 time: 0.1074891 Jul 28 19:03:40.920785 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.v2.base [req-6e852757-45c1-492d-a3f5-4fcfd0e3be14 req-12a2ab08-f181-4161-a059-193f4be72b75 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Request body: {'port': {'device_id': '0d560c0e-0a73-4f3c-8080-2cbe04e596ed', 'network_id': 'd9b348a0-fd69-4cac-87c2-18e205be05be', 'admin_state_up': True, 'tenant_id': '77b4e3f4db4f48488f6a8e8a0ca43337', 'security_groups': ['da3193e4-56c6-417c-b113-33c66274c6ab']}} {{(pid=93587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:03:40.926437 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a8b89e-7fde-4586-a2ce-9ef9f31f0d61 req-177b2ac0-d0f6-472d-b9bb-2fa405580343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:03:40.928401 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-f4a8b89e-7fde-4586-a2ce-9ef9f31f0d61 req-177b2ac0-d0f6-472d-b9bb-2fa405580343 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ab36a3ab5c78406b94032a7ca4193d8f&device_id=746c8655-ed83-43a1-afe7-08635f73c152 HTTP/1.1" status: 200 len: 1097 time: 0.1095781 Jul 28 19:03:40.964496 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd81f0d8-93ca-43c0-848b-2ab465e32962 req-d5877a75-89ef-4fe6-b5eb-43b520b33868 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:03:40.971961 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-cd81f0d8-93ca-43c0-848b-2ab465e32962 req-d5877a75-89ef-4fe6-b5eb-43b520b33868 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] 10.222.0.41 "GET /v2.0/ports?device_id=57aed14a-3dbf-40e3-829b-79322cd85c4f HTTP/1.1" status: 200 len: 944 time: 0.1830783 Jul 28 19:03:40.986827 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d097a1b7-c96e-4e00-b355-579dccc46013 req-e131a55d-a534-4c2c-8485-a95cad90d900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:03:40.989001 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-d097a1b7-c96e-4e00-b355-579dccc46013 req-e131a55d-a534-4c2c-8485-a95cad90d900 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7ace80f0-3f3a-4421-afb0-85b3c7802c40 HTTP/1.1" status: 200 len: 858 time: 0.1792977 Jul 28 19:03:41.054295 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-d097a1b7-c96e-4e00-b355-579dccc46013 req-b6b6c8c0-342e-4607-a2b8-bbaed446f5e7 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=55abd46f-cb0c-4975-97d4-5b97e39ca579&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0534048 Jul 28 19:03:41.168071 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-cd81f0d8-93ca-43c0-848b-2ab465e32962 req-0ad749b7-6c09-4698-acee-256d4fc56aaf tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] 10.222.0.41 "GET /v2.0/security-groups?id=1eb5a05b-31a0-42f8-b1e4-d0f49b56a7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936073 Jul 28 19:03:41.181649 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-97f50010-b850-4ca8-b816-9ff66f37bb27 req-9d43caf0-ef83-4263-b4dc-3433bb75aca3 service neutron] 10.222.0.49 "GET /v2.0/networks/c056e1d5-ae09-46ea-8799-2cf0d09a03be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4976051 Jul 28 19:03:41.189068 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [req-b4a592f1-633f-4a0f-b465-e273a6485071 req-5e7bbfe6-bcee-4a2e-9ad6-881227e9c280 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] Notify callbacks [] for port, precommit_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:41.230552 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.db.provisioning_blocks [req-b4a592f1-633f-4a0f-b465-e273a6485071 req-5e7bbfe6-bcee-4a2e-9ad6-881227e9c280 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] Transition to ACTIVE for port object 827be936-912d-43a2-8eb2-136d6f5f4c32 will not be triggered until provisioned by entity DHCP. {{(pid=93586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 19:03:41.270739 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0b1d7d-2a77-46d4-972d-c876f4774ea8 req-606d2917-9efc-4521-9b3e-113655d43227 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:03:41.272365 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-be0b1d7d-2a77-46d4-972d-c876f4774ea8 req-606d2917-9efc-4521-9b3e-113655d43227 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/ports?device_id=746c8655-ed83-43a1-afe7-08635f73c152 HTTP/1.1" status: 200 len: 944 time: 0.1214972 Jul 28 19:03:41.296767 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-d097a1b7-c96e-4e00-b355-579dccc46013 req-13f7f564-b2e8-4d69-bd5a-ff5b3122f2d6 service neutron] 10.222.0.49 "GET /v2.0/networks/55abd46f-cb0c-4975-97d4-5b97e39ca579?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2311261 Jul 28 19:03:41.321975 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.rpc [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Device 00efaa0f-267e-46a3-b437-c6b06e7bc703 details requested by agent hyperv_hv-cinder-80265 with host hv-cinder-80265 {{(pid=93588) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 19:03:41.353484 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a8b89e-7fde-4586-a2ce-9ef9f31f0d61 req-6ca6bcf5-38a0-42bd-aaa9-a11b87299ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:03:41.354961 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-f4a8b89e-7fde-4586-a2ce-9ef9f31f0d61 req-6ca6bcf5-38a0-42bd-aaa9-a11b87299ff7 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=ab36a3ab5c78406b94032a7ca4193d8f&shared=False HTTP/1.1" status: 200 len: 919 time: 0.4129360 Jul 28 19:03:41.401195 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-02700482-789a-4a8d-b867-f4b1252e2d2a req-129fdfa5-7738-4596-9523-5f2726238c58 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d560c0e-0a73-4f3c-8080-2cbe04e596ed HTTP/1.1" status: 200 len: 210 time: 0.0320988 Jul 28 19:03:41.434314 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-be0b1d7d-2a77-46d4-972d-c876f4774ea8 req-2a79fb05-33b1-45fc-88e8-b97467c9955a tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/security-groups?id=42975843-26fd-496e-b975-a1703127fe22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456113 Jul 28 19:03:41.458790 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [req-b4a592f1-633f-4a0f-b465-e273a6485071 req-5e7bbfe6-bcee-4a2e-9ad6-881227e9c280 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742349248516'] for port, after_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:41.467631 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a8b89e-7fde-4586-a2ce-9ef9f31f0d61 req-fbbb8728-0d0b-4b87-9ca9-ec7c517d4087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:03:41.467631 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-f4a8b89e-7fde-4586-a2ce-9ef9f31f0d61 req-fbbb8728-0d0b-4b87-9ca9-ec7c517d4087 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1008751 Jul 28 19:03:41.481105 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-97f50010-b850-4ca8-b816-9ff66f37bb27 req-f21c0382-bab5-4781-8df1-f45a0dda0242 service neutron] 10.222.0.49 "GET /v2.0/networks/c056e1d5-ae09-46ea-8799-2cf0d09a03be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2724783 Jul 28 19:03:41.557958 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.db [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] For port 00efaa0f-267e-46a3-b437-c6b06e7bc703, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=00efaa0f-267e-46a3-b437-c6b06e7bc703,segment=NetworkSegment(0371c4bd-4d97-467a-b535-ac8857907d33),segment_id=0371c4bd-4d97-467a-b535-ac8857907d33)] {{(pid=93588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:03:41.559145 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4a592f1-633f-4a0f-b465-e273a6485071 req-5e7bbfe6-bcee-4a2e-9ad6-881227e9c280 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] Network 9a21bde8-e77f-4246-845e-15d2cf775c00 is already hosted by enough agents. {{(pid=93586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 19:03:41.571084 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-d097a1b7-c96e-4e00-b355-579dccc46013 req-10535c6e-7179-472a-8dc2-1225193a94c2 service neutron] 10.222.0.49 "GET /v2.0/networks/55abd46f-cb0c-4975-97d4-5b97e39ca579?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2609289 Jul 28 19:03:41.571084 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.scheduler.base_scheduler [req-b4a592f1-633f-4a0f-b465-e273a6485071 req-5e7bbfe6-bcee-4a2e-9ad6-881227e9c280 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] Resources bound (agent type, host, resource id): {{(pid=93586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 19:03:41.575262 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4a592f1-633f-4a0f-b465-e273a6485071 req-5e7bbfe6-bcee-4a2e-9ad6-881227e9c280 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] Received port after_create {{(pid=93586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 19:03:41.575492 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.rpc [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Returning: {'device': '00efaa0f-267e-46a3-b437-c6b06e7bc703', 'network_id': 'e0a2ab1a-aea2-4350-8078-2cc022d2ad29', 'port_id': '00efaa0f-267e-46a3-b437-c6b06e7bc703', 'mac_address': 'fa:16:3e:0b:4c:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32eab73f-d113-43b8-aebd-3853735c2bcc', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93588) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 19:03:41.579143 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a592f1-633f-4a0f-b465-e273a6485071 req-5e7bbfe6-bcee-4a2e-9ad6-881227e9c280 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:03:41.579673 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [req-b4a592f1-633f-4a0f-b465-e273a6485071 req-5e7bbfe6-bcee-4a2e-9ad6-881227e9c280 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760026'] for port, before_response {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:41.598374 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e852757-45c1-492d-a3f5-4fcfd0e3be14 req-12a2ab08-f181-4161-a059-193f4be72b75 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Made reservation on behalf of 77b4e3f4db4f48488f6a8e8a0ca43337 for: {'port': 1} {{(pid=93587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 19:03:41.602668 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [req-6e852757-45c1-492d-a3f5-4fcfd0e3be14 req-12a2ab08-f181-4161-a059-193f4be72b75 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555300'] for port, before_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:41.614239 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7bbfe6-bcee-4a2e-9ad6-881227e9c280 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] Pushing event updated for resources: {'Port': ['ID=827be936-912d-43a2-8eb2-136d6f5f4c32,revision_number=1']} {{(pid=93586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:03:41.647894 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555300'] for port, before_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:41.652083 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f89762-6b18-44fe-8c1f-b13a3616169c req-032e027b-2c8b-4a07-91e1-519bfd2990c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:03:41.653739 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-47f89762-6b18-44fe-8c1f-b13a3616169c req-032e027b-2c8b-4a07-91e1-519bfd2990c9 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ab36a3ab5c78406b94032a7ca4193d8f&device_id=746c8655-ed83-43a1-afe7-08635f73c152 HTTP/1.1" status: 200 len: 1097 time: 0.0496013 Jul 28 19:03:41.702374 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-47f89762-6b18-44fe-8c1f-b13a3616169c req-0c3b671c-b742-4de3-bb52-885b419918a7 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e1d49c09-fa6e-4604-8abe-27b663adc5f1 HTTP/1.1" status: 200 len: 217 time: 0.0402036 Jul 28 19:03:41.784790 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f89762-6b18-44fe-8c1f-b13a3616169c req-82dea5b3-254a-4461-884a-f474b9e5378f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:03:41.784790 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-47f89762-6b18-44fe-8c1f-b13a3616169c req-82dea5b3-254a-4461-884a-f474b9e5378f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7ace80f0-3f3a-4421-afb0-85b3c7802c40 HTTP/1.1" status: 200 len: 858 time: 0.0637369 Jul 28 19:03:41.784790 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-b4a592f1-633f-4a0f-b465-e273a6485071 req-5e7bbfe6-bcee-4a2e-9ad6-881227e9c280 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1266167 Jul 28 19:03:41.821135 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.v2.base [req-b4a592f1-633f-4a0f-b465-e273a6485071 req-d3deef22-6ceb-4053-8b29-3dadb0d9f015 service neutron] Request body: {'port': {'device_id': 'a31f3eb4-54c5-4c46-b1a5-9f5552726fca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80265'}} {{(pid=93586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:03:41.856631 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.notifiers.nova [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00efaa0f-267e-46a3-b437-c6b06e7bc703 {{(pid=93588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 19:03:41.882327 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.db.db_base_plugin_common [req-6e852757-45c1-492d-a3f5-4fcfd0e3be14 req-12a2ab08-f181-4161-a059-193f4be72b75 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Allocated IP 172.20.0.11 (d9b348a0-fd69-4cac-87c2-18e205be05be/209ab333-e935-41fc-b99a-6688a4911e44/58e46291-e822-4005-8f56-21ee82c2f4eb) {{(pid=93587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 19:03:41.889026 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.db [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] For port 00efaa0f-267e-46a3-b437-c6b06e7bc703, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=00efaa0f-267e-46a3-b437-c6b06e7bc703,segment=NetworkSegment(0371c4bd-4d97-467a-b535-ac8857907d33),segment_id=0371c4bd-4d97-467a-b535-ac8857907d33)] {{(pid=93588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:03:41.897709 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-47f89762-6b18-44fe-8c1f-b13a3616169c req-15f5e1bd-f0e9-4714-ba0c-34c779fcd31f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=55abd46f-cb0c-4975-97d4-5b97e39ca579&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0998409 Jul 28 19:03:41.975992 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742349622321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742349248534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742349248552'] for port, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:42.027858 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [req-6e852757-45c1-492d-a3f5-4fcfd0e3be14 req-12a2ab08-f181-4161-a059-193f4be72b75 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Notify callbacks [] for port, precommit_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:42.033759 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Pushing event updated for resources: {'Port': ['ID=00efaa0f-267e-46a3-b437-c6b06e7bc703,revision_number=4']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:03:42.040434 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6c27cc-6bc7-467a-955b-1736e43087c3 req-9780ef52-2322-4022-b7a5-2ccfdbbe3154 tempest-DeleteServersTestJSON-948083625 tempest-DeleteServersTestJSON-948083625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:03:42.041968 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-1f6c27cc-6bc7-467a-955b-1736e43087c3 req-9780ef52-2322-4022-b7a5-2ccfdbbe3154 tempest-DeleteServersTestJSON-948083625 tempest-DeleteServersTestJSON-948083625-project] 10.222.0.41 "GET /v2.0/ports?device_id=8039b690-ef64-4872-a027-74670b318001 HTTP/1.1" status: 200 len: 943 time: 0.1835225 Jul 28 19:03:42.050429 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.db.provisioning_blocks [req-6e852757-45c1-492d-a3f5-4fcfd0e3be14 req-12a2ab08-f181-4161-a059-193f4be72b75 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Transition to ACTIVE for port object 58e46291-e822-4005-8f56-21ee82c2f4eb will not be triggered until provisioned by entity DHCP. {{(pid=93587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 19:03:42.050836 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [req-b4a592f1-633f-4a0f-b465-e273a6485071 req-d3deef22-6ceb-4053-8b29-3dadb0d9f015 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555300'] for port, before_update {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:42.076081 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c28b8c-a288-4ab7-bfea-1ba3e5568e85 req-08888bcb-ec6b-4f74-baf2-2094e8c4dce7 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:03:42.077550 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-73c28b8c-a288-4ab7-bfea-1ba3e5568e85 req-08888bcb-ec6b-4f74-baf2-2094e8c4dce7 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=a31f3eb4-54c5-4c46-b1a5-9f5552726fca HTTP/1.1" status: 200 len: 931 time: 0.2087953 Jul 28 19:03:42.094687 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.provisioning_blocks [None req-cc148893-530c-4fcb-bf51-14b641ace8d4 None None] Provisioning for port 827be936-912d-43a2-8eb2-136d6f5f4c32 completed by entity DHCP. {{(pid=93588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 19:03:42.100041 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.provisioning_blocks [None req-cc148893-530c-4fcb-bf51-14b641ace8d4 None None] Provisioning complete for port 827be936-912d-43a2-8eb2-136d6f5f4c32 triggered by entity DHCP. {{(pid=93588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 19:03:42.100451 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-cc148893-530c-4fcb-bf51-14b641ace8d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721938'] for port, provisioning_complete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:42.134248 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.plugin [None req-cc148893-530c-4fcb-bf51-14b641ace8d4 None None] Port 827be936-912d-43a2-8eb2-136d6f5f4c32 cannot update to ACTIVE because it is not bound. {{(pid=93588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 19:03:42.148170 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [req-6e852757-45c1-492d-a3f5-4fcfd0e3be14 req-12a2ab08-f181-4161-a059-193f4be72b75 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742349248516'] for port, after_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:42.148372 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-47f89762-6b18-44fe-8c1f-b13a3616169c req-ef47f94d-ffe9-4220-ab47-246a47bccac3 service neutron] 10.222.0.49 "GET /v2.0/networks/55abd46f-cb0c-4975-97d4-5b97e39ca579?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2329729 Jul 28 19:03:42.205906 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e852757-45c1-492d-a3f5-4fcfd0e3be14 req-12a2ab08-f181-4161-a059-193f4be72b75 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Network d9b348a0-fd69-4cac-87c2-18e205be05be is already hosted by enough agents. {{(pid=93587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 19:03:42.212628 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.scheduler.base_scheduler [req-6e852757-45c1-492d-a3f5-4fcfd0e3be14 req-12a2ab08-f181-4161-a059-193f4be72b75 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Resources bound (agent type, host, resource id): {{(pid=93587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 19:03:42.217827 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e852757-45c1-492d-a3f5-4fcfd0e3be14 req-12a2ab08-f181-4161-a059-193f4be72b75 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Received port after_create {{(pid=93587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 19:03:42.229497 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e852757-45c1-492d-a3f5-4fcfd0e3be14 req-12a2ab08-f181-4161-a059-193f4be72b75 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:03:42.230582 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [req-6e852757-45c1-492d-a3f5-4fcfd0e3be14 req-12a2ab08-f181-4161-a059-193f4be72b75 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760026'] for port, before_response {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:42.239958 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-1f6c27cc-6bc7-467a-955b-1736e43087c3 req-7bb6cbd2-2668-4afb-9ab5-2a086581899b tempest-DeleteServersTestJSON-948083625 tempest-DeleteServersTestJSON-948083625-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc7c8404-403a-4c27-9f62-deb2a99f8b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876781 Jul 28 19:03:42.243202 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a2ab08-f181-4161-a059-193f4be72b75 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Pushing event updated for resources: {'Port': ['ID=58e46291-e822-4005-8f56-21ee82c2f4eb,revision_number=1']} {{(pid=93587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:03:42.250537 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-73c28b8c-a288-4ab7-bfea-1ba3e5568e85 req-f4311685-b7e7-45d8-9419-7cf8104e7ec6 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/security-groups?id=2ca68dae-2096-4cc3-90a8-9371def495a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1638501 Jul 28 19:03:42.320342 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-6e852757-45c1-492d-a3f5-4fcfd0e3be14 req-12a2ab08-f181-4161-a059-193f4be72b75 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4033868 Jul 28 19:03:42.399234 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c012f3-7563-4336-b363-6e597b1147e1 req-2d6d9500-6754-4cd1-b80c-0660c5f45a71 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:03:42.400817 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-24c012f3-7563-4336-b363-6e597b1147e1 req-2d6d9500-6754-4cd1-b80c-0660c5f45a71 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] 10.222.0.41 "GET /v2.0/ports?device_id=57aed14a-3dbf-40e3-829b-79322cd85c4f HTTP/1.1" status: 200 len: 945 time: 0.0781910 Jul 28 19:03:42.478210 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-24c012f3-7563-4336-b363-6e597b1147e1 req-6efcfe15-dbe7-4638-ad54-0f7b292bb6c0 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] 10.222.0.41 "GET /v2.0/security-groups?id=1eb5a05b-31a0-42f8-b1e4-d0f49b56a7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709827 Jul 28 19:03:42.491649 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.notifiers.nova [req-b4a592f1-633f-4a0f-b465-e273a6485071 req-d3deef22-6ceb-4053-8b29-3dadb0d9f015 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 827be936-912d-43a2-8eb2-136d6f5f4c32 {{(pid=93586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 19:03:42.510376 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [req-b4a592f1-633f-4a0f-b465-e273a6485071 req-d3deef22-6ceb-4053-8b29-3dadb0d9f015 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:42.540015 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.db.provisioning_blocks [req-b4a592f1-633f-4a0f-b465-e273a6485071 req-d3deef22-6ceb-4053-8b29-3dadb0d9f015 service neutron] Transition to ACTIVE for port object 827be936-912d-43a2-8eb2-136d6f5f4c32 will not be triggered until provisioned by entity L2. {{(pid=93586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 19:03:42.547633 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.provisioning_blocks [None req-550e7886-650b-4aa9-97ba-d9ff2d8506da None None] Provisioning for port 58e46291-e822-4005-8f56-21ee82c2f4eb completed by entity DHCP. {{(pid=93588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 19:03:42.553193 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.provisioning_blocks [None req-550e7886-650b-4aa9-97ba-d9ff2d8506da None None] Provisioning complete for port 58e46291-e822-4005-8f56-21ee82c2f4eb triggered by entity DHCP. {{(pid=93588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 19:03:42.554690 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-550e7886-650b-4aa9-97ba-d9ff2d8506da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721938'] for port, provisioning_complete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:42.588755 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438e1862-cff9-4e7f-9954-41479e6bd883 req-80f39cd0-0ea6-48af-8671-691acf4d5e40 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:03:42.588755 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-438e1862-cff9-4e7f-9954-41479e6bd883 req-80f39cd0-0ea6-48af-8671-691acf4d5e40 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/ports?device_id=746c8655-ed83-43a1-afe7-08635f73c152 HTTP/1.1" status: 200 len: 944 time: 0.0903213 Jul 28 19:03:42.607081 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.plugin [None req-550e7886-650b-4aa9-97ba-d9ff2d8506da None None] Port 58e46291-e822-4005-8f56-21ee82c2f4eb cannot update to ACTIVE because it is not bound. {{(pid=93588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 19:03:42.620180 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d0f372-5ad0-4c9e-9e92-b89a2fa9b2a7 req-acbe6c1e-d89d-4f18-bb7f-724fae016913 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:03:42.621667 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-28d0f372-5ad0-4c9e-9e92-b89a2fa9b2a7 req-acbe6c1e-d89d-4f18-bb7f-724fae016913 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d560c0e-0a73-4f3c-8080-2cbe04e596ed HTTP/1.1" status: 200 len: 932 time: 0.0785310 Jul 28 19:03:42.622279 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [req-b4a592f1-633f-4a0f-b465-e273a6485071 req-d3deef22-6ceb-4053-8b29-3dadb0d9f015 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742349622321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742349248534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742349248552'] for port, after_update {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:42.707137 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-438e1862-cff9-4e7f-9954-41479e6bd883 req-37f4aa55-8926-4856-a3d3-da67dc13ba0e tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/security-groups?id=42975843-26fd-496e-b975-a1703127fe22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128271 Jul 28 19:03:42.710386 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3deef22-6ceb-4053-8b29-3dadb0d9f015 service neutron] Pushing event updated for resources: {'Port': ['ID=827be936-912d-43a2-8eb2-136d6f5f4c32,revision_number=2']} {{(pid=93586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:03:42.728527 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-28d0f372-5ad0-4c9e-9e92-b89a2fa9b2a7 req-4798546b-6e13-4dcb-b964-b712744aa17a tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/security-groups?id=da3193e4-56c6-417c-b113-33c66274c6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947769 Jul 28 19:03:42.757204 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.plugins.ml2.managers [req-b4a592f1-633f-4a0f-b465-e273a6485071 req-d3deef22-6ceb-4053-8b29-3dadb0d9f015 service neutron] Attempting to bind port 827be936-912d-43a2-8eb2-136d6f5f4c32 on host hv-cinder-80265 for vnic_type normal with profile {{(pid=93586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 19:03:42.757548 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.plugins.ml2.managers [req-b4a592f1-633f-4a0f-b465-e273a6485071 req-d3deef22-6ceb-4053-8b29-3dadb0d9f015 service neutron] Attempting to bind port 827be936-912d-43a2-8eb2-136d6f5f4c32 by drivers openvswitch,hyperv on host hv-cinder-80265 at level 0 using segments [{'id': '559a2b3b-45f1-4ed6-a9a8-30cdc01cbf76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '9a21bde8-e77f-4246-845e-15d2cf775c00'}] {{(pid=93586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 19:03:42.757962 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4a592f1-633f-4a0f-b465-e273a6485071 req-d3deef22-6ceb-4053-8b29-3dadb0d9f015 service neutron] Attempting to bind port 827be936-912d-43a2-8eb2-136d6f5f4c32 on network 9a21bde8-e77f-4246-845e-15d2cf775c00 {{(pid=93586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 19:03:42.762414 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4a592f1-633f-4a0f-b465-e273a6485071 req-d3deef22-6ceb-4053-8b29-3dadb0d9f015 service neutron] Port 827be936-912d-43a2-8eb2-136d6f5f4c32 on network 9a21bde8-e77f-4246-845e-15d2cf775c00 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80265 {{(pid=93586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 19:03:42.762734 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4a592f1-633f-4a0f-b465-e273a6485071 req-d3deef22-6ceb-4053-8b29-3dadb0d9f015 service neutron] Attempting to bind port 827be936-912d-43a2-8eb2-136d6f5f4c32 on network 9a21bde8-e77f-4246-845e-15d2cf775c00 {{(pid=93586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 19:03:42.767945 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4a592f1-633f-4a0f-b465-e273a6485071 req-d3deef22-6ceb-4053-8b29-3dadb0d9f015 service neutron] Checking agent: {'id': 'f02a77d8-88e9-4ce1-b3bf-c8b64693a24a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80265', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 19, 1, 31), 'started_at': datetime.datetime(2021, 7, 28, 19, 1, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 19, 3, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 19:03:42.768282 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4a592f1-633f-4a0f-b465-e273a6485071 req-d3deef22-6ceb-4053-8b29-3dadb0d9f015 service neutron] Checking segment: {'id': '559a2b3b-45f1-4ed6-a9a8-30cdc01cbf76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '9a21bde8-e77f-4246-845e-15d2cf775c00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 19:03:42.769371 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4a592f1-633f-4a0f-b465-e273a6485071 req-d3deef22-6ceb-4053-8b29-3dadb0d9f015 service neutron] Bound using segment: {'id': '559a2b3b-45f1-4ed6-a9a8-30cdc01cbf76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '9a21bde8-e77f-4246-845e-15d2cf775c00'} {{(pid=93586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 19:03:42.770020 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.plugins.ml2.managers [req-b4a592f1-633f-4a0f-b465-e273a6485071 req-d3deef22-6ceb-4053-8b29-3dadb0d9f015 service neutron] Bound port: 827be936-912d-43a2-8eb2-136d6f5f4c32, host: hv-cinder-80265, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '559a2b3b-45f1-4ed6-a9a8-30cdc01cbf76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '9a21bde8-e77f-4246-845e-15d2cf775c00'}}] {{(pid=93586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 19:03:42.770198 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [req-b4a592f1-633f-4a0f-b465-e273a6485071 req-d3deef22-6ceb-4053-8b29-3dadb0d9f015 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555300'] for port, before_update {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:42.835399 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.plugins.ml2.db [req-b4a592f1-633f-4a0f-b465-e273a6485071 req-d3deef22-6ceb-4053-8b29-3dadb0d9f015 service neutron] For port 827be936-912d-43a2-8eb2-136d6f5f4c32, host hv-cinder-80265, cleared binding levels {{(pid=93586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 19:03:42.838400 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.plugins.ml2.db [req-b4a592f1-633f-4a0f-b465-e273a6485071 req-d3deef22-6ceb-4053-8b29-3dadb0d9f015 service neutron] For port 827be936-912d-43a2-8eb2-136d6f5f4c32, host hv-cinder-80265, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=827be936-912d-43a2-8eb2-136d6f5f4c32,segment=NetworkSegment(559a2b3b-45f1-4ed6-a9a8-30cdc01cbf76),segment_id=559a2b3b-45f1-4ed6-a9a8-30cdc01cbf76)] {{(pid=93586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 19:03:42.976143 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [req-b4a592f1-633f-4a0f-b465-e273a6485071 req-d3deef22-6ceb-4053-8b29-3dadb0d9f015 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742349622321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742349248534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742349248552'] for port, after_update {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:43.009672 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a592f1-633f-4a0f-b465-e273a6485071 req-d3deef22-6ceb-4053-8b29-3dadb0d9f015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:03:43.010208 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [req-b4a592f1-633f-4a0f-b465-e273a6485071 req-d3deef22-6ceb-4053-8b29-3dadb0d9f015 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760026'] for port, before_response {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:43.011600 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-b4a592f1-633f-4a0f-b465-e273a6485071 req-d3deef22-6ceb-4053-8b29-3dadb0d9f015 service neutron] 10.222.0.49 "PUT /v2.0/ports/827be936-912d-43a2-8eb2-136d6f5f4c32 HTTP/1.1" status: 200 len: 1093 time: 1.2125306 Jul 28 19:03:43.013808 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a31f3eb4-54c5-4c46-b1a5-9f5552726fca', 'tag': '827be936-912d-43a2-8eb2-136d6f5f4c32'}] {{(pid=93586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 19:03:43.016151 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be08c321523524cea896d4e8aa610e0b61aedc9f5bb636967bf6413fb0e56d16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56755ab9-c30c-448e-b483-acdaf4705b65" -d '{"events": [{"name": "network-changed", "server_uuid": "a31f3eb4-54c5-4c46-b1a5-9f5552726fca", "tag": "827be936-912d-43a2-8eb2-136d6f5f4c32"}]}' {{(pid=93586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 19:03:43.042956 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3deef22-6ceb-4053-8b29-3dadb0d9f015 service neutron] Pushing event updated for resources: {'Port': ['ID=827be936-912d-43a2-8eb2-136d6f5f4c32,revision_number=3']} {{(pid=93586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:03:43.106075 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 19:03:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3cbf374-e133-496a-9368-e784dbecd666 x-openstack-request-id: req-c3cbf374-e133-496a-9368-e784dbecd666 {{(pid=93586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 19:03:43.106368 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a31f3eb4-54c5-4c46-b1a5-9f5552726fca", "tag": "827be936-912d-43a2-8eb2-136d6f5f4c32", "status": "completed", "code": 200}]} {{(pid=93586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 19:03:43.106621 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c3cbf374-e133-496a-9368-e784dbecd666 {{(pid=93586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 19:03:43.107018 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a31f3eb4-54c5-4c46-b1a5-9f5552726fca', 'tag': '827be936-912d-43a2-8eb2-136d6f5f4c32', 'status': 'completed', 'code': 200} Jul 28 19:03:43.388187 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590a9dbc-cc87-465b-9499-2ec192f2b812 req-b9b02683-cc42-4cbb-a124-c941f4037fd7 tempest-DeleteServersTestJSON-948083625 tempest-DeleteServersTestJSON-948083625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:03:43.389667 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-590a9dbc-cc87-465b-9499-2ec192f2b812 req-b9b02683-cc42-4cbb-a124-c941f4037fd7 tempest-DeleteServersTestJSON-948083625 tempest-DeleteServersTestJSON-948083625-project] 10.222.0.41 "GET /v2.0/ports?device_id=8039b690-ef64-4872-a027-74670b318001 HTTP/1.1" status: 200 len: 943 time: 0.0782726 Jul 28 19:03:43.398082 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064f2fe7-87bc-4450-b123-13b76a297f44 req-fd0d8c42-8ae9-4052-a8d6-9c89b186f338 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:03:43.399461 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-064f2fe7-87bc-4450-b123-13b76a297f44 req-fd0d8c42-8ae9-4052-a8d6-9c89b186f338 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=a31f3eb4-54c5-4c46-b1a5-9f5552726fca HTTP/1.1" status: 200 len: 943 time: 0.0791788 Jul 28 19:03:43.453016 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-590a9dbc-cc87-465b-9499-2ec192f2b812 req-0443f63b-40e8-460a-b043-fa2c73351901 tempest-DeleteServersTestJSON-948083625 tempest-DeleteServersTestJSON-948083625-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc7c8404-403a-4c27-9f62-deb2a99f8b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526149 Jul 28 19:03:43.457772 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-064f2fe7-87bc-4450-b123-13b76a297f44 req-551e2805-f645-4a6d-9f81-e605f4814c4a tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/security-groups?id=2ca68dae-2096-4cc3-90a8-9371def495a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516448 Jul 28 19:03:43.591011 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925b35f2-c04d-4f2e-a3be-40e495551f1e req-e977ea66-bc72-4e5d-bb7f-5d3184c0e9c9 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:03:43.592384 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-925b35f2-c04d-4f2e-a3be-40e495551f1e req-e977ea66-bc72-4e5d-bb7f-5d3184c0e9c9 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] 10.222.0.41 "GET /v2.0/ports?device_id=57aed14a-3dbf-40e3-829b-79322cd85c4f HTTP/1.1" status: 200 len: 945 time: 0.0479212 Jul 28 19:03:43.630906 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-925b35f2-c04d-4f2e-a3be-40e495551f1e req-2a308806-72aa-457e-b4e4-0a599a148083 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] 10.222.0.41 "GET /v2.0/security-groups?id=1eb5a05b-31a0-42f8-b1e4-d0f49b56a7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319257 Jul 28 19:03:43.852519 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8deceb-bddf-41c5-80ca-6a2ee2b6f851 req-a66a40cd-a521-43cb-b2ef-00c0f46f5b4c tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:03:43.853936 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-3f8deceb-bddf-41c5-80ca-6a2ee2b6f851 req-a66a40cd-a521-43cb-b2ef-00c0f46f5b4c tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/ports?device_id=746c8655-ed83-43a1-afe7-08635f73c152 HTTP/1.1" status: 200 len: 944 time: 0.0788140 Jul 28 19:03:43.866519 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb9b80f-2ff5-402b-a7e5-7ced24ca2735 req-de6ed51e-f631-4524-8629-50b0a4ea64fa tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:03:43.867981 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-3bb9b80f-2ff5-402b-a7e5-7ced24ca2735 req-de6ed51e-f631-4524-8629-50b0a4ea64fa tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d560c0e-0a73-4f3c-8080-2cbe04e596ed HTTP/1.1" status: 200 len: 932 time: 0.0644276 Jul 28 19:03:43.920478 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-3f8deceb-bddf-41c5-80ca-6a2ee2b6f851 req-945221ba-e1f6-4f10-9b84-a3629fbb6ff0 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/security-groups?id=42975843-26fd-496e-b975-a1703127fe22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515406 Jul 28 19:03:43.925752 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-3bb9b80f-2ff5-402b-a7e5-7ced24ca2735 req-2fcaab75-6666-4a25-9d1b-5e20494c4b7f tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/security-groups?id=da3193e4-56c6-417c-b113-33c66274c6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512002 Jul 28 19:03:44.596357 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa929d90-b8c9-46b9-8f85-cd89fef17ae2 req-f4e2c2ae-ec25-44f2-8580-4665637cc39d tempest-DeleteServersTestJSON-948083625 tempest-DeleteServersTestJSON-948083625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:03:44.597779 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-aa929d90-b8c9-46b9-8f85-cd89fef17ae2 req-f4e2c2ae-ec25-44f2-8580-4665637cc39d tempest-DeleteServersTestJSON-948083625 tempest-DeleteServersTestJSON-948083625-project] 10.222.0.41 "GET /v2.0/ports?device_id=8039b690-ef64-4872-a027-74670b318001 HTTP/1.1" status: 200 len: 943 time: 0.0759330 Jul 28 19:03:44.609106 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa0fcf3-e2c8-4cf0-b91d-454d6e97a129 req-800d6e95-8ed4-4a34-b7df-47bc915332f3 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:03:44.621570 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-5fa0fcf3-e2c8-4cf0-b91d-454d6e97a129 req-800d6e95-8ed4-4a34-b7df-47bc915332f3 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=a31f3eb4-54c5-4c46-b1a5-9f5552726fca HTTP/1.1" status: 200 len: 943 time: 0.0798776 Jul 28 19:03:44.663708 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-aa929d90-b8c9-46b9-8f85-cd89fef17ae2 req-866bf60d-ba8b-4720-b9a7-d9c620321969 tempest-DeleteServersTestJSON-948083625 tempest-DeleteServersTestJSON-948083625-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc7c8404-403a-4c27-9f62-deb2a99f8b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522878 Jul 28 19:03:44.670755 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-5fa0fcf3-e2c8-4cf0-b91d-454d6e97a129 req-9dc42f75-8d55-4cd2-b87c-2e63b5333d5c tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/security-groups?id=2ca68dae-2096-4cc3-90a8-9371def495a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531240 Jul 28 19:03:44.766097 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdb6782-eb9e-45b2-b515-ad4c2b061ca3 req-458542ce-6d0f-4f8c-8ea9-cb4e7f523c9e tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:03:44.767563 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-bfdb6782-eb9e-45b2-b515-ad4c2b061ca3 req-458542ce-6d0f-4f8c-8ea9-cb4e7f523c9e tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] 10.222.0.41 "GET /v2.0/ports?device_id=57aed14a-3dbf-40e3-829b-79322cd85c4f HTTP/1.1" status: 200 len: 945 time: 0.0491199 Jul 28 19:03:44.806409 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-bfdb6782-eb9e-45b2-b515-ad4c2b061ca3 req-866ddd43-9836-4a6f-8d8d-bb8bbdbd9eea tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] 10.222.0.41 "GET /v2.0/security-groups?id=1eb5a05b-31a0-42f8-b1e4-d0f49b56a7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316560 Jul 28 19:03:45.065762 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9071d60d-2a15-4256-bf9a-37aba424dc71 req-de2af2db-5114-48e4-aaf1-fbd5b4595537 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:03:45.067239 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-9071d60d-2a15-4256-bf9a-37aba424dc71 req-de2af2db-5114-48e4-aaf1-fbd5b4595537 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/ports?device_id=746c8655-ed83-43a1-afe7-08635f73c152 HTTP/1.1" status: 200 len: 944 time: 0.0790341 Jul 28 19:03:45.074400 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ee8cf6-d95e-4bde-918d-6709d3a99364 req-6eda015c-52e3-4f3d-a129-cafd8ddc62b5 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:03:45.075754 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-12ee8cf6-d95e-4bde-918d-6709d3a99364 req-6eda015c-52e3-4f3d-a129-cafd8ddc62b5 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d560c0e-0a73-4f3c-8080-2cbe04e596ed HTTP/1.1" status: 200 len: 932 time: 0.0786138 Jul 28 19:03:45.131245 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-9071d60d-2a15-4256-bf9a-37aba424dc71 req-448cf90a-7ad4-4045-a7b2-35e5b8a40d49 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/security-groups?id=42975843-26fd-496e-b975-a1703127fe22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545106 Jul 28 19:03:45.137848 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.v2.base [req-6e852757-45c1-492d-a3f5-4fcfd0e3be14 req-c2deae65-aeb5-4bac-9c13-4774352b8688 service neutron] Request body: {'port': {'device_id': '0d560c0e-0a73-4f3c-8080-2cbe04e596ed', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80265'}} {{(pid=93587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:03:45.155432 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-12ee8cf6-d95e-4bde-918d-6709d3a99364 req-b60db7a9-26bb-4482-a8e2-7c98cc70d108 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/security-groups?id=da3193e4-56c6-417c-b113-33c66274c6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723288 Jul 28 19:03:45.221676 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [req-6e852757-45c1-492d-a3f5-4fcfd0e3be14 req-c2deae65-aeb5-4bac-9c13-4774352b8688 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555300'] for port, before_update {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:45.356072 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.db [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] get_ports_and_sgs() called for port_ids ['00efaa0f-267e-46a3-b437-c6b06e7bc703'] {{(pid=93588) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 19:03:45.438133 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56755ab9-c30c-448e-b483-acdaf4705b65 req-15dc6fc0-9fe3-421a-acdf-0118c585aaa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:03:45.439637 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-56755ab9-c30c-448e-b483-acdaf4705b65 req-15dc6fc0-9fe3-421a-acdf-0118c585aaa6 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=4dceb4eb37274cd9b3fcc8dffed09715&device_id=a31f3eb4-54c5-4c46-b1a5-9f5552726fca HTTP/1.1" status: 200 len: 1096 time: 0.2459350 Jul 28 19:03:45.453503 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-47f89762-6b18-44fe-8c1f-b13a3616169c req-ca7fa254-b24d-4ec7-a8ad-01c1da3d6b67 service neutron] 10.222.0.49 "GET /v2.0/networks/55abd46f-cb0c-4975-97d4-5b97e39ca579?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3270237 Jul 28 19:03:45.508203 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.notifiers.nova [req-6e852757-45c1-492d-a3f5-4fcfd0e3be14 req-c2deae65-aeb5-4bac-9c13-4774352b8688 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58e46291-e822-4005-8f56-21ee82c2f4eb {{(pid=93587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 19:03:45.515928 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [req-6e852757-45c1-492d-a3f5-4fcfd0e3be14 req-c2deae65-aeb5-4bac-9c13-4774352b8688 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:45.528604 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.db.provisioning_blocks [req-6e852757-45c1-492d-a3f5-4fcfd0e3be14 req-c2deae65-aeb5-4bac-9c13-4774352b8688 service neutron] Transition to ACTIVE for port object 58e46291-e822-4005-8f56-21ee82c2f4eb will not be triggered until provisioned by entity L2. {{(pid=93587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 19:03:45.556241 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56755ab9-c30c-448e-b483-acdaf4705b65 req-20db2036-b807-4326-b30e-6791c06e0ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:03:45.557719 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-56755ab9-c30c-448e-b483-acdaf4705b65 req-20db2036-b807-4326-b30e-6791c06e0ffe service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=4dceb4eb37274cd9b3fcc8dffed09715&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1033266 Jul 28 19:03:45.637051 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [req-6e852757-45c1-492d-a3f5-4fcfd0e3be14 req-c2deae65-aeb5-4bac-9c13-4774352b8688 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742349622321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742349248534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742349248552'] for port, after_update {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:45.684964 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2deae65-aeb5-4bac-9c13-4774352b8688 service neutron] Pushing event updated for resources: {'Port': ['ID=58e46291-e822-4005-8f56-21ee82c2f4eb,revision_number=2']} {{(pid=93587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:03:45.725882 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.plugins.ml2.managers [req-6e852757-45c1-492d-a3f5-4fcfd0e3be14 req-c2deae65-aeb5-4bac-9c13-4774352b8688 service neutron] Attempting to bind port 58e46291-e822-4005-8f56-21ee82c2f4eb on host hv-cinder-80265 for vnic_type normal with profile {{(pid=93587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 19:03:45.726253 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.plugins.ml2.managers [req-6e852757-45c1-492d-a3f5-4fcfd0e3be14 req-c2deae65-aeb5-4bac-9c13-4774352b8688 service neutron] Attempting to bind port 58e46291-e822-4005-8f56-21ee82c2f4eb by drivers openvswitch,hyperv on host hv-cinder-80265 at level 0 using segments [{'id': '849c600d-119e-46e5-ad54-f7773d8e0f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd9b348a0-fd69-4cac-87c2-18e205be05be'}] {{(pid=93587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 19:03:45.726587 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e852757-45c1-492d-a3f5-4fcfd0e3be14 req-c2deae65-aeb5-4bac-9c13-4774352b8688 service neutron] Attempting to bind port 58e46291-e822-4005-8f56-21ee82c2f4eb on network d9b348a0-fd69-4cac-87c2-18e205be05be {{(pid=93587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 19:03:45.733683 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e852757-45c1-492d-a3f5-4fcfd0e3be14 req-c2deae65-aeb5-4bac-9c13-4774352b8688 service neutron] Port 58e46291-e822-4005-8f56-21ee82c2f4eb on network d9b348a0-fd69-4cac-87c2-18e205be05be not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80265 {{(pid=93587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 19:03:45.734017 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e852757-45c1-492d-a3f5-4fcfd0e3be14 req-c2deae65-aeb5-4bac-9c13-4774352b8688 service neutron] Attempting to bind port 58e46291-e822-4005-8f56-21ee82c2f4eb on network d9b348a0-fd69-4cac-87c2-18e205be05be {{(pid=93587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 19:03:45.740324 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e852757-45c1-492d-a3f5-4fcfd0e3be14 req-c2deae65-aeb5-4bac-9c13-4774352b8688 service neutron] Checking agent: {'id': 'f02a77d8-88e9-4ce1-b3bf-c8b64693a24a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80265', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 19, 1, 31), 'started_at': datetime.datetime(2021, 7, 28, 19, 1, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 19, 3, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 19:03:45.740671 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e852757-45c1-492d-a3f5-4fcfd0e3be14 req-c2deae65-aeb5-4bac-9c13-4774352b8688 service neutron] Checking segment: {'id': '849c600d-119e-46e5-ad54-f7773d8e0f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd9b348a0-fd69-4cac-87c2-18e205be05be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 19:03:45.741067 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e852757-45c1-492d-a3f5-4fcfd0e3be14 req-c2deae65-aeb5-4bac-9c13-4774352b8688 service neutron] Bound using segment: {'id': '849c600d-119e-46e5-ad54-f7773d8e0f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd9b348a0-fd69-4cac-87c2-18e205be05be'} {{(pid=93587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 19:03:45.741513 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.plugins.ml2.managers [req-6e852757-45c1-492d-a3f5-4fcfd0e3be14 req-c2deae65-aeb5-4bac-9c13-4774352b8688 service neutron] Bound port: 58e46291-e822-4005-8f56-21ee82c2f4eb, host: hv-cinder-80265, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '849c600d-119e-46e5-ad54-f7773d8e0f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd9b348a0-fd69-4cac-87c2-18e205be05be'}}] {{(pid=93587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 19:03:45.746999 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [req-6e852757-45c1-492d-a3f5-4fcfd0e3be14 req-c2deae65-aeb5-4bac-9c13-4774352b8688 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555300'] for port, before_update {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:45.841352 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727d397d-8eff-48c3-b28e-b0e719d3a65c req-d241d16f-1178-428e-9a3f-c8d06d2068d7 tempest-DeleteServersTestJSON-948083625 tempest-DeleteServersTestJSON-948083625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:03:45.851685 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-727d397d-8eff-48c3-b28e-b0e719d3a65c req-d241d16f-1178-428e-9a3f-c8d06d2068d7 tempest-DeleteServersTestJSON-948083625 tempest-DeleteServersTestJSON-948083625-project] 10.222.0.41 "GET /v2.0/ports?device_id=8039b690-ef64-4872-a027-74670b318001 HTTP/1.1" status: 200 len: 943 time: 0.1062117 Jul 28 19:03:45.855680 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.plugins.ml2.db [req-6e852757-45c1-492d-a3f5-4fcfd0e3be14 req-c2deae65-aeb5-4bac-9c13-4774352b8688 service neutron] For port 58e46291-e822-4005-8f56-21ee82c2f4eb, host hv-cinder-80265, cleared binding levels {{(pid=93587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 19:03:45.858288 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.plugins.ml2.db [req-6e852757-45c1-492d-a3f5-4fcfd0e3be14 req-c2deae65-aeb5-4bac-9c13-4774352b8688 service neutron] For port 58e46291-e822-4005-8f56-21ee82c2f4eb, host hv-cinder-80265, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=58e46291-e822-4005-8f56-21ee82c2f4eb,segment=NetworkSegment(849c600d-119e-46e5-ad54-f7773d8e0f09),segment_id=849c600d-119e-46e5-ad54-f7773d8e0f09)] {{(pid=93587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 19:03:45.881250 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da16e5c1-6045-434d-b2ba-5f788337cf9c req-1e675357-fb01-4c68-b9e3-6f0cb66d92b7 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:03:45.882756 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-da16e5c1-6045-434d-b2ba-5f788337cf9c req-1e675357-fb01-4c68-b9e3-6f0cb66d92b7 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=a31f3eb4-54c5-4c46-b1a5-9f5552726fca HTTP/1.1" status: 200 len: 943 time: 0.1021302 Jul 28 19:03:45.920091 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-727d397d-8eff-48c3-b28e-b0e719d3a65c req-134d568f-87d5-46da-a892-92204b3d7611 tempest-DeleteServersTestJSON-948083625 tempest-DeleteServersTestJSON-948083625-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc7c8404-403a-4c27-9f62-deb2a99f8b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557740 Jul 28 19:03:45.942774 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-da16e5c1-6045-434d-b2ba-5f788337cf9c req-3fd1b891-acc3-4b78-b2b4-a624713da7fb tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/security-groups?id=2ca68dae-2096-4cc3-90a8-9371def495a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479639 Jul 28 19:03:46.020971 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ebcff1-9dff-4b7d-afdc-bc733bc8fb4a req-4ffb12ee-41da-4b70-8cf4-679545f3b19d tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:03:46.022399 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-72ebcff1-9dff-4b7d-afdc-bc733bc8fb4a req-4ffb12ee-41da-4b70-8cf4-679545f3b19d tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] 10.222.0.41 "GET /v2.0/ports?device_id=57aed14a-3dbf-40e3-829b-79322cd85c4f HTTP/1.1" status: 200 len: 945 time: 0.0533345 Jul 28 19:03:46.059634 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-72ebcff1-9dff-4b7d-afdc-bc733bc8fb4a req-4c85a434-915b-4b01-bf91-c6923080046a tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] 10.222.0.41 "GET /v2.0/security-groups?id=1eb5a05b-31a0-42f8-b1e4-d0f49b56a7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312834 Jul 28 19:03:46.083819 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [req-6e852757-45c1-492d-a3f5-4fcfd0e3be14 req-c2deae65-aeb5-4bac-9c13-4774352b8688 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742349622321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742349248534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742349248552'] for port, after_update {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:46.119048 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e852757-45c1-492d-a3f5-4fcfd0e3be14 req-c2deae65-aeb5-4bac-9c13-4774352b8688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:03:46.119658 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [req-6e852757-45c1-492d-a3f5-4fcfd0e3be14 req-c2deae65-aeb5-4bac-9c13-4774352b8688 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760026'] for port, before_response {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:46.121050 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-6e852757-45c1-492d-a3f5-4fcfd0e3be14 req-c2deae65-aeb5-4bac-9c13-4774352b8688 service neutron] 10.222.0.49 "PUT /v2.0/ports/58e46291-e822-4005-8f56-21ee82c2f4eb HTTP/1.1" status: 200 len: 1094 time: 0.9882674 Jul 28 19:03:46.121475 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d560c0e-0a73-4f3c-8080-2cbe04e596ed', 'tag': '58e46291-e822-4005-8f56-21ee82c2f4eb'}] {{(pid=93587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 19:03:46.123689 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0425cd91716d62700118381c1ce81f16af4b0b2dffb745d1fa1c8d13c3262bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd2d5e28-3e48-493b-a3db-c178e11a8ab0" -d '{"events": [{"name": "network-changed", "server_uuid": "0d560c0e-0a73-4f3c-8080-2cbe04e596ed", "tag": "58e46291-e822-4005-8f56-21ee82c2f4eb"}]}' {{(pid=93587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 19:03:46.150733 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2deae65-aeb5-4bac-9c13-4774352b8688 service neutron] Pushing event updated for resources: {'Port': ['ID=58e46291-e822-4005-8f56-21ee82c2f4eb,revision_number=3']} {{(pid=93587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:03:46.179629 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 19:03:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc321c8a-f1a2-4e92-9c9b-93a1290f9dfa x-openstack-request-id: req-bc321c8a-f1a2-4e92-9c9b-93a1290f9dfa {{(pid=93587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 19:03:46.179964 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d560c0e-0a73-4f3c-8080-2cbe04e596ed", "tag": "58e46291-e822-4005-8f56-21ee82c2f4eb", "status": "completed", "code": 200}]} {{(pid=93587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 19:03:46.180211 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-bc321c8a-f1a2-4e92-9c9b-93a1290f9dfa {{(pid=93587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 19:03:46.180959 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d560c0e-0a73-4f3c-8080-2cbe04e596ed', 'tag': '58e46291-e822-4005-8f56-21ee82c2f4eb', 'status': 'completed', 'code': 200} Jul 28 19:03:46.290351 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b665da1b-30da-40d7-8efc-4660a1b7802f req-10ec0e50-86a9-431b-adde-6d17b14723c7 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:03:46.291523 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-b665da1b-30da-40d7-8efc-4660a1b7802f req-10ec0e50-86a9-431b-adde-6d17b14723c7 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/ports?device_id=746c8655-ed83-43a1-afe7-08635f73c152 HTTP/1.1" status: 200 len: 944 time: 0.0852616 Jul 28 19:03:46.317154 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d144bc27-5bd7-4b15-8351-1269c3ab02a4 req-8fc3829b-1c5b-4fe0-b2b1-6f78081e1f9a tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:03:46.319387 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-d144bc27-5bd7-4b15-8351-1269c3ab02a4 req-8fc3829b-1c5b-4fe0-b2b1-6f78081e1f9a tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d560c0e-0a73-4f3c-8080-2cbe04e596ed HTTP/1.1" status: 200 len: 944 time: 0.0798769 Jul 28 19:03:46.375909 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-b665da1b-30da-40d7-8efc-4660a1b7802f req-4bfb9404-e19d-48e5-86fa-7f7cbda9baf1 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/security-groups?id=42975843-26fd-496e-b975-a1703127fe22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753701 Jul 28 19:03:46.378816 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-d144bc27-5bd7-4b15-8351-1269c3ab02a4 req-6884befe-4bf9-43a5-bd2e-2707ed4cec09 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/security-groups?id=da3193e4-56c6-417c-b113-33c66274c6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503383 Jul 28 19:03:47.050624 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be5c7b2-e7f4-48cc-87d1-f45b8e36f66d req-2de17b18-ad18-4c45-9296-46e6b85a6e64 tempest-DeleteServersTestJSON-948083625 tempest-DeleteServersTestJSON-948083625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:03:47.052124 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-4be5c7b2-e7f4-48cc-87d1-f45b8e36f66d req-2de17b18-ad18-4c45-9296-46e6b85a6e64 tempest-DeleteServersTestJSON-948083625 tempest-DeleteServersTestJSON-948083625-project] 10.222.0.41 "GET /v2.0/ports?device_id=8039b690-ef64-4872-a027-74670b318001 HTTP/1.1" status: 200 len: 943 time: 0.0765746 Jul 28 19:03:47.063876 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c071c729-b7f4-4d74-ab42-5a51494ed950 req-4d9371a3-d831-45bb-a1aa-ced59ddff328 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:03:47.066009 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-c071c729-b7f4-4d74-ab42-5a51494ed950 req-4d9371a3-d831-45bb-a1aa-ced59ddff328 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=a31f3eb4-54c5-4c46-b1a5-9f5552726fca HTTP/1.1" status: 200 len: 943 time: 0.0617034 Jul 28 19:03:47.118368 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-4be5c7b2-e7f4-48cc-87d1-f45b8e36f66d req-23df3ccc-dcc3-48ab-ba3b-3a70f500894d tempest-DeleteServersTestJSON-948083625 tempest-DeleteServersTestJSON-948083625-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc7c8404-403a-4c27-9f62-deb2a99f8b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514174 Jul 28 19:03:47.125335 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-c071c729-b7f4-4d74-ab42-5a51494ed950 req-e99c2713-3776-4bd2-9f0a-8f2701b4c9d9 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/security-groups?id=2ca68dae-2096-4cc3-90a8-9371def495a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526271 Jul 28 19:03:47.222671 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abce1b31-8152-4895-8b1a-10f16fbf45df req-37c3ef55-7397-40f2-9855-e06e4116b5fe tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:03:47.224128 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-abce1b31-8152-4895-8b1a-10f16fbf45df req-37c3ef55-7397-40f2-9855-e06e4116b5fe tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] 10.222.0.41 "GET /v2.0/ports?device_id=57aed14a-3dbf-40e3-829b-79322cd85c4f HTTP/1.1" status: 200 len: 945 time: 0.0511079 Jul 28 19:03:47.261327 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-abce1b31-8152-4895-8b1a-10f16fbf45df req-3fc44f39-abdd-4b23-ae02-f14bc912a9c2 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] 10.222.0.41 "GET /v2.0/security-groups?id=1eb5a05b-31a0-42f8-b1e4-d0f49b56a7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313601 Jul 28 19:03:47.515050 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd443636-da4f-4140-83ca-17fbaa0a045b req-21fd64d3-9e1d-4013-9203-4d758233d557 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:03:47.516546 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-dd443636-da4f-4140-83ca-17fbaa0a045b req-21fd64d3-9e1d-4013-9203-4d758233d557 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/ports?device_id=746c8655-ed83-43a1-afe7-08635f73c152 HTTP/1.1" status: 200 len: 944 time: 0.0744238 Jul 28 19:03:47.528301 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d75fa3-a92f-4056-ab61-e8a48d97e8fb req-3e496a63-305a-43fd-904a-c50adcffa94b tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:03:47.529688 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-e3d75fa3-a92f-4056-ab61-e8a48d97e8fb req-3e496a63-305a-43fd-904a-c50adcffa94b tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d560c0e-0a73-4f3c-8080-2cbe04e596ed HTTP/1.1" status: 200 len: 944 time: 0.0779879 Jul 28 19:03:47.584938 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-dd443636-da4f-4140-83ca-17fbaa0a045b req-cf25ff83-7d57-46dc-94d5-a622338e5d0c tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/security-groups?id=42975843-26fd-496e-b975-a1703127fe22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542896 Jul 28 19:03:47.589717 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-e3d75fa3-a92f-4056-ab61-e8a48d97e8fb req-d2989ebe-8fd5-45e4-b5cc-93e218d6c174 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/security-groups?id=da3193e4-56c6-417c-b113-33c66274c6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523658 Jul 28 19:03:48.264477 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8ac6e0-5b46-4519-81c6-e4cc196834c2 req-b1149e2c-d0b4-4f00-813d-950c0bef21ac tempest-DeleteServersTestJSON-948083625 tempest-DeleteServersTestJSON-948083625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:03:48.265883 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-2e8ac6e0-5b46-4519-81c6-e4cc196834c2 req-b1149e2c-d0b4-4f00-813d-950c0bef21ac tempest-DeleteServersTestJSON-948083625 tempest-DeleteServersTestJSON-948083625-project] 10.222.0.41 "GET /v2.0/ports?device_id=8039b690-ef64-4872-a027-74670b318001 HTTP/1.1" status: 200 len: 943 time: 0.0814908 Jul 28 19:03:48.280768 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e9a315-bce2-4b33-b61d-40c71a1131d3 req-3261edb8-ed23-4bc0-b977-4b146a3b2033 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:03:48.282174 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-70e9a315-bce2-4b33-b61d-40c71a1131d3 req-3261edb8-ed23-4bc0-b977-4b146a3b2033 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=a31f3eb4-54c5-4c46-b1a5-9f5552726fca HTTP/1.1" status: 200 len: 943 time: 0.0676162 Jul 28 19:03:48.334934 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-2e8ac6e0-5b46-4519-81c6-e4cc196834c2 req-43184789-8a1b-4fac-a762-6fc094de1a41 tempest-DeleteServersTestJSON-948083625 tempest-DeleteServersTestJSON-948083625-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc7c8404-403a-4c27-9f62-deb2a99f8b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619075 Jul 28 19:03:48.345335 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-70e9a315-bce2-4b33-b61d-40c71a1131d3 req-1f916c53-687d-4fb2-afb0-93325c6bc9e1 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/security-groups?id=2ca68dae-2096-4cc3-90a8-9371def495a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567417 Jul 28 19:03:48.435823 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4faada2-3332-4256-8996-9c431e82b166 req-ff1cd4c5-87e1-43fb-9fa8-16b824b100fc tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:03:48.437711 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-e4faada2-3332-4256-8996-9c431e82b166 req-ff1cd4c5-87e1-43fb-9fa8-16b824b100fc tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] 10.222.0.41 "GET /v2.0/ports?device_id=57aed14a-3dbf-40e3-829b-79322cd85c4f HTTP/1.1" status: 200 len: 945 time: 0.0479565 Jul 28 19:03:48.507165 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2d5e28-3e48-493b-a3db-c178e11a8ab0 req-f7a671df-f6d0-4a39-9c02-c4ab726d2e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:03:48.508862 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-fd2d5e28-3e48-493b-a3db-c178e11a8ab0 req-f7a671df-f6d0-4a39-9c02-c4ab726d2e3c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=77b4e3f4db4f48488f6a8e8a0ca43337&device_id=0d560c0e-0a73-4f3c-8080-2cbe04e596ed HTTP/1.1" status: 200 len: 1097 time: 0.0405300 Jul 28 19:03:48.531697 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-e4faada2-3332-4256-8996-9c431e82b166 req-c9426561-ec07-4fca-aa93-d1a6cdd671f4 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] 10.222.0.41 "GET /v2.0/security-groups?id=1eb5a05b-31a0-42f8-b1e4-d0f49b56a7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869169 Jul 28 19:03:48.573436 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56755ab9-c30c-448e-b483-acdaf4705b65 req-adb1905d-53a0-4cb0-9dda-e6c475fa1a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:03:48.574962 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-56755ab9-c30c-448e-b483-acdaf4705b65 req-adb1905d-53a0-4cb0-9dda-e6c475fa1a04 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1144614 Jul 28 19:03:48.642812 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2d5e28-3e48-493b-a3db-c178e11a8ab0 req-6ab46442-7fb7-470d-b0e5-3da3e9295814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:03:48.650311 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-fd2d5e28-3e48-493b-a3db-c178e11a8ab0 req-6ab46442-7fb7-470d-b0e5-3da3e9295814 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=77b4e3f4db4f48488f6a8e8a0ca43337&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1120162 Jul 28 19:03:48.657138 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a592f1-633f-4a0f-b465-e273a6485071 req-c89afe7e-e373-43eb-b347-0d4dfd60b068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:03:48.658641 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-b4a592f1-633f-4a0f-b465-e273a6485071 req-c89afe7e-e373-43eb-b347-0d4dfd60b068 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=4dceb4eb37274cd9b3fcc8dffed09715&device_id=a31f3eb4-54c5-4c46-b1a5-9f5552726fca HTTP/1.1" status: 200 len: 1096 time: 0.0447052 Jul 28 19:03:48.731299 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-b4a592f1-633f-4a0f-b465-e273a6485071 req-7de4e05d-a3fe-4a2d-92a7-42a13a598e57 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=827be936-912d-43a2-8eb2-136d6f5f4c32 HTTP/1.1" status: 200 len: 217 time: 0.0622692 Jul 28 19:03:48.761125 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2d5e28-3e48-493b-a3db-c178e11a8ab0 req-c29e4375-3142-4019-8cd5-8f9cbfbcdaaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:03:48.762634 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-fd2d5e28-3e48-493b-a3db-c178e11a8ab0 req-c29e4375-3142-4019-8cd5-8f9cbfbcdaaa service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1063769 Jul 28 19:03:48.811794 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc293ce0-c58a-4fb3-b64c-000883e58efa req-714ce086-bc97-439c-bc94-72298579cda1 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:03:48.813308 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-fc293ce0-c58a-4fb3-b64c-000883e58efa req-714ce086-bc97-439c-bc94-72298579cda1 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/ports?device_id=746c8655-ed83-43a1-afe7-08635f73c152 HTTP/1.1" status: 200 len: 944 time: 0.1538174 Jul 28 19:03:48.835541 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a592f1-633f-4a0f-b465-e273a6485071 req-beb7b113-8c6b-44ff-9e41-bebd0086291d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:03:48.836989 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-b4a592f1-633f-4a0f-b465-e273a6485071 req-beb7b113-8c6b-44ff-9e41-bebd0086291d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d8dd9f14-f474-4c6a-84f8-85ff7b8e642f HTTP/1.1" status: 200 len: 850 time: 0.0895221 Jul 28 19:03:48.848420 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e852757-45c1-492d-a3f5-4fcfd0e3be14 req-46020b68-8902-4e4c-90e6-af77f7025fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:03:48.849992 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-6e852757-45c1-492d-a3f5-4fcfd0e3be14 req-46020b68-8902-4e4c-90e6-af77f7025fbd service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=77b4e3f4db4f48488f6a8e8a0ca43337&device_id=0d560c0e-0a73-4f3c-8080-2cbe04e596ed HTTP/1.1" status: 200 len: 1097 time: 0.0457091 Jul 28 19:03:48.850742 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3f2580-7f91-4026-91e8-34952c164a5f req-39f77e89-10d6-4922-93ce-4e0f660f0d14 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:03:48.852289 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-bd3f2580-7f91-4026-91e8-34952c164a5f req-39f77e89-10d6-4922-93ce-4e0f660f0d14 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d560c0e-0a73-4f3c-8080-2cbe04e596ed HTTP/1.1" status: 200 len: 944 time: 0.1587839 Jul 28 19:03:48.896824 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-6e852757-45c1-492d-a3f5-4fcfd0e3be14 req-c5e0e766-7a9b-4073-9091-b039b1be93b3 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=58e46291-e822-4005-8f56-21ee82c2f4eb HTTP/1.1" status: 200 len: 217 time: 0.0382905 Jul 28 19:03:48.915065 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-fc293ce0-c58a-4fb3-b64c-000883e58efa req-073722bf-2be3-48f3-8792-a3ecc081f4b5 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/security-groups?id=42975843-26fd-496e-b975-a1703127fe22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946417 Jul 28 19:03:48.938049 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a592f1-633f-4a0f-b465-e273a6485071 req-d74031ae-fc9f-4010-9981-7999308069a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:03:48.939678 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-b4a592f1-633f-4a0f-b465-e273a6485071 req-d74031ae-fc9f-4010-9981-7999308069a8 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9a21bde8-e77f-4246-845e-15d2cf775c00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0864177 Jul 28 19:03:48.946743 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e852757-45c1-492d-a3f5-4fcfd0e3be14 req-2c54c7e2-feae-443b-a684-81e085e04c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:03:48.948303 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-6e852757-45c1-492d-a3f5-4fcfd0e3be14 req-2c54c7e2-feae-443b-a684-81e085e04c1d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=209ab333-e935-41fc-b99a-6688a4911e44 HTTP/1.1" status: 200 len: 856 time: 0.0442424 Jul 28 19:03:48.959634 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-bd3f2580-7f91-4026-91e8-34952c164a5f req-9549e4df-0b1e-4871-a1fc-d89a441721ec tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/security-groups?id=da3193e4-56c6-417c-b113-33c66274c6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949566 Jul 28 19:03:49.005672 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e852757-45c1-492d-a3f5-4fcfd0e3be14 req-057a0ab7-5ab1-4e12-a62e-c1a8a02b0a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:03:49.007270 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-6e852757-45c1-492d-a3f5-4fcfd0e3be14 req-057a0ab7-5ab1-4e12-a62e-c1a8a02b0a01 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d9b348a0-fd69-4cac-87c2-18e205be05be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0518000 Jul 28 19:03:49.050399 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-b4a592f1-633f-4a0f-b465-e273a6485071 req-ffb2e51a-134c-435b-9a1e-d2b226b71b4c service neutron] 10.222.0.49 "GET /v2.0/networks/9a21bde8-e77f-4246-845e-15d2cf775c00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939369 Jul 28 19:03:49.118517 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-6e852757-45c1-492d-a3f5-4fcfd0e3be14 req-ef015491-2f5a-4bee-a360-e8d18d2b4088 service neutron] 10.222.0.49 "GET /v2.0/networks/d9b348a0-fd69-4cac-87c2-18e205be05be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003008 Jul 28 19:03:49.139261 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-b4a592f1-633f-4a0f-b465-e273a6485071 req-35ec7d18-e169-4cb6-90a0-702c06fca6ca service neutron] 10.222.0.49 "GET /v2.0/networks/9a21bde8-e77f-4246-845e-15d2cf775c00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877516 Jul 28 19:03:49.211148 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-6e852757-45c1-492d-a3f5-4fcfd0e3be14 req-81f81aea-3181-49d4-baec-56467bad9020 service neutron] 10.222.0.49 "GET /v2.0/networks/d9b348a0-fd69-4cac-87c2-18e205be05be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845456 Jul 28 19:03:49.483742 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa95217-78e9-4fc1-aa62-0b26262d91a2 req-c1c94f6b-38a7-4c63-918c-ed8822cb04b7 tempest-DeleteServersTestJSON-948083625 tempest-DeleteServersTestJSON-948083625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:03:49.485235 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-5fa95217-78e9-4fc1-aa62-0b26262d91a2 req-c1c94f6b-38a7-4c63-918c-ed8822cb04b7 tempest-DeleteServersTestJSON-948083625 tempest-DeleteServersTestJSON-948083625-project] 10.222.0.41 "GET /v2.0/ports?device_id=8039b690-ef64-4872-a027-74670b318001 HTTP/1.1" status: 200 len: 943 time: 0.0813839 Jul 28 19:03:49.496391 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ee0d26-777f-415b-af04-0d777053f7d9 req-8531b359-2efd-453e-955d-f36db729beb2 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:03:49.497760 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-e4ee0d26-777f-415b-af04-0d777053f7d9 req-8531b359-2efd-453e-955d-f36db729beb2 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=a31f3eb4-54c5-4c46-b1a5-9f5552726fca HTTP/1.1" status: 200 len: 943 time: 0.0821581 Jul 28 19:03:49.553803 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-5fa95217-78e9-4fc1-aa62-0b26262d91a2 req-d6368235-1b32-46f8-8e01-59443a99fc4f tempest-DeleteServersTestJSON-948083625 tempest-DeleteServersTestJSON-948083625-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc7c8404-403a-4c27-9f62-deb2a99f8b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551038 Jul 28 19:03:49.558662 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-e4ee0d26-777f-415b-af04-0d777053f7d9 req-41f533ed-1c38-46fb-b7b3-4c291909d464 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/security-groups?id=2ca68dae-2096-4cc3-90a8-9371def495a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541975 Jul 28 19:03:49.659906 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161177aa-44ef-4fd7-ac87-63c8f1a5701b req-5fe9a09b-afa3-4825-b8aa-15ed967bec60 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:03:49.661378 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-161177aa-44ef-4fd7-ac87-63c8f1a5701b req-5fe9a09b-afa3-4825-b8aa-15ed967bec60 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] 10.222.0.41 "GET /v2.0/ports?device_id=57aed14a-3dbf-40e3-829b-79322cd85c4f HTTP/1.1" status: 200 len: 945 time: 0.0482767 Jul 28 19:03:49.699039 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-161177aa-44ef-4fd7-ac87-63c8f1a5701b req-1903d3a0-f783-494f-9f92-34b4cabe2231 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] 10.222.0.41 "GET /v2.0/security-groups?id=1eb5a05b-31a0-42f8-b1e4-d0f49b56a7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316761 Jul 28 19:03:50.037648 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e6ab5d-ed47-4140-8619-cc67149d979b req-a162b6e9-291b-4e25-9d42-0375c7a2c927 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:03:50.040234 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-55e6ab5d-ed47-4140-8619-cc67149d979b req-a162b6e9-291b-4e25-9d42-0375c7a2c927 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/ports?device_id=746c8655-ed83-43a1-afe7-08635f73c152 HTTP/1.1" status: 200 len: 944 time: 0.0548635 Jul 28 19:03:50.104975 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-55e6ab5d-ed47-4140-8619-cc67149d979b req-3b2ccb9a-4159-4898-bfe3-a7eda6baf024 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/security-groups?id=42975843-26fd-496e-b975-a1703127fe22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556300 Jul 28 19:03:50.116982 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071a3cca-add1-4ea2-aed4-354b8a03eb17 req-7aeb8c41-f74b-4303-aa1f-84beecef7416 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:03:50.118533 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-071a3cca-add1-4ea2-aed4-354b8a03eb17 req-7aeb8c41-f74b-4303-aa1f-84beecef7416 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d560c0e-0a73-4f3c-8080-2cbe04e596ed HTTP/1.1" status: 200 len: 944 time: 0.0774083 Jul 28 19:03:50.156022 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-071a3cca-add1-4ea2-aed4-354b8a03eb17 req-eebc73cd-aa77-4aec-a615-ccc3eae35d93 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/security-groups?id=da3193e4-56c6-417c-b113-33c66274c6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314236 Jul 28 19:03:50.448440 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.rpc [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Device e1d49c09-fa6e-4604-8abe-27b663adc5f1 details requested by agent hyperv_hv-cinder-80265 with host hv-cinder-80265 {{(pid=93588) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 19:03:50.505247 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.rpc [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Device 00efaa0f-267e-46a3-b437-c6b06e7bc703 up at agent hyperv_hv-cinder-80265 {{(pid=93588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 19:03:50.583360 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.db [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] For port e1d49c09-fa6e-4604-8abe-27b663adc5f1, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=e1d49c09-fa6e-4604-8abe-27b663adc5f1,segment=NetworkSegment(3139aff5-4d6c-4278-a04a-7a1d2851646e),segment_id=3139aff5-4d6c-4278-a04a-7a1d2851646e)] {{(pid=93588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:03:50.599733 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.rpc [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Returning: {'device': 'e1d49c09-fa6e-4604-8abe-27b663adc5f1', 'network_id': '55abd46f-cb0c-4975-97d4-5b97e39ca579', 'port_id': 'e1d49c09-fa6e-4604-8abe-27b663adc5f1', 'mac_address': 'fa:16:3e:96:a8:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ace80f0-3f3a-4421-afb0-85b3c7802c40', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93588) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 19:03:50.637687 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555300'] for port, before_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:50.650557 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.notifiers.nova [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1d49c09-fa6e-4604-8abe-27b663adc5f1 {{(pid=93588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 19:03:50.670529 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.db [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] For port e1d49c09-fa6e-4604-8abe-27b663adc5f1, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=e1d49c09-fa6e-4604-8abe-27b663adc5f1,segment=NetworkSegment(3139aff5-4d6c-4278-a04a-7a1d2851646e),segment_id=3139aff5-4d6c-4278-a04a-7a1d2851646e)] {{(pid=93588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:03:50.682401 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.provisioning_blocks [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Provisioning for port 00efaa0f-267e-46a3-b437-c6b06e7bc703 completed by entity L2. {{(pid=93588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 19:03:50.686129 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.provisioning_blocks [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Provisioning complete for port 00efaa0f-267e-46a3-b437-c6b06e7bc703 triggered by entity L2. {{(pid=93588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 19:03:50.686553 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721938'] for port, provisioning_complete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:50.700368 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6884dc24-e796-44e5-af4e-e8dd1352e792 req-f99a6b88-9158-4a34-b946-bd5d87c7ff26 tempest-DeleteServersTestJSON-948083625 tempest-DeleteServersTestJSON-948083625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:03:50.701850 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-6884dc24-e796-44e5-af4e-e8dd1352e792 req-f99a6b88-9158-4a34-b946-bd5d87c7ff26 tempest-DeleteServersTestJSON-948083625 tempest-DeleteServersTestJSON-948083625-project] 10.222.0.41 "GET /v2.0/ports?device_id=8039b690-ef64-4872-a027-74670b318001 HTTP/1.1" status: 200 len: 943 time: 0.0769718 Jul 28 19:03:50.723156 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ab7449-4e13-4f83-bb8f-c2e6e6d2d062 req-df3ef855-f765-44fa-9c9a-e34c53609eef tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:03:50.724673 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-45ab7449-4e13-4f83-bb8f-c2e6e6d2d062 req-df3ef855-f765-44fa-9c9a-e34c53609eef tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=a31f3eb4-54c5-4c46-b1a5-9f5552726fca HTTP/1.1" status: 200 len: 943 time: 0.0743759 Jul 28 19:03:50.765015 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742349622321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742349248534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742349248552'] for port, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:50.765717 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.rpc [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Device 42bd04ad-4b2a-497e-96f2-9b339a73581a details requested by agent hyperv_hv-cinder-80265 with host hv-cinder-80265 {{(pid=93588) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 19:03:50.776761 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555300'] for port, before_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:50.779462 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-6884dc24-e796-44e5-af4e-e8dd1352e792 req-e086d3c9-6bc5-49e4-b42b-c08ff1d86d06 tempest-DeleteServersTestJSON-948083625 tempest-DeleteServersTestJSON-948083625-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc7c8404-403a-4c27-9f62-deb2a99f8b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704925 Jul 28 19:03:50.787741 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-45ab7449-4e13-4f83-bb8f-c2e6e6d2d062 req-d1c37425-e34c-4d45-bd96-6225031f4f82 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/security-groups?id=2ca68dae-2096-4cc3-90a8-9371def495a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540259 Jul 28 19:03:50.847817 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57aed14a-3dbf-40e3-829b-79322cd85c4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00efaa0f-267e-46a3-b437-c6b06e7bc703'}] {{(pid=93588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 19:03:50.904013 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc8a8fe-6e6a-4d6f-bf31-2ddcdb56f692 req-418ae6c0-165c-4822-8823-0829c37b65f7 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:03:50.905934 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-3fc8a8fe-6e6a-4d6f-bf31-2ddcdb56f692 req-418ae6c0-165c-4822-8823-0829c37b65f7 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] 10.222.0.41 "GET /v2.0/ports?device_id=57aed14a-3dbf-40e3-829b-79322cd85c4f HTTP/1.1" status: 200 len: 945 time: 0.0495920 Jul 28 19:03:50.942674 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.db [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] For port 42bd04ad-4b2a-497e-96f2-9b339a73581a, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=42bd04ad-4b2a-497e-96f2-9b339a73581a,segment=NetworkSegment(3139aff5-4d6c-4278-a04a-7a1d2851646e),segment_id=3139aff5-4d6c-4278-a04a-7a1d2851646e)] {{(pid=93588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:03:50.945147 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Pushing event updated for resources: {'Port': ['ID=e1d49c09-fa6e-4604-8abe-27b663adc5f1,revision_number=4']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:03:50.956187 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.db [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] For port 00efaa0f-267e-46a3-b437-c6b06e7bc703, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=00efaa0f-267e-46a3-b437-c6b06e7bc703,segment=NetworkSegment(0371c4bd-4d97-467a-b535-ac8857907d33),segment_id=0371c4bd-4d97-467a-b535-ac8857907d33)] {{(pid=93588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:03:50.958540 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-3fc8a8fe-6e6a-4d6f-bf31-2ddcdb56f692 req-d55da427-483b-4db5-9dbd-601aed120a55 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] 10.222.0.41 "GET /v2.0/security-groups?id=1eb5a05b-31a0-42f8-b1e4-d0f49b56a7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418389 Jul 28 19:03:50.960929 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.rpc [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Returning: {'device': '42bd04ad-4b2a-497e-96f2-9b339a73581a', 'network_id': '55abd46f-cb0c-4975-97d4-5b97e39ca579', 'port_id': '42bd04ad-4b2a-497e-96f2-9b339a73581a', 'mac_address': 'fa:16:3e:cd:3c:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ace80f0-3f3a-4421-afb0-85b3c7802c40', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93588) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 19:03:51.001701 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1b0d83cbf58c08976f04b399db04c287f80045833914d8e5b61042f37766a37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffff6ae5-d727-4a0e-82d6-91ed175c48d3" -d '{"events": [{"server_uuid": "57aed14a-3dbf-40e3-829b-79322cd85c4f", "name": "network-vif-plugged", "status": "completed", "tag": "00efaa0f-267e-46a3-b437-c6b06e7bc703"}]}' {{(pid=93588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 19:03:51.018868 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742349622321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742349248534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742349248552'] for port, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:51.023479 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555300'] for port, before_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:51.057505 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.notifiers.nova [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42bd04ad-4b2a-497e-96f2-9b339a73581a {{(pid=93588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 19:03:51.093295 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.db [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] For port 42bd04ad-4b2a-497e-96f2-9b339a73581a, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=42bd04ad-4b2a-497e-96f2-9b339a73581a,segment=NetworkSegment(3139aff5-4d6c-4278-a04a-7a1d2851646e),segment_id=3139aff5-4d6c-4278-a04a-7a1d2851646e)] {{(pid=93588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:03:51.100054 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 19:03:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afcfba3f-8784-41b5-93b5-fc582d6b3b5e x-openstack-request-id: req-afcfba3f-8784-41b5-93b5-fc582d6b3b5e {{(pid=93588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 19:03:51.100335 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57aed14a-3dbf-40e3-829b-79322cd85c4f", "name": "network-vif-plugged", "status": "completed", "tag": "00efaa0f-267e-46a3-b437-c6b06e7bc703", "code": 200}]} {{(pid=93588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 19:03:51.100598 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-afcfba3f-8784-41b5-93b5-fc582d6b3b5e {{(pid=93588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 19:03:51.101031 dv-cinder-802653-1-iscsi neutron-server[93588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57aed14a-3dbf-40e3-829b-79322cd85c4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00efaa0f-267e-46a3-b437-c6b06e7bc703', 'code': 200} Jul 28 19:03:51.102119 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Pushing event updated for resources: {'Port': ['ID=00efaa0f-267e-46a3-b437-c6b06e7bc703,revision_number=5']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:03:51.159008 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742349622321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742349248534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742349248552'] for port, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:51.160533 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.rpc [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Device 827be936-912d-43a2-8eb2-136d6f5f4c32 details requested by agent hyperv_hv-cinder-80265 with host hv-cinder-80265 {{(pid=93588) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 19:03:51.229182 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8117679-6a07-4266-adea-cda83dc77774 req-0bf84928-1733-4cc6-91a3-b06456943750 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:03:51.230787 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-b8117679-6a07-4266-adea-cda83dc77774 req-0bf84928-1733-4cc6-91a3-b06456943750 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/ports?device_id=746c8655-ed83-43a1-afe7-08635f73c152 HTTP/1.1" status: 200 len: 945 time: 0.0535104 Jul 28 19:03:51.259089 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Pushing event updated for resources: {'Port': ['ID=42bd04ad-4b2a-497e-96f2-9b339a73581a,revision_number=4']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:03:51.303955 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-b8117679-6a07-4266-adea-cda83dc77774 req-bdd62dda-be4e-4a65-8807-410628c2cc30 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/security-groups?id=42975843-26fd-496e-b975-a1703127fe22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672607 Jul 28 19:03:51.321690 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5dfb30-488d-4039-a764-f378b0c194aa req-36d7e4a1-da58-482c-9fee-b36cba7a5e56 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:03:51.323334 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-6e5dfb30-488d-4039-a764-f378b0c194aa req-36d7e4a1-da58-482c-9fee-b36cba7a5e56 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d560c0e-0a73-4f3c-8080-2cbe04e596ed HTTP/1.1" status: 200 len: 944 time: 0.0801971 Jul 28 19:03:51.324938 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.db [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] For port 827be936-912d-43a2-8eb2-136d6f5f4c32, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=827be936-912d-43a2-8eb2-136d6f5f4c32,segment=NetworkSegment(559a2b3b-45f1-4ed6-a9a8-30cdc01cbf76),segment_id=559a2b3b-45f1-4ed6-a9a8-30cdc01cbf76)] {{(pid=93588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:03:51.339048 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.rpc [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Returning: {'device': '827be936-912d-43a2-8eb2-136d6f5f4c32', 'network_id': '9a21bde8-e77f-4246-845e-15d2cf775c00', 'port_id': '827be936-912d-43a2-8eb2-136d6f5f4c32', 'mac_address': 'fa:16:3e:1d:c2:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8dd9f14-f474-4c6a-84f8-85ff7b8e642f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93588) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 19:03:51.363666 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-6e5dfb30-488d-4039-a764-f378b0c194aa req-219fe97c-84da-4f7d-af2d-e089f1ce6504 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/security-groups?id=da3193e4-56c6-417c-b113-33c66274c6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336556 Jul 28 19:03:51.377534 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555300'] for port, before_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:51.393568 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.notifiers.nova [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 827be936-912d-43a2-8eb2-136d6f5f4c32 {{(pid=93588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 19:03:51.419543 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.db [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] For port 827be936-912d-43a2-8eb2-136d6f5f4c32, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=827be936-912d-43a2-8eb2-136d6f5f4c32,segment=NetworkSegment(559a2b3b-45f1-4ed6-a9a8-30cdc01cbf76),segment_id=559a2b3b-45f1-4ed6-a9a8-30cdc01cbf76)] {{(pid=93588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:03:51.505462 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0b8f9d-5819-4a06-b5d4-6354a13895dc req-6274ec2e-c72b-4389-8cc6-1ba0c5967749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:03:51.507258 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-da0b8f9d-5819-4a06-b5d4-6354a13895dc req-6274ec2e-c72b-4389-8cc6-1ba0c5967749 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=57aed14a-3dbf-40e3-829b-79322cd85c4f HTTP/1.1" status: 200 len: 1099 time: 0.0753083 Jul 28 19:03:51.527579 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [req-da0b8f9d-5819-4a06-b5d4-6354a13895dc req-e2d9dc19-1724-4b06-a26c-07f44488e37a service neutron] Notify callbacks [] for security_group, before_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:51.542046 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742349622321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742349248534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742349248552'] for port, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:51.542857 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.rpc [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Device 2b2e8245-61d8-4643-9edf-60e6b5a965db details requested by agent hyperv_hv-cinder-80265 with host hv-cinder-80265 {{(pid=93588) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 19:03:51.615873 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [req-da0b8f9d-5819-4a06-b5d4-6354a13895dc req-e2d9dc19-1724-4b06-a26c-07f44488e37a service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:51.627031 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-a7dfaf7c-49f3-45a3-bf97-d40424c37504 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:51.633706 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Pushing event updated for resources: {'Port': ['ID=827be936-912d-43a2-8eb2-136d6f5f4c32,revision_number=4']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:03:51.679883 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.db [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] For port 2b2e8245-61d8-4643-9edf-60e6b5a965db, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=2b2e8245-61d8-4643-9edf-60e6b5a965db,segment=NetworkSegment(0d3c4ff0-4d0c-4266-bc56-cf9746e30c96),segment_id=0d3c4ff0-4d0c-4266-bc56-cf9746e30c96)] {{(pid=93588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:03:51.692470 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.rpc [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Returning: {'device': '2b2e8245-61d8-4643-9edf-60e6b5a965db', 'network_id': 'c056e1d5-ae09-46ea-8799-2cf0d09a03be', 'port_id': '2b2e8245-61d8-4643-9edf-60e6b5a965db', 'mac_address': 'fa:16:3e:41:f3:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03866e0b-fdaa-4b0f-98c4-ff1acf686888', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93588) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 19:03:51.699700 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [req-da0b8f9d-5819-4a06-b5d4-6354a13895dc req-e2d9dc19-1724-4b06-a26c-07f44488e37a service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676630'] for security_group, after_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:51.729028 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-da0b8f9d-5819-4a06-b5d4-6354a13895dc req-e2d9dc19-1724-4b06-a26c-07f44488e37a service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=1eb5a05b-31a0-42f8-b1e4-d0f49b56a7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2142818 Jul 28 19:03:51.733678 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555300'] for port, before_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:51.737984 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d9dc19-1724-4b06-a26c-07f44488e37a service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=8b9d0b9f-6874-4a0d-85e3-0041a0e0b43e,revision_number=1']} {{(pid=93587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:03:51.748246 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.notifiers.nova [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b2e8245-61d8-4643-9edf-60e6b5a965db {{(pid=93588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 19:03:51.769337 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.db [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] For port 2b2e8245-61d8-4643-9edf-60e6b5a965db, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=2b2e8245-61d8-4643-9edf-60e6b5a965db,segment=NetworkSegment(0d3c4ff0-4d0c-4266-bc56-cf9746e30c96),segment_id=0d3c4ff0-4d0c-4266-bc56-cf9746e30c96)] {{(pid=93588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:03:51.866907 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742349622321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742349248534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742349248552'] for port, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:51.916344 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Pushing event updated for resources: {'Port': ['ID=2b2e8245-61d8-4643-9edf-60e6b5a965db,revision_number=4']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:03:51.929964 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f02e81c-6f7e-45d1-b8ec-171a6b243009 req-eda378b7-03db-4921-9780-94db06b77b1b tempest-DeleteServersTestJSON-948083625 tempest-DeleteServersTestJSON-948083625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:03:51.931737 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-7f02e81c-6f7e-45d1-b8ec-171a6b243009 req-eda378b7-03db-4921-9780-94db06b77b1b tempest-DeleteServersTestJSON-948083625 tempest-DeleteServersTestJSON-948083625-project] 10.222.0.41 "GET /v2.0/ports?device_id=8039b690-ef64-4872-a027-74670b318001 HTTP/1.1" status: 200 len: 943 time: 0.0803576 Jul 28 19:03:51.943054 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607c9128-c1d2-4b78-b032-69328ddb8a3d req-d6f50ca8-2aae-459a-b3ff-5b6f4720b0dc tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:03:51.944536 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-607c9128-c1d2-4b78-b032-69328ddb8a3d req-d6f50ca8-2aae-459a-b3ff-5b6f4720b0dc tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=a31f3eb4-54c5-4c46-b1a5-9f5552726fca HTTP/1.1" status: 200 len: 944 time: 0.0680125 Jul 28 19:03:52.001105 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-7f02e81c-6f7e-45d1-b8ec-171a6b243009 req-98c6b28a-9e15-4f94-bdc3-dc25953acbb2 tempest-DeleteServersTestJSON-948083625 tempest-DeleteServersTestJSON-948083625-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc7c8404-403a-4c27-9f62-deb2a99f8b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556083 Jul 28 19:03:52.009070 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-607c9128-c1d2-4b78-b032-69328ddb8a3d req-8e226f1d-56f6-47b1-a9de-cb536c6ba8a3 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/security-groups?id=2ca68dae-2096-4cc3-90a8-9371def495a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578752 Jul 28 19:03:52.102187 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef333d7-3dbb-4eca-a34a-8b99129bfefc req-5fd3a095-15ca-45de-9a41-c321932e060f tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:03:52.103682 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-3ef333d7-3dbb-4eca-a34a-8b99129bfefc req-5fd3a095-15ca-45de-9a41-c321932e060f tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] 10.222.0.41 "GET /v2.0/ports?device_id=57aed14a-3dbf-40e3-829b-79322cd85c4f HTTP/1.1" status: 200 len: 946 time: 0.0485570 Jul 28 19:03:52.141179 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-3ef333d7-3dbb-4eca-a34a-8b99129bfefc req-ce674b7a-4b44-45e1-8516-18f62dd6dd99 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] 10.222.0.41 "GET /v2.0/security-groups?id=1eb5a05b-31a0-42f8-b1e4-d0f49b56a7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315671 Jul 28 19:03:52.264043 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.wsgi [-] (93587) accepted ('10.222.0.41', 58348) {{(pid=93587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:03:52.370893 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-3c4496a2-91cb-4dcd-9401-dea9d94f43ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:52.422657 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15f93da-9240-454a-bd7f-8e0d49cd5127 req-633056fd-b40f-426d-84b6-2c4e26aefa04 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:03:52.424846 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-f15f93da-9240-454a-bd7f-8e0d49cd5127 req-633056fd-b40f-426d-84b6-2c4e26aefa04 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/ports?device_id=746c8655-ed83-43a1-afe7-08635f73c152 HTTP/1.1" status: 200 len: 945 time: 0.0491827 Jul 28 19:03:52.467626 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-3c4496a2-91cb-4dcd-9401-dea9d94f43ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:52.497120 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-f15f93da-9240-454a-bd7f-8e0d49cd5127 req-5e50218a-f348-46f1-8391-9308b6842348 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/security-groups?id=42975843-26fd-496e-b975-a1703127fe22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654151 Jul 28 19:03:52.510357 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7832b8f5-6817-4393-a8e8-66fd5a411b1d req-ea474d4b-d025-4658-bb9d-5790ebccba8f tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:03:52.511852 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-7832b8f5-6817-4393-a8e8-66fd5a411b1d req-ea474d4b-d025-4658-bb9d-5790ebccba8f tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d560c0e-0a73-4f3c-8080-2cbe04e596ed HTTP/1.1" status: 200 len: 944 time: 0.0729887 Jul 28 19:03:52.533893 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-3c4496a2-91cb-4dcd-9401-dea9d94f43ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676630'] for security_group, after_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:52.550872 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-7832b8f5-6817-4393-a8e8-66fd5a411b1d req-d0d1c956-a38e-4cb6-bc9f-0aab635538fb tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/security-groups?id=da3193e4-56c6-417c-b113-33c66274c6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331850 Jul 28 19:03:52.574139 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [None req-3c4496a2-91cb-4dcd-9401-dea9d94f43ca admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=dab023c8f14a4c96bc8ebc1d1cf83d3a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3066564 Jul 28 19:03:52.574139 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4496a2-91cb-4dcd-9401-dea9d94f43ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af38c4ca-1b7a-46b8-b5ea-d15349e63a24,revision_number=1']} {{(pid=93587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:03:52.574536 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.wsgi [-] (93586) accepted ('10.222.0.41', 58358) {{(pid=93586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:03:52.624581 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-4947227e-ab76-401e-969c-8a78ee7ec12d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:52.644982 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-4947227e-ab76-401e-969c-8a78ee7ec12d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:52.762242 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-4947227e-ab76-401e-969c-8a78ee7ec12d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676630'] for security_group, after_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:52.764893 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-4947227e-ab76-401e-969c-8a78ee7ec12d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:52.768538 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [None req-4947227e-ab76-401e-969c-8a78ee7ec12d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/af38c4ca-1b7a-46b8-b5ea-d15349e63a24 HTTP/1.1" status: 204 len: 168 time: 0.1904502 Jul 28 19:03:52.774013 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4947227e-ab76-401e-969c-8a78ee7ec12d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af38c4ca-1b7a-46b8-b5ea-d15349e63a24,revision_number=None']} {{(pid=93586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:03:53.146295 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09aa98e1-005f-41cc-ac40-56b985484bc4 req-04fd003b-0cc5-4b94-bae5-68c65f6f4704 tempest-DeleteServersTestJSON-948083625 tempest-DeleteServersTestJSON-948083625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:03:53.147711 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-09aa98e1-005f-41cc-ac40-56b985484bc4 req-04fd003b-0cc5-4b94-bae5-68c65f6f4704 tempest-DeleteServersTestJSON-948083625 tempest-DeleteServersTestJSON-948083625-project] 10.222.0.41 "GET /v2.0/ports?device_id=8039b690-ef64-4872-a027-74670b318001 HTTP/1.1" status: 200 len: 944 time: 0.0775366 Jul 28 19:03:53.159812 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c64649-c2dd-4777-af58-e94396484f9e req-5e6b3523-8e2a-4248-98ca-9b7eef4d6059 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:03:53.161221 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-73c64649-c2dd-4777-af58-e94396484f9e req-5e6b3523-8e2a-4248-98ca-9b7eef4d6059 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=a31f3eb4-54c5-4c46-b1a5-9f5552726fca HTTP/1.1" status: 200 len: 944 time: 0.0805123 Jul 28 19:03:53.209511 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-09aa98e1-005f-41cc-ac40-56b985484bc4 req-8405ffe7-4382-4360-8bcd-e9ed0656d126 tempest-DeleteServersTestJSON-948083625 tempest-DeleteServersTestJSON-948083625-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc7c8404-403a-4c27-9f62-deb2a99f8b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473504 Jul 28 19:03:53.221714 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-73c64649-c2dd-4777-af58-e94396484f9e req-ed624ab4-11e2-4044-98fd-0fe8128b9634 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/security-groups?id=2ca68dae-2096-4cc3-90a8-9371def495a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535355 Jul 28 19:03:53.315617 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fc43a9-c211-4536-94af-253df31b4009 req-91c02b8e-b5da-4462-9068-84af947b30c1 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:03:53.317212 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-e5fc43a9-c211-4536-94af-253df31b4009 req-91c02b8e-b5da-4462-9068-84af947b30c1 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] 10.222.0.41 "GET /v2.0/ports?device_id=57aed14a-3dbf-40e3-829b-79322cd85c4f HTTP/1.1" status: 200 len: 946 time: 0.0482895 Jul 28 19:03:53.354887 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-e5fc43a9-c211-4536-94af-253df31b4009 req-d9d6e763-db96-49cd-b05e-83ea6ddb9b95 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] 10.222.0.41 "GET /v2.0/security-groups?id=1eb5a05b-31a0-42f8-b1e4-d0f49b56a7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317819 Jul 28 19:03:53.383896 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.wsgi [-] (93586) accepted ('10.222.0.41', 58378) {{(pid=93586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:03:53.401989 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-d7c33fe3-d289-457c-8a11-aa0256e04589 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:53.480224 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-d7c33fe3-d289-457c-8a11-aa0256e04589 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:53.552695 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-d7c33fe3-d289-457c-8a11-aa0256e04589 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676630'] for security_group, after_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:53.614964 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [None req-d7c33fe3-d289-457c-8a11-aa0256e04589 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6a12e077bb1d4c5198022f345f417a2b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2299666 Jul 28 19:03:53.617778 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.wsgi [-] (93587) accepted ('10.222.0.41', 58384) {{(pid=93587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:03:53.622033 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c33fe3-d289-457c-8a11-aa0256e04589 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f56ee7b-4440-45c2-b851-bae9683dcb65,revision_number=1']} {{(pid=93586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:03:53.667288 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccccca2c-d26c-48c7-bf96-058210e22d1f req-daed63ba-f20c-47c9-94d2-68adcf4af0c4 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:03:53.668748 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-ccccca2c-d26c-48c7-bf96-058210e22d1f req-daed63ba-f20c-47c9-94d2-68adcf4af0c4 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/ports?device_id=746c8655-ed83-43a1-afe7-08635f73c152 HTTP/1.1" status: 200 len: 945 time: 0.1032836 Jul 28 19:03:53.679782 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-f9407ede-a0c6-4e7c-b13e-7dda765d1e15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:53.700578 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3690494-f721-49ef-8fc8-8d122eb1d8bf req-d11985fc-fb06-40bc-a9c0-da4b08e08b27 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:03:53.700795 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-f9407ede-a0c6-4e7c-b13e-7dda765d1e15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:53.702043 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-f3690494-f721-49ef-8fc8-8d122eb1d8bf req-d11985fc-fb06-40bc-a9c0-da4b08e08b27 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d560c0e-0a73-4f3c-8080-2cbe04e596ed HTTP/1.1" status: 200 len: 944 time: 0.0761642 Jul 28 19:03:53.727444 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-ccccca2c-d26c-48c7-bf96-058210e22d1f req-29e4bda2-3eac-4c88-b63e-13f6a1801034 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/security-groups?id=42975843-26fd-496e-b975-a1703127fe22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511458 Jul 28 19:03:53.759242 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-f3690494-f721-49ef-8fc8-8d122eb1d8bf req-a59da27d-af7c-4d7e-9d65-30561dade419 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/security-groups?id=da3193e4-56c6-417c-b113-33c66274c6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502264 Jul 28 19:03:53.838144 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-f9407ede-a0c6-4e7c-b13e-7dda765d1e15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676630'] for security_group, after_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:53.840724 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-f9407ede-a0c6-4e7c-b13e-7dda765d1e15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:53.841874 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [None req-f9407ede-a0c6-4e7c-b13e-7dda765d1e15 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8f56ee7b-4440-45c2-b851-bae9683dcb65 HTTP/1.1" status: 204 len: 168 time: 0.2226672 Jul 28 19:03:53.850865 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9407ede-a0c6-4e7c-b13e-7dda765d1e15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f56ee7b-4440-45c2-b851-bae9683dcb65,revision_number=None']} {{(pid=93587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:03:54.208183 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:54.372881 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9030f6-b81b-4289-a714-7577be8821ab req-265841f4-884c-4755-8ee8-cd6a0d6a2e73 tempest-DeleteServersTestJSON-948083625 tempest-DeleteServersTestJSON-948083625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:03:54.374415 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-8b9030f6-b81b-4289-a714-7577be8821ab req-265841f4-884c-4755-8ee8-cd6a0d6a2e73 tempest-DeleteServersTestJSON-948083625 tempest-DeleteServersTestJSON-948083625-project] 10.222.0.41 "GET /v2.0/ports?device_id=8039b690-ef64-4872-a027-74670b318001 HTTP/1.1" status: 200 len: 944 time: 0.0840614 Jul 28 19:03:54.387665 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71760e89-9feb-472e-95a5-a246f4271a8d req-52c028d8-80b7-46bb-911f-4952ce6da938 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:03:54.389164 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-71760e89-9feb-472e-95a5-a246f4271a8d req-52c028d8-80b7-46bb-911f-4952ce6da938 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=a31f3eb4-54c5-4c46-b1a5-9f5552726fca HTTP/1.1" status: 200 len: 944 time: 0.0694258 Jul 28 19:03:54.419809 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-ae7244d0-c45b-4dc6-a5b8-5e0ff4c84d75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:54.446880 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-8b9030f6-b81b-4289-a714-7577be8821ab req-2a38f605-1fa0-494c-ab17-9aa5b9d3df80 tempest-DeleteServersTestJSON-948083625 tempest-DeleteServersTestJSON-948083625-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc7c8404-403a-4c27-9f62-deb2a99f8b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565541 Jul 28 19:03:54.449550 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-71760e89-9feb-472e-95a5-a246f4271a8d req-dab645be-cf5b-47be-94de-dc88386c8fc4 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/security-groups?id=2ca68dae-2096-4cc3-90a8-9371def495a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532143 Jul 28 19:03:54.570551 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2f1863-904f-4ea8-8419-ea45f0496357 req-19b51cb6-e49c-46d3-8b91-e8b137a1ade3 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:03:54.572479 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-2b2f1863-904f-4ea8-8419-ea45f0496357 req-19b51cb6-e49c-46d3-8b91-e8b137a1ade3 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] 10.222.0.41 "GET /v2.0/ports?device_id=57aed14a-3dbf-40e3-829b-79322cd85c4f HTTP/1.1" status: 200 len: 946 time: 0.0686295 Jul 28 19:03:54.611747 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-2b2f1863-904f-4ea8-8419-ea45f0496357 req-8347b877-6c67-40db-b84b-19ae499c46b9 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] 10.222.0.41 "GET /v2.0/security-groups?id=1eb5a05b-31a0-42f8-b1e4-d0f49b56a7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325010 Jul 28 19:03:54.795213 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.rpc [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Device 58e46291-e822-4005-8f56-21ee82c2f4eb details requested by agent hyperv_hv-cinder-80265 with host hv-cinder-80265 {{(pid=93588) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 19:03:54.872654 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37283a5a-e77d-4844-87e7-2b6164d7b5f5 req-d50eacfc-c207-48de-845c-cdcf262a5369 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:03:54.874187 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-37283a5a-e77d-4844-87e7-2b6164d7b5f5 req-d50eacfc-c207-48de-845c-cdcf262a5369 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/ports?device_id=746c8655-ed83-43a1-afe7-08635f73c152 HTTP/1.1" status: 200 len: 945 time: 0.0806463 Jul 28 19:03:54.898833 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.db [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] For port 58e46291-e822-4005-8f56-21ee82c2f4eb, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=58e46291-e822-4005-8f56-21ee82c2f4eb,segment=NetworkSegment(849c600d-119e-46e5-ad54-f7773d8e0f09),segment_id=849c600d-119e-46e5-ad54-f7773d8e0f09)] {{(pid=93588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:03:54.900910 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e81483-a6da-4ca0-8a88-57c631698e07 req-b568c5bb-6399-47cb-ad1b-9044cacccea6 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:03:54.902405 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-c4e81483-a6da-4ca0-8a88-57c631698e07 req-b568c5bb-6399-47cb-ad1b-9044cacccea6 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d560c0e-0a73-4f3c-8080-2cbe04e596ed HTTP/1.1" status: 200 len: 944 time: 0.0721681 Jul 28 19:03:54.912494 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.rpc [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Returning: {'device': '58e46291-e822-4005-8f56-21ee82c2f4eb', 'network_id': 'd9b348a0-fd69-4cac-87c2-18e205be05be', 'port_id': '58e46291-e822-4005-8f56-21ee82c2f4eb', 'mac_address': 'fa:16:3e:24:e1:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '209ab333-e935-41fc-b99a-6688a4911e44', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93588) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 19:03:54.952790 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555300'] for port, before_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:54.956441 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-37283a5a-e77d-4844-87e7-2b6164d7b5f5 req-0b55bc51-3c74-4e8d-942d-9c63c5ed4899 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/security-groups?id=42975843-26fd-496e-b975-a1703127fe22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708036 Jul 28 19:03:54.967105 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.notifiers.nova [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58e46291-e822-4005-8f56-21ee82c2f4eb {{(pid=93588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 19:03:54.971804 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-c4e81483-a6da-4ca0-8a88-57c631698e07 req-cca253c6-3e35-4cff-9a8d-cd20f9074feb tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/security-groups?id=da3193e4-56c6-417c-b113-33c66274c6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572670 Jul 28 19:03:54.988099 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.db [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] For port 58e46291-e822-4005-8f56-21ee82c2f4eb, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=58e46291-e822-4005-8f56-21ee82c2f4eb,segment=NetworkSegment(849c600d-119e-46e5-ad54-f7773d8e0f09),segment_id=849c600d-119e-46e5-ad54-f7773d8e0f09)] {{(pid=93588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:03:55.078119 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742349622321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742349248534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742349248552'] for port, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:55.132087 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Pushing event updated for resources: {'Port': ['ID=58e46291-e822-4005-8f56-21ee82c2f4eb,revision_number=4']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:03:55.558706 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-acea1373-d53c-46a9-b089-9e40d352d773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:55.616201 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08dbe02-12d7-4922-b62c-7d7fbf857727 req-859b6f46-639d-4fdc-b024-780622841b39 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:03:55.617781 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-a08dbe02-12d7-4922-b62c-7d7fbf857727 req-859b6f46-639d-4fdc-b024-780622841b39 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=a31f3eb4-54c5-4c46-b1a5-9f5552726fca HTTP/1.1" status: 200 len: 944 time: 0.0825894 Jul 28 19:03:55.626104 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21100587-096a-42c5-952b-aa1cb91d56a9 req-e62e4b6f-598e-42dc-af2f-03362c25e2e9 tempest-DeleteServersTestJSON-948083625 tempest-DeleteServersTestJSON-948083625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:03:55.627631 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-21100587-096a-42c5-952b-aa1cb91d56a9 req-e62e4b6f-598e-42dc-af2f-03362c25e2e9 tempest-DeleteServersTestJSON-948083625 tempest-DeleteServersTestJSON-948083625-project] 10.222.0.41 "GET /v2.0/ports?device_id=8039b690-ef64-4872-a027-74670b318001 HTTP/1.1" status: 200 len: 944 time: 0.0906899 Jul 28 19:03:55.689009 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-a08dbe02-12d7-4922-b62c-7d7fbf857727 req-966b82bb-4644-4e64-9ec0-cb95b0904f42 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/security-groups?id=2ca68dae-2096-4cc3-90a8-9371def495a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596962 Jul 28 19:03:55.692241 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-21100587-096a-42c5-952b-aa1cb91d56a9 req-3debd8ee-1a9c-4b1c-9874-fe2d308d9da0 tempest-DeleteServersTestJSON-948083625 tempest-DeleteServersTestJSON-948083625-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc7c8404-403a-4c27-9f62-deb2a99f8b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567269 Jul 28 19:03:55.801476 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722a0387-fc7e-4178-b929-77ecb833b7f2 req-c28f45a8-42b8-47df-9185-7411293df790 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:03:55.803114 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-722a0387-fc7e-4178-b929-77ecb833b7f2 req-c28f45a8-42b8-47df-9185-7411293df790 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] 10.222.0.41 "GET /v2.0/ports?device_id=57aed14a-3dbf-40e3-829b-79322cd85c4f HTTP/1.1" status: 200 len: 946 time: 0.0488367 Jul 28 19:03:55.841276 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-722a0387-fc7e-4178-b929-77ecb833b7f2 req-ba8c558f-6599-427e-9c1d-d8d4dd6c0186 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] 10.222.0.41 "GET /v2.0/security-groups?id=1eb5a05b-31a0-42f8-b1e4-d0f49b56a7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322738 Jul 28 19:03:56.289178 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e4e983-d653-4597-92fe-f41163b49080 req-5b7c4d08-81d9-4206-ad36-19a4a4f5f458 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:03:56.290664 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-37e4e983-d653-4597-92fe-f41163b49080 req-5b7c4d08-81d9-4206-ad36-19a4a4f5f458 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/ports?device_id=746c8655-ed83-43a1-afe7-08635f73c152 HTTP/1.1" status: 200 len: 945 time: 0.2593489 Jul 28 19:03:56.311995 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cd57b9-3e59-4cc6-8ad0-27e3bc87c2eb req-63a150f5-59fc-4b0b-94b9-b3fc7e9c2c8b tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:03:56.313437 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-c6cd57b9-3e59-4cc6-8ad0-27e3bc87c2eb req-63a150f5-59fc-4b0b-94b9-b3fc7e9c2c8b tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d560c0e-0a73-4f3c-8080-2cbe04e596ed HTTP/1.1" status: 200 len: 945 time: 0.2518804 Jul 28 19:03:56.354963 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-37e4e983-d653-4597-92fe-f41163b49080 req-966b1d02-ad0b-4456-9d35-fcf15edc6f8f tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/security-groups?id=42975843-26fd-496e-b975-a1703127fe22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571213 Jul 28 19:03:56.374512 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-c6cd57b9-3e59-4cc6-8ad0-27e3bc87c2eb req-1ed474e2-3a81-4a33-8586-14b802f352c0 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/security-groups?id=da3193e4-56c6-417c-b113-33c66274c6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471272 Jul 28 19:03:56.742547 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.wsgi [-] (93587) accepted ('10.222.0.41', 58508) {{(pid=93587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:03:56.848132 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-6219dde6-8f50-4ccc-bea0-4a558b688472 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:56.852066 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b2f012-c81e-4796-b7bf-a3acc1a3702e req-e0be2f2a-318e-4b25-8fee-7b75fadedcdd tempest-DeleteServersTestJSON-948083625 tempest-DeleteServersTestJSON-948083625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:03:56.853546 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-66b2f012-c81e-4796-b7bf-a3acc1a3702e req-e0be2f2a-318e-4b25-8fee-7b75fadedcdd tempest-DeleteServersTestJSON-948083625 tempest-DeleteServersTestJSON-948083625-project] 10.222.0.41 "GET /v2.0/ports?device_id=8039b690-ef64-4872-a027-74670b318001 HTTP/1.1" status: 200 len: 944 time: 0.0780654 Jul 28 19:03:56.860823 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c696e2a6-26a9-443c-9c98-a9b12da1f598 req-4b536f89-7fdf-420a-8520-c7519baa0424 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:03:56.862758 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-c696e2a6-26a9-443c-9c98-a9b12da1f598 req-4b536f89-7fdf-420a-8520-c7519baa0424 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=a31f3eb4-54c5-4c46-b1a5-9f5552726fca HTTP/1.1" status: 200 len: 944 time: 0.0788200 Jul 28 19:03:56.916940 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-66b2f012-c81e-4796-b7bf-a3acc1a3702e req-980d15bf-9d60-4786-b98b-913dc0996fba tempest-DeleteServersTestJSON-948083625 tempest-DeleteServersTestJSON-948083625-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc7c8404-403a-4c27-9f62-deb2a99f8b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527878 Jul 28 19:03:56.921715 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-c696e2a6-26a9-443c-9c98-a9b12da1f598 req-4ce8157a-9224-4c4e-9877-0c42e4e8d371 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/security-groups?id=2ca68dae-2096-4cc3-90a8-9371def495a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506225 Jul 28 19:03:56.942826 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-6219dde6-8f50-4ccc-bea0-4a558b688472 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:57.017074 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77e6b3b-4ea6-4a6b-ab64-5bfcd90872f9 req-f10a543f-c64b-43e9-92fe-f1f2d2f52826 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:03:57.019111 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-f77e6b3b-4ea6-4a6b-ab64-5bfcd90872f9 req-f10a543f-c64b-43e9-92fe-f1f2d2f52826 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] 10.222.0.41 "GET /v2.0/ports?device_id=57aed14a-3dbf-40e3-829b-79322cd85c4f HTTP/1.1" status: 200 len: 946 time: 0.0466745 Jul 28 19:03:57.026591 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-6219dde6-8f50-4ccc-bea0-4a558b688472 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676630'] for security_group, after_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:57.056239 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-f77e6b3b-4ea6-4a6b-ab64-5bfcd90872f9 req-62705213-ce06-4d40-a93c-9bf0208f78dc tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] 10.222.0.41 "GET /v2.0/security-groups?id=1eb5a05b-31a0-42f8-b1e4-d0f49b56a7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310931 Jul 28 19:03:57.065132 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [None req-6219dde6-8f50-4ccc-bea0-4a558b688472 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2f64fc3d049f4775807cac6fb0aae780&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3211906 Jul 28 19:03:57.065965 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6219dde6-8f50-4ccc-bea0-4a558b688472 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1324fb61-e4a2-496b-8189-18ff150db94f,revision_number=1']} {{(pid=93587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:03:57.067790 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.wsgi [-] (93586) accepted ('10.222.0.41', 58514) {{(pid=93586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:03:57.117032 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-d5ad3945-97f7-4849-8075-58c5b0d2dd84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:57.137512 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-d5ad3945-97f7-4849-8075-58c5b0d2dd84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:57.259125 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-d5ad3945-97f7-4849-8075-58c5b0d2dd84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676630'] for security_group, after_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:57.261656 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-d5ad3945-97f7-4849-8075-58c5b0d2dd84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:57.262816 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [None req-d5ad3945-97f7-4849-8075-58c5b0d2dd84 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1324fb61-e4a2-496b-8189-18ff150db94f HTTP/1.1" status: 204 len: 168 time: 0.1933396 Jul 28 19:03:57.271854 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ad3945-97f7-4849-8075-58c5b0d2dd84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1324fb61-e4a2-496b-8189-18ff150db94f,revision_number=None']} {{(pid=93586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:03:57.497316 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdd799a-9b40-4416-a82d-db050a1776d6 req-d5f36e26-a956-4de7-a2d0-81c473bbae28 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:03:57.498811 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-ffdd799a-9b40-4416-a82d-db050a1776d6 req-d5f36e26-a956-4de7-a2d0-81c473bbae28 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/ports?device_id=746c8655-ed83-43a1-afe7-08635f73c152 HTTP/1.1" status: 200 len: 945 time: 0.0767362 Jul 28 19:03:57.527084 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915241cd-5aad-4d3f-ab4b-588b66141752 req-d2313156-4783-42e3-a495-4b9bfe433fdb tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:03:57.528667 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-915241cd-5aad-4d3f-ab4b-588b66141752 req-d2313156-4783-42e3-a495-4b9bfe433fdb tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d560c0e-0a73-4f3c-8080-2cbe04e596ed HTTP/1.1" status: 200 len: 945 time: 0.0823035 Jul 28 19:03:57.562576 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-ffdd799a-9b40-4416-a82d-db050a1776d6 req-754414fc-353f-44bc-88a0-97c125472aef tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/security-groups?id=42975843-26fd-496e-b975-a1703127fe22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565517 Jul 28 19:03:57.570193 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-26c861f8-c84b-4272-86f3-59900436582c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:57.584920 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-915241cd-5aad-4d3f-ab4b-588b66141752 req-8109a68d-9151-4099-a3dd-e8584318d876 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/security-groups?id=da3193e4-56c6-417c-b113-33c66274c6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487635 Jul 28 19:03:58.058370 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.wsgi [-] (93587) accepted ('10.222.0.41', 58532) {{(pid=93587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:03:58.062076 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde9b81b-4a2d-45c6-9554-c9004d4ef1e5 req-c885046f-4148-4b99-a4ce-7ea3b09a758b tempest-DeleteServersTestJSON-948083625 tempest-DeleteServersTestJSON-948083625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:03:58.063598 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-cde9b81b-4a2d-45c6-9554-c9004d4ef1e5 req-c885046f-4148-4b99-a4ce-7ea3b09a758b tempest-DeleteServersTestJSON-948083625 tempest-DeleteServersTestJSON-948083625-project] 10.222.0.41 "GET /v2.0/ports?device_id=8039b690-ef64-4872-a027-74670b318001 HTTP/1.1" status: 200 len: 944 time: 0.0789716 Jul 28 19:03:58.072402 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-c03c9c3d-652f-4993-ab19-62a7a439f18d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:58.076579 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1230060-3943-4156-8249-4ef6dac9672d req-ccc68263-6dfb-417d-8986-ed06b173db8b tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:03:58.078047 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-e1230060-3943-4156-8249-4ef6dac9672d req-ccc68263-6dfb-417d-8986-ed06b173db8b tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=a31f3eb4-54c5-4c46-b1a5-9f5552726fca HTTP/1.1" status: 200 len: 944 time: 0.0655770 Jul 28 19:03:58.135803 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-cde9b81b-4a2d-45c6-9554-c9004d4ef1e5 req-9476f3b8-c238-43ea-bbfc-e5c0b8bc9283 tempest-DeleteServersTestJSON-948083625 tempest-DeleteServersTestJSON-948083625-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc7c8404-403a-4c27-9f62-deb2a99f8b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566437 Jul 28 19:03:58.138530 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-e1230060-3943-4156-8249-4ef6dac9672d req-8bf60361-66d5-4457-9a0b-44b2c6b5c81e tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/security-groups?id=2ca68dae-2096-4cc3-90a8-9371def495a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523562 Jul 28 19:03:58.161018 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-c03c9c3d-652f-4993-ab19-62a7a439f18d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:58.230725 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-c03c9c3d-652f-4993-ab19-62a7a439f18d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676630'] for security_group, after_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:58.243330 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da27094-f3d5-462c-b8ca-c038844d8121 req-8e5c0355-5538-4b1e-894c-832506b87e7e tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:03:58.244867 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-3da27094-f3d5-462c-b8ca-c038844d8121 req-8e5c0355-5538-4b1e-894c-832506b87e7e tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] 10.222.0.41 "GET /v2.0/ports?device_id=57aed14a-3dbf-40e3-829b-79322cd85c4f HTTP/1.1" status: 200 len: 946 time: 0.0485723 Jul 28 19:03:58.268181 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.db [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] get_ports_and_sgs() called for port_ids ['827be936-912d-43a2-8eb2-136d6f5f4c32'] {{(pid=93588) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 19:03:58.272715 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [None req-c03c9c3d-652f-4993-ab19-62a7a439f18d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=77602b57b80c460d8a5f1abd440161c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2131691 Jul 28 19:03:58.273762 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03c9c3d-652f-4993-ab19-62a7a439f18d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=485c76bc-4891-4ab6-afbc-727e89531052,revision_number=1']} {{(pid=93587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:03:58.276822 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.wsgi [-] (93587) accepted ('10.222.0.41', 58536) {{(pid=93587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:03:58.295878 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-3da27094-f3d5-462c-b8ca-c038844d8121 req-4cdb1261-1310-4747-9df7-bf732076da84 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] 10.222.0.41 "GET /v2.0/security-groups?id=1eb5a05b-31a0-42f8-b1e4-d0f49b56a7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448828 Jul 28 19:03:58.296848 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.db [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] get_ports_and_sgs() called for port_ids ['42bd04ad-4b2a-497e-96f2-9b339a73581a'] {{(pid=93588) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 19:03:58.300619 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.db [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] get_ports_and_sgs() called for port_ids ['2b2e8245-61d8-4643-9edf-60e6b5a965db'] {{(pid=93588) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 19:03:58.309483 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.db [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] get_ports_and_sgs() called for port_ids ['e1d49c09-fa6e-4604-8abe-27b663adc5f1'] {{(pid=93588) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 19:03:58.329004 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-30a65188-0ee2-4a61-b8d0-05ae7037d0bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:58.353078 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-30a65188-0ee2-4a61-b8d0-05ae7037d0bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:58.475008 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-30a65188-0ee2-4a61-b8d0-05ae7037d0bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676630'] for security_group, after_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:58.478051 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-30a65188-0ee2-4a61-b8d0-05ae7037d0bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:03:58.479206 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [None req-30a65188-0ee2-4a61-b8d0-05ae7037d0bc admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/485c76bc-4891-4ab6-afbc-727e89531052 HTTP/1.1" status: 204 len: 168 time: 0.2014754 Jul 28 19:03:58.492312 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a65188-0ee2-4a61-b8d0-05ae7037d0bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=485c76bc-4891-4ab6-afbc-727e89531052,revision_number=None']} {{(pid=93587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:03:58.712428 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ff1153-1eff-4d93-98f6-9ee860694847 req-903eb1c0-bb2b-4224-a09b-e25249be9b04 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:03:58.714950 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-e0ff1153-1eff-4d93-98f6-9ee860694847 req-903eb1c0-bb2b-4224-a09b-e25249be9b04 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/ports?device_id=746c8655-ed83-43a1-afe7-08635f73c152 HTTP/1.1" status: 200 len: 945 time: 0.0819609 Jul 28 19:03:58.743870 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdef249e-a0b1-4f28-9e3f-e098accada7d req-3f86fa17-64c6-4d6e-b0dd-c9933339f822 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:03:58.745409 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-bdef249e-a0b1-4f28-9e3f-e098accada7d req-3f86fa17-64c6-4d6e-b0dd-c9933339f822 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d560c0e-0a73-4f3c-8080-2cbe04e596ed HTTP/1.1" status: 200 len: 945 time: 0.0788631 Jul 28 19:03:58.781482 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-e0ff1153-1eff-4d93-98f6-9ee860694847 req-82a44f0e-b1cb-476c-8543-afe8669b61a7 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/security-groups?id=42975843-26fd-496e-b975-a1703127fe22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609515 Jul 28 19:03:58.803628 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-bdef249e-a0b1-4f28-9e3f-e098accada7d req-a51a17a0-9c53-495f-a622-52399fa1b8e7 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/security-groups?id=da3193e4-56c6-417c-b113-33c66274c6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428452 Jul 28 19:03:59.295760 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bb2004-ced2-41b8-8582-96c0127ecb02 req-b7997fcc-ef2d-4409-b09e-7aadc736d16b tempest-DeleteServersTestJSON-948083625 tempest-DeleteServersTestJSON-948083625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:03:59.297244 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-20bb2004-ced2-41b8-8582-96c0127ecb02 req-b7997fcc-ef2d-4409-b09e-7aadc736d16b tempest-DeleteServersTestJSON-948083625 tempest-DeleteServersTestJSON-948083625-project] 10.222.0.41 "GET /v2.0/ports?device_id=8039b690-ef64-4872-a027-74670b318001 HTTP/1.1" status: 200 len: 944 time: 0.0864725 Jul 28 19:03:59.317922 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7677162-e5a6-4890-bf80-30987b53fedd req-0576ad84-6428-4e7e-9867-632ee93c2328 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:03:59.319347 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-c7677162-e5a6-4890-bf80-30987b53fedd req-0576ad84-6428-4e7e-9867-632ee93c2328 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=a31f3eb4-54c5-4c46-b1a5-9f5552726fca HTTP/1.1" status: 200 len: 944 time: 0.0909710 Jul 28 19:03:59.365471 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-20bb2004-ced2-41b8-8582-96c0127ecb02 req-a79f013f-bcc3-408c-940d-2950137a756b tempest-DeleteServersTestJSON-948083625 tempest-DeleteServersTestJSON-948083625-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc7c8404-403a-4c27-9f62-deb2a99f8b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617936 Jul 28 19:03:59.379426 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-c7677162-e5a6-4890-bf80-30987b53fedd req-bb48e963-3cef-44f0-893c-d8b0de47d016 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/security-groups?id=2ca68dae-2096-4cc3-90a8-9371def495a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519106 Jul 28 19:03:59.482826 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f6e9bd-5acb-41ef-adcf-b21ea09b6c9a req-d7748a57-0cf8-4957-828c-1190461c20c6 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:03:59.484476 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-f2f6e9bd-5acb-41ef-adcf-b21ea09b6c9a req-d7748a57-0cf8-4957-828c-1190461c20c6 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] 10.222.0.41 "GET /v2.0/ports?device_id=57aed14a-3dbf-40e3-829b-79322cd85c4f HTTP/1.1" status: 200 len: 946 time: 0.0541732 Jul 28 19:03:59.523275 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-f2f6e9bd-5acb-41ef-adcf-b21ea09b6c9a req-52ff7379-6518-40ab-876b-ea16a7e97600 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] 10.222.0.41 "GET /v2.0/security-groups?id=1eb5a05b-31a0-42f8-b1e4-d0f49b56a7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328569 Jul 28 19:03:59.677091 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.db.agents_db [None req-65e7ef76-a059-4ec3-9341-f72ff4ef7e59 None None] Agent healthcheck: found 6 active agents {{(pid=93589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 19:03:59.949085 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f38db8f-cfd5-420a-b418-3c0206d22d70 req-43499f94-41dd-4a55-98db-07a4e2441ff4 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:03:59.950818 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-3f38db8f-cfd5-420a-b418-3c0206d22d70 req-43499f94-41dd-4a55-98db-07a4e2441ff4 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/ports?device_id=746c8655-ed83-43a1-afe7-08635f73c152 HTTP/1.1" status: 200 len: 945 time: 0.0840688 Jul 28 19:03:59.978924 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdb1c52-b5a0-4381-a1e3-da2742f0e02d req-383697f1-1593-49c1-b97b-cdad30b6804a tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:03:59.986537 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-dcdb1c52-b5a0-4381-a1e3-da2742f0e02d req-383697f1-1593-49c1-b97b-cdad30b6804a tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d560c0e-0a73-4f3c-8080-2cbe04e596ed HTTP/1.1" status: 200 len: 945 time: 0.0901098 Jul 28 19:04:00.051644 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-3f38db8f-cfd5-420a-b418-3c0206d22d70 req-242450da-e9f0-4fb9-8eb6-0e33c08e1087 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/security-groups?id=42975843-26fd-496e-b975-a1703127fe22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907192 Jul 28 19:04:00.066919 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-dcdb1c52-b5a0-4381-a1e3-da2742f0e02d req-d05baa35-512c-4636-bf6f-e13cb1bc81f0 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/security-groups?id=da3193e4-56c6-417c-b113-33c66274c6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709884 Jul 28 19:04:00.509980 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c142178-4212-4c5c-884a-42835c372037 req-62057b84-adee-45fb-bd09-82c1c055a2e5 tempest-DeleteServersTestJSON-948083625 tempest-DeleteServersTestJSON-948083625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:04:00.511509 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-9c142178-4212-4c5c-884a-42835c372037 req-62057b84-adee-45fb-bd09-82c1c055a2e5 tempest-DeleteServersTestJSON-948083625 tempest-DeleteServersTestJSON-948083625-project] 10.222.0.41 "GET /v2.0/ports?device_id=8039b690-ef64-4872-a027-74670b318001 HTTP/1.1" status: 200 len: 944 time: 0.0674746 Jul 28 19:04:00.578895 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-9c142178-4212-4c5c-884a-42835c372037 req-1b24e126-1171-4902-99f1-a6b20d0c2c8c tempest-DeleteServersTestJSON-948083625 tempest-DeleteServersTestJSON-948083625-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc7c8404-403a-4c27-9f62-deb2a99f8b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485826 Jul 28 19:04:00.591053 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86d64ba-bc74-4784-aaac-1a4185c16b88 req-c8ba468f-8404-4f5a-b2a6-887fdc94d4ac tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:04:00.592804 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-e86d64ba-bc74-4784-aaac-1a4185c16b88 req-c8ba468f-8404-4f5a-b2a6-887fdc94d4ac tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=a31f3eb4-54c5-4c46-b1a5-9f5552726fca HTTP/1.1" status: 200 len: 944 time: 0.1028216 Jul 28 19:04:00.647094 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-e86d64ba-bc74-4784-aaac-1a4185c16b88 req-f3069da0-047e-408f-ab2e-55ce9012f820 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/security-groups?id=2ca68dae-2096-4cc3-90a8-9371def495a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393035 Jul 28 19:04:00.712189 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce7570c-0520-4111-82b3-683f33c5c135 req-32fcf7c1-26ff-4570-a4f6-72058eb517c8 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:04:00.713657 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-fce7570c-0520-4111-82b3-683f33c5c135 req-32fcf7c1-26ff-4570-a4f6-72058eb517c8 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] 10.222.0.41 "GET /v2.0/ports?device_id=57aed14a-3dbf-40e3-829b-79322cd85c4f HTTP/1.1" status: 200 len: 946 time: 0.0477419 Jul 28 19:04:00.751779 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-fce7570c-0520-4111-82b3-683f33c5c135 req-710df3e1-d5f0-4ab6-bb3d-f6abc6840fbc tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] 10.222.0.41 "GET /v2.0/security-groups?id=1eb5a05b-31a0-42f8-b1e4-d0f49b56a7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319233 Jul 28 19:04:01.201795 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c975b7cc-d8d0-4285-a2a3-e37989f93fb6 req-ae88034d-dbc1-4c82-9452-0abc4e6c3b91 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:04:01.203340 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-c975b7cc-d8d0-4285-a2a3-e37989f93fb6 req-ae88034d-dbc1-4c82-9452-0abc4e6c3b91 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/ports?device_id=746c8655-ed83-43a1-afe7-08635f73c152 HTTP/1.1" status: 200 len: 945 time: 0.0819697 Jul 28 19:04:01.217011 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748e430e-5099-4de4-89de-9957a6e0fde0 req-97a6708b-674e-4afd-8978-20b264a6bb52 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:04:01.218445 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-748e430e-5099-4de4-89de-9957a6e0fde0 req-97a6708b-674e-4afd-8978-20b264a6bb52 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d560c0e-0a73-4f3c-8080-2cbe04e596ed HTTP/1.1" status: 200 len: 945 time: 0.0678039 Jul 28 19:04:01.270652 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-c975b7cc-d8d0-4285-a2a3-e37989f93fb6 req-d7cb0498-b4fd-4b16-8492-52b0d64c9a01 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/security-groups?id=42975843-26fd-496e-b975-a1703127fe22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512590 Jul 28 19:04:01.277768 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-748e430e-5099-4de4-89de-9957a6e0fde0 req-23ae7633-3f4d-4bcc-837f-1772ac656375 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/security-groups?id=da3193e4-56c6-417c-b113-33c66274c6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526280 Jul 28 19:04:01.400330 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.db [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] get_ports_and_sgs() called for port_ids ['58e46291-e822-4005-8f56-21ee82c2f4eb'] {{(pid=93588) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 19:04:01.439731 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:01.475732 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.wsgi [-] (93587) accepted ('10.222.0.41', 58656) {{(pid=93587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:04:01.578851 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-d36393b1-423c-4184-ad6b-3ce6bd4047d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:01.670889 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-d36393b1-423c-4184-ad6b-3ce6bd4047d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:01.705989 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1889b5-fb88-44ab-8607-1fa6c72319ac req-9e655b52-ae86-45fd-9f1d-29fd53ca6ff8 tempest-DeleteServersTestJSON-948083625 tempest-DeleteServersTestJSON-948083625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:04:01.707753 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-4c1889b5-fb88-44ab-8607-1fa6c72319ac req-9e655b52-ae86-45fd-9f1d-29fd53ca6ff8 tempest-DeleteServersTestJSON-948083625 tempest-DeleteServersTestJSON-948083625-project] 10.222.0.41 "GET /v2.0/ports?device_id=8039b690-ef64-4872-a027-74670b318001 HTTP/1.1" status: 200 len: 944 time: 0.0485821 Jul 28 19:04:01.761932 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-d36393b1-423c-4184-ad6b-3ce6bd4047d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676630'] for security_group, after_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:01.773809 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-4c1889b5-fb88-44ab-8607-1fa6c72319ac req-1f0cd035-9f2f-4ee8-b948-6de05769433b tempest-DeleteServersTestJSON-948083625 tempest-DeleteServersTestJSON-948083625-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc7c8404-403a-4c27-9f62-deb2a99f8b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588412 Jul 28 19:04:01.792251 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d71f8c-b208-47fa-a72d-09e707cf38e5 req-d00bd62e-2b6e-4168-bf8b-fb1ed32b20da tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:04:01.794879 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-64d71f8c-b208-47fa-a72d-09e707cf38e5 req-d00bd62e-2b6e-4168-bf8b-fb1ed32b20da tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=a31f3eb4-54c5-4c46-b1a5-9f5552726fca HTTP/1.1" status: 200 len: 944 time: 0.0750804 Jul 28 19:04:01.805216 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36393b1-423c-4184-ad6b-3ce6bd4047d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3777115-ab95-4bc6-bb2c-a08efe1ce3b8,revision_number=1']} {{(pid=93587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:04:01.812708 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [None req-d36393b1-423c-4184-ad6b-3ce6bd4047d9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e7d7919f6cd94c3488433e5086763588&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3357818 Jul 28 19:04:01.814118 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.wsgi [-] (93587) accepted ('10.222.0.41', 58668) {{(pid=93587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:04:01.844967 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-64d71f8c-b208-47fa-a72d-09e707cf38e5 req-c02ae723-58d8-4626-9cc3-614d6f5955dd tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/security-groups?id=2ca68dae-2096-4cc3-90a8-9371def495a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434580 Jul 28 19:04:01.876084 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-59726712-4f7b-41c8-b149-4ff7cd06d8e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:01.894099 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cc4dab-4aed-41f1-9edf-a76ea7f087ce req-32fd7a84-479b-4cc4-9343-be16b58871a6 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:04:01.895606 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-46cc4dab-4aed-41f1-9edf-a76ea7f087ce req-32fd7a84-479b-4cc4-9343-be16b58871a6 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] 10.222.0.41 "GET /v2.0/ports?device_id=57aed14a-3dbf-40e3-829b-79322cd85c4f HTTP/1.1" status: 200 len: 946 time: 0.0551105 Jul 28 19:04:01.898299 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-59726712-4f7b-41c8-b149-4ff7cd06d8e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:01.934933 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-46cc4dab-4aed-41f1-9edf-a76ea7f087ce req-b4ed24cd-ab74-4829-b67e-8a53a1c0a375 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] 10.222.0.41 "GET /v2.0/security-groups?id=1eb5a05b-31a0-42f8-b1e4-d0f49b56a7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331056 Jul 28 19:04:02.064662 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-59726712-4f7b-41c8-b149-4ff7cd06d8e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676630'] for security_group, after_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:02.067613 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-59726712-4f7b-41c8-b149-4ff7cd06d8e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:02.069067 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [None req-59726712-4f7b-41c8-b149-4ff7cd06d8e1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d3777115-ab95-4bc6-bb2c-a08efe1ce3b8 HTTP/1.1" status: 204 len: 168 time: 0.2544713 Jul 28 19:04:02.077659 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59726712-4f7b-41c8-b149-4ff7cd06d8e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3777115-ab95-4bc6-bb2c-a08efe1ce3b8,revision_number=None']} {{(pid=93587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:04:02.427891 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ef8516-0e5e-48a1-a263-2ed0bc465cf9 req-e17c7b8f-3394-459e-99a9-141e4bf63a86 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:04:02.429450 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-41ef8516-0e5e-48a1-a263-2ed0bc465cf9 req-e17c7b8f-3394-459e-99a9-141e4bf63a86 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/ports?device_id=746c8655-ed83-43a1-afe7-08635f73c152 HTTP/1.1" status: 200 len: 945 time: 0.0892191 Jul 28 19:04:02.442893 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3e57ff-fcc9-44ca-9d64-ccc66ef132fb req-3b3be430-ff69-4210-b0ab-260047ebe770 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:04:02.444380 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-6a3e57ff-fcc9-44ca-9d64-ccc66ef132fb req-3b3be430-ff69-4210-b0ab-260047ebe770 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d560c0e-0a73-4f3c-8080-2cbe04e596ed HTTP/1.1" status: 200 len: 945 time: 0.0703924 Jul 28 19:04:02.497525 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-41ef8516-0e5e-48a1-a263-2ed0bc465cf9 req-d51664ca-2bcf-40c2-859c-b6cebe07ac0a tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/security-groups?id=42975843-26fd-496e-b975-a1703127fe22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517905 Jul 28 19:04:02.505116 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-6a3e57ff-fcc9-44ca-9d64-ccc66ef132fb req-bc3370c4-ccf8-4d84-a866-1d7e04f107bf tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/security-groups?id=da3193e4-56c6-417c-b113-33c66274c6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535002 Jul 28 19:04:02.712493 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.wsgi [-] (93587) accepted ('10.222.0.41', 58684) {{(pid=93587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:04:02.725356 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-c88d4b4b-9034-4c7c-bb88-36606d4a73e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:02.809829 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-c88d4b4b-9034-4c7c-bb88-36606d4a73e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:02.861309 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-c88d4b4b-9034-4c7c-bb88-36606d4a73e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676630'] for security_group, after_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:02.896881 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bb703f-8a04-4fb7-b17c-e0b48c91adb6 req-2637399c-c143-47d0-a69b-caa491db263c tempest-DeleteServersTestJSON-948083625 tempest-DeleteServersTestJSON-948083625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:04:02.899048 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-90bb703f-8a04-4fb7-b17c-e0b48c91adb6 req-2637399c-c143-47d0-a69b-caa491db263c tempest-DeleteServersTestJSON-948083625 tempest-DeleteServersTestJSON-948083625-project] 10.222.0.41 "GET /v2.0/ports?device_id=8039b690-ef64-4872-a027-74670b318001 HTTP/1.1" status: 200 len: 944 time: 0.0557258 Jul 28 19:04:02.903169 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [None req-c88d4b4b-9034-4c7c-bb88-36606d4a73e7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=82aca97cc5934f56abe17a7e48ab5fe3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1896093 Jul 28 19:04:02.906264 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.wsgi [-] (93586) accepted ('10.222.0.41', 58694) {{(pid=93586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:04:02.908777 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88d4b4b-9034-4c7c-bb88-36606d4a73e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a28fd98-081b-420b-9219-031f8577a47d,revision_number=1']} {{(pid=93587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:04:02.993338 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-90bb703f-8a04-4fb7-b17c-e0b48c91adb6 req-f5b6cf33-f6b8-4d9e-8b92-5a911bad0e64 tempest-DeleteServersTestJSON-948083625 tempest-DeleteServersTestJSON-948083625-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc7c8404-403a-4c27-9f62-deb2a99f8b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676529 Jul 28 19:04:03.040394 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-9980ed21-5f15-4935-9702-7c4091d6904d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:03.094666 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-9980ed21-5f15-4935-9702-7c4091d6904d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:03.119436 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b7db44-8fad-47af-a560-6b11c1602bd2 req-22544192-72da-4a18-9af3-5f15cf14d6b1 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:04:03.120946 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-14b7db44-8fad-47af-a560-6b11c1602bd2 req-22544192-72da-4a18-9af3-5f15cf14d6b1 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=a31f3eb4-54c5-4c46-b1a5-9f5552726fca HTTP/1.1" status: 200 len: 944 time: 0.1266561 Jul 28 19:04:03.164335 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bae96f6-dbe8-4501-8c2c-db29217e1cbb req-3c8e10bd-40d6-46a5-9b37-9bf36e8c76fe tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:04:03.165791 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-8bae96f6-dbe8-4501-8c2c-db29217e1cbb req-3c8e10bd-40d6-46a5-9b37-9bf36e8c76fe tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] 10.222.0.41 "GET /v2.0/ports?device_id=57aed14a-3dbf-40e3-829b-79322cd85c4f HTTP/1.1" status: 200 len: 946 time: 0.1198072 Jul 28 19:04:03.199090 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-14b7db44-8fad-47af-a560-6b11c1602bd2 req-9708f3b9-02f4-47ae-9387-d2c478e2fa95 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/security-groups?id=2ca68dae-2096-4cc3-90a8-9371def495a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712774 Jul 28 19:04:03.217780 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-8bae96f6-dbe8-4501-8c2c-db29217e1cbb req-80affd3c-5966-4c1a-9747-c8f39c7919e5 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] 10.222.0.41 "GET /v2.0/security-groups?id=1eb5a05b-31a0-42f8-b1e4-d0f49b56a7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458462 Jul 28 19:04:03.300835 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-9980ed21-5f15-4935-9702-7c4091d6904d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676630'] for security_group, after_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:03.303470 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-9980ed21-5f15-4935-9702-7c4091d6904d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:03.304646 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [None req-9980ed21-5f15-4935-9702-7c4091d6904d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0a28fd98-081b-420b-9219-031f8577a47d HTTP/1.1" status: 204 len: 168 time: 0.3974302 Jul 28 19:04:03.336807 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9980ed21-5f15-4935-9702-7c4091d6904d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a28fd98-081b-420b-9219-031f8577a47d,revision_number=None']} {{(pid=93586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:04:03.370329 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.rpc [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Device 2b2e8245-61d8-4643-9edf-60e6b5a965db up at agent hyperv_hv-cinder-80265 {{(pid=93588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 19:04:03.493299 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.provisioning_blocks [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Provisioning for port 2b2e8245-61d8-4643-9edf-60e6b5a965db completed by entity L2. {{(pid=93588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 19:04:03.497157 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.provisioning_blocks [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Provisioning complete for port 2b2e8245-61d8-4643-9edf-60e6b5a965db triggered by entity L2. {{(pid=93588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 19:04:03.497532 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721938'] for port, provisioning_complete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:03.585991 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555300'] for port, before_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:03.610342 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8039b690-ef64-4872-a027-74670b318001', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b2e8245-61d8-4643-9edf-60e6b5a965db'}] {{(pid=93588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 19:04:03.613168 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1b0d83cbf58c08976f04b399db04c287f80045833914d8e5b61042f37766a37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-408aba94-8bde-45a6-92b5-e6e1c3362722" -d '{"events": [{"server_uuid": "8039b690-ef64-4872-a027-74670b318001", "name": "network-vif-plugged", "status": "completed", "tag": "2b2e8245-61d8-4643-9edf-60e6b5a965db"}]}' {{(pid=93588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 19:04:03.625540 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.db [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] For port 2b2e8245-61d8-4643-9edf-60e6b5a965db, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=2b2e8245-61d8-4643-9edf-60e6b5a965db,segment=NetworkSegment(0d3c4ff0-4d0c-4266-bc56-cf9746e30c96),segment_id=0d3c4ff0-4d0c-4266-bc56-cf9746e30c96)] {{(pid=93588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:04:03.654883 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05e25d4-28ae-4418-a464-3c5c39f9ff50 req-ffa25b96-fa1e-4744-ae9f-1eae438ce305 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:04:03.656402 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-b05e25d4-28ae-4418-a464-3c5c39f9ff50 req-ffa25b96-fa1e-4744-ae9f-1eae438ce305 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/ports?device_id=746c8655-ed83-43a1-afe7-08635f73c152 HTTP/1.1" status: 200 len: 945 time: 0.0895183 Jul 28 19:04:03.664547 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa76a3b-6e58-4e58-ba12-ccaf59841896 req-0fd8b954-101a-4a53-9e39-42779bc3567f tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:04:03.665943 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-7fa76a3b-6e58-4e58-ba12-ccaf59841896 req-0fd8b954-101a-4a53-9e39-42779bc3567f tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d560c0e-0a73-4f3c-8080-2cbe04e596ed HTTP/1.1" status: 200 len: 945 time: 0.0789552 Jul 28 19:04:03.715466 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-b05e25d4-28ae-4418-a464-3c5c39f9ff50 req-31e0b86e-70e3-47eb-9c71-f83526d55062 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/security-groups?id=42975843-26fd-496e-b975-a1703127fe22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485492 Jul 28 19:04:03.729156 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-7fa76a3b-6e58-4e58-ba12-ccaf59841896 req-ace0c04e-ef1e-4799-ad16-18114a960636 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/security-groups?id=da3193e4-56c6-417c-b113-33c66274c6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563369 Jul 28 19:04:03.747068 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742349622321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742349248534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742349248552'] for port, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:03.748105 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.rpc [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Device e1d49c09-fa6e-4604-8abe-27b663adc5f1 up at agent hyperv_hv-cinder-80265 {{(pid=93588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 19:04:03.793820 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 19:04:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a29875cc-856c-4942-895e-bbdf86e30e72 x-openstack-request-id: req-a29875cc-856c-4942-895e-bbdf86e30e72 {{(pid=93588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 19:04:03.794849 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8039b690-ef64-4872-a027-74670b318001", "name": "network-vif-plugged", "status": "completed", "tag": "2b2e8245-61d8-4643-9edf-60e6b5a965db", "code": 200}]} {{(pid=93588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 19:04:03.794849 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a29875cc-856c-4942-895e-bbdf86e30e72 {{(pid=93588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 19:04:03.795190 dv-cinder-802653-1-iscsi neutron-server[93588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8039b690-ef64-4872-a027-74670b318001', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b2e8245-61d8-4643-9edf-60e6b5a965db', 'code': 200} Jul 28 19:04:03.842279 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Pushing event updated for resources: {'Port': ['ID=2b2e8245-61d8-4643-9edf-60e6b5a965db,revision_number=5']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:04:03.941102 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.provisioning_blocks [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Provisioning for port e1d49c09-fa6e-4604-8abe-27b663adc5f1 completed by entity L2. {{(pid=93588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 19:04:03.946013 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.provisioning_blocks [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Provisioning complete for port e1d49c09-fa6e-4604-8abe-27b663adc5f1 triggered by entity L2. {{(pid=93588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 19:04:03.946393 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721938'] for port, provisioning_complete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:04.028668 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555300'] for port, before_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:04.072524 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.db [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] For port e1d49c09-fa6e-4604-8abe-27b663adc5f1, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=e1d49c09-fa6e-4604-8abe-27b663adc5f1,segment=NetworkSegment(3139aff5-4d6c-4278-a04a-7a1d2851646e),segment_id=3139aff5-4d6c-4278-a04a-7a1d2851646e)] {{(pid=93588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:04:04.134030 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6810e30-80ff-417e-8049-2d4e415bf063 req-c6fd0f0c-91a4-42f4-8e70-4d688def20e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:04:04.135549 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-e6810e30-80ff-417e-8049-2d4e415bf063 req-c6fd0f0c-91a4-42f4-8e70-4d688def20e1 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=8039b690-ef64-4872-a027-74670b318001 HTTP/1.1" status: 200 len: 1098 time: 0.0588403 Jul 28 19:04:04.171205 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf59f39-0ff8-4532-af63-02689e55df3a req-13dcac33-a426-40fa-bd0d-f8995dee4198 tempest-DeleteServersTestJSON-948083625 tempest-DeleteServersTestJSON-948083625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:04:04.172658 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-daf59f39-0ff8-4532-af63-02689e55df3a req-13dcac33-a426-40fa-bd0d-f8995dee4198 tempest-DeleteServersTestJSON-948083625 tempest-DeleteServersTestJSON-948083625-project] 10.222.0.41 "GET /v2.0/ports?device_id=8039b690-ef64-4872-a027-74670b318001 HTTP/1.1" status: 200 len: 945 time: 0.0680315 Jul 28 19:04:04.178622 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742349622321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742349248534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742349248552'] for port, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:04.179441 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.rpc [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Device 42bd04ad-4b2a-497e-96f2-9b339a73581a up at agent hyperv_hv-cinder-80265 {{(pid=93588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 19:04:04.190212 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-e6810e30-80ff-417e-8049-2d4e415bf063 req-68d534ff-6eca-429c-a415-f51b8177e5ec service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=bc7c8404-403a-4c27-9f62-deb2a99f8b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460908 Jul 28 19:04:04.239792 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-daf59f39-0ff8-4532-af63-02689e55df3a req-fcb02bd8-ccb0-4313-a7c3-19d08df631ca tempest-DeleteServersTestJSON-948083625 tempest-DeleteServersTestJSON-948083625-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc7c8404-403a-4c27-9f62-deb2a99f8b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528364 Jul 28 19:04:04.260541 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Pushing event updated for resources: {'Port': ['ID=e1d49c09-fa6e-4604-8abe-27b663adc5f1,revision_number=5']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:04:04.328631 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.provisioning_blocks [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Provisioning for port 42bd04ad-4b2a-497e-96f2-9b339a73581a completed by entity L2. {{(pid=93588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 19:04:04.332469 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fac3eb-7e28-499c-8a9b-5742d4fe5943 req-5d39d404-e54d-47f4-bbd8-8b9c2df1cb8b tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:04:04.333982 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-36fac3eb-7e28-499c-8a9b-5742d4fe5943 req-5d39d404-e54d-47f4-bbd8-8b9c2df1cb8b tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=a31f3eb4-54c5-4c46-b1a5-9f5552726fca HTTP/1.1" status: 200 len: 944 time: 0.0548751 Jul 28 19:04:04.337658 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.provisioning_blocks [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Provisioning complete for port 42bd04ad-4b2a-497e-96f2-9b339a73581a triggered by entity L2. {{(pid=93588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 19:04:04.337658 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721938'] for port, provisioning_complete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:04.376832 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-36fac3eb-7e28-499c-8a9b-5742d4fe5943 req-c432de94-6509-4524-9097-3e505e8c0756 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/security-groups?id=2ca68dae-2096-4cc3-90a8-9371def495a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346537 Jul 28 19:04:04.422676 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555300'] for port, before_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:04.457233 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.db [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] For port 42bd04ad-4b2a-497e-96f2-9b339a73581a, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=42bd04ad-4b2a-497e-96f2-9b339a73581a,segment=NetworkSegment(3139aff5-4d6c-4278-a04a-7a1d2851646e),segment_id=3139aff5-4d6c-4278-a04a-7a1d2851646e)] {{(pid=93588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:04:04.511212 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742349622321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742349248534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742349248552'] for port, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:04.512321 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.rpc [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Device 58e46291-e822-4005-8f56-21ee82c2f4eb up at agent hyperv_hv-cinder-80265 {{(pid=93588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 19:04:04.594614 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Pushing event updated for resources: {'Port': ['ID=42bd04ad-4b2a-497e-96f2-9b339a73581a,revision_number=5']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:04:04.662634 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.wsgi [-] (93586) accepted ('10.222.0.41', 58766) {{(pid=93586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:04:04.692916 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.provisioning_blocks [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Provisioning for port 58e46291-e822-4005-8f56-21ee82c2f4eb completed by entity L2. {{(pid=93588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 19:04:04.697268 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.provisioning_blocks [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Provisioning complete for port 58e46291-e822-4005-8f56-21ee82c2f4eb triggered by entity L2. {{(pid=93588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 19:04:04.700041 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721938'] for port, provisioning_complete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:04.773396 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-cde195cf-be68-4b23-8456-1d43a4d51772 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:04.789269 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555300'] for port, before_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:04.827049 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.db [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] For port 58e46291-e822-4005-8f56-21ee82c2f4eb, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=58e46291-e822-4005-8f56-21ee82c2f4eb,segment=NetworkSegment(849c600d-119e-46e5-ad54-f7773d8e0f09),segment_id=849c600d-119e-46e5-ad54-f7773d8e0f09)] {{(pid=93588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:04:04.890279 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fed4626-3eb5-45ed-8391-6b549c5b0949 req-efacb7fb-2614-4608-b4ee-af598e089b06 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:04:04.891789 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-7fed4626-3eb5-45ed-8391-6b549c5b0949 req-efacb7fb-2614-4608-b4ee-af598e089b06 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/ports?device_id=746c8655-ed83-43a1-afe7-08635f73c152 HTTP/1.1" status: 200 len: 946 time: 0.0995126 Jul 28 19:04:04.909005 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f749db80-4020-4536-a0e5-f14a589629a6 req-0894522c-7ab2-40ff-94ba-efa80c998694 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:04:04.910528 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-f749db80-4020-4536-a0e5-f14a589629a6 req-0894522c-7ab2-40ff-94ba-efa80c998694 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d560c0e-0a73-4f3c-8080-2cbe04e596ed HTTP/1.1" status: 200 len: 945 time: 0.0888617 Jul 28 19:04:04.940995 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742349622321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742349248534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742349248552'] for port, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:04.941815 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.rpc [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Device 827be936-912d-43a2-8eb2-136d6f5f4c32 up at agent hyperv_hv-cinder-80265 {{(pid=93588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 19:04:04.999500 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-f749db80-4020-4536-a0e5-f14a589629a6 req-723a88fa-a818-4366-b6ab-8aae9f8835dd tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/security-groups?id=da3193e4-56c6-417c-b113-33c66274c6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809348 Jul 28 19:04:05.007744 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-7fed4626-3eb5-45ed-8391-6b549c5b0949 req-21741a42-6ece-4e45-8e70-9262ee5c8e55 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/security-groups?id=42975843-26fd-496e-b975-a1703127fe22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926886 Jul 28 19:04:05.021635 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-cde195cf-be68-4b23-8456-1d43a4d51772 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:05.038361 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Pushing event updated for resources: {'Port': ['ID=58e46291-e822-4005-8f56-21ee82c2f4eb,revision_number=5']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:04:05.129235 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-cde195cf-be68-4b23-8456-1d43a4d51772 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676630'] for security_group, after_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:05.168905 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [None req-cde195cf-be68-4b23-8456-1d43a4d51772 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1a895698f0fc43b3b9f6079528e077fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5051148 Jul 28 19:04:05.170727 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde195cf-be68-4b23-8456-1d43a4d51772 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56d61d0f-2d35-4b94-a646-11af418f52e4,revision_number=1']} {{(pid=93586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:04:05.171529 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.wsgi [-] (93587) accepted ('10.222.0.41', 58782) {{(pid=93587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:04:05.180498 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde195cf-be68-4b23-8456-1d43a4d51772 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:04:05.180906 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde195cf-be68-4b23-8456-1d43a4d51772 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:04:05.181175 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde195cf-be68-4b23-8456-1d43a4d51772 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:04:05.181621 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde195cf-be68-4b23-8456-1d43a4d51772 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:04:05.181958 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde195cf-be68-4b23-8456-1d43a4d51772 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:04:05.182295 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde195cf-be68-4b23-8456-1d43a4d51772 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:04:05.182620 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde195cf-be68-4b23-8456-1d43a4d51772 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:04:05.183345 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde195cf-be68-4b23-8456-1d43a4d51772 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:04:05.184064 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde195cf-be68-4b23-8456-1d43a4d51772 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:04:05.184376 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.provisioning_blocks [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Provisioning for port 827be936-912d-43a2-8eb2-136d6f5f4c32 completed by entity L2. {{(pid=93588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 19:04:05.184485 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde195cf-be68-4b23-8456-1d43a4d51772 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:04:05.184851 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde195cf-be68-4b23-8456-1d43a4d51772 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:04:05.185337 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde195cf-be68-4b23-8456-1d43a4d51772 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:04:05.188168 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.provisioning_blocks [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Provisioning complete for port 827be936-912d-43a2-8eb2-136d6f5f4c32 triggered by entity L2. {{(pid=93588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 19:04:05.188538 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721938'] for port, provisioning_complete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:05.232011 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-7d00a8b7-9b46-4191-a1d5-5c69b578decd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:05.281505 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-7d00a8b7-9b46-4191-a1d5-5c69b578decd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:05.289326 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555300'] for port, before_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:05.326584 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.db [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] For port 827be936-912d-43a2-8eb2-136d6f5f4c32, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=827be936-912d-43a2-8eb2-136d6f5f4c32,segment=NetworkSegment(559a2b3b-45f1-4ed6-a9a8-30cdc01cbf76),segment_id=559a2b3b-45f1-4ed6-a9a8-30cdc01cbf76)] {{(pid=93588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:04:05.394215 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb9826b-c54c-4fa0-82a5-6c9bf1c7600a req-2657cd1a-6acc-46d8-9a21-817c1529dafd tempest-DeleteServersTestJSON-948083625 tempest-DeleteServersTestJSON-948083625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:04:05.395872 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-dfb9826b-c54c-4fa0-82a5-6c9bf1c7600a req-2657cd1a-6acc-46d8-9a21-817c1529dafd tempest-DeleteServersTestJSON-948083625 tempest-DeleteServersTestJSON-948083625-project] 10.222.0.41 "GET /v2.0/ports?device_id=8039b690-ef64-4872-a027-74670b318001 HTTP/1.1" status: 200 len: 945 time: 0.0522172 Jul 28 19:04:05.407168 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742349622321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742349248534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742349248552'] for port, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:05.444308 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-dfb9826b-c54c-4fa0-82a5-6c9bf1c7600a req-a2c29757-b810-4f16-8b22-535b51232c03 tempest-DeleteServersTestJSON-948083625 tempest-DeleteServersTestJSON-948083625-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc7c8404-403a-4c27-9f62-deb2a99f8b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424023 Jul 28 19:04:05.455459 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-7d00a8b7-9b46-4191-a1d5-5c69b578decd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676630'] for security_group, after_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:05.458987 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-7d00a8b7-9b46-4191-a1d5-5c69b578decd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:05.460531 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [None req-7d00a8b7-9b46-4191-a1d5-5c69b578decd admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/56d61d0f-2d35-4b94-a646-11af418f52e4 HTTP/1.1" status: 204 len: 168 time: 0.2878475 Jul 28 19:04:05.476360 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d00a8b7-9b46-4191-a1d5-5c69b578decd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56d61d0f-2d35-4b94-a646-11af418f52e4,revision_number=None']} {{(pid=93587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:04:05.490235 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d00a8b7-9b46-4191-a1d5-5c69b578decd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:04:05.492669 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Pushing event updated for resources: {'Port': ['ID=827be936-912d-43a2-8eb2-136d6f5f4c32,revision_number=5']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:04:05.493954 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d00a8b7-9b46-4191-a1d5-5c69b578decd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:04:05.493954 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d00a8b7-9b46-4191-a1d5-5c69b578decd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:04:05.497201 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d00a8b7-9b46-4191-a1d5-5c69b578decd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:04:05.497803 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d00a8b7-9b46-4191-a1d5-5c69b578decd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:04:05.498339 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d00a8b7-9b46-4191-a1d5-5c69b578decd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:04:05.499184 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d00a8b7-9b46-4191-a1d5-5c69b578decd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:04:05.499759 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d00a8b7-9b46-4191-a1d5-5c69b578decd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:04:05.502474 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d00a8b7-9b46-4191-a1d5-5c69b578decd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:04:05.504141 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d00a8b7-9b46-4191-a1d5-5c69b578decd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:04:05.504866 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d00a8b7-9b46-4191-a1d5-5c69b578decd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:04:05.506832 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d00a8b7-9b46-4191-a1d5-5c69b578decd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:04:05.636218 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16867bc8-085b-415e-aa42-a87b26cdbaf6 req-e75006ae-340b-41a5-b9d0-e113dc5815cf tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:04:05.637753 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-16867bc8-085b-415e-aa42-a87b26cdbaf6 req-e75006ae-340b-41a5-b9d0-e113dc5815cf tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=a31f3eb4-54c5-4c46-b1a5-9f5552726fca HTTP/1.1" status: 200 len: 945 time: 0.0740921 Jul 28 19:04:05.686747 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-16867bc8-085b-415e-aa42-a87b26cdbaf6 req-99713bd0-db63-4469-89ca-201cdb7ab1c9 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/security-groups?id=2ca68dae-2096-4cc3-90a8-9371def495a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382078 Jul 28 19:04:05.796801 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '746c8655-ed83-43a1-afe7-08635f73c152', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1d49c09-fa6e-4604-8abe-27b663adc5f1'}, {'server_uuid': 'aed3a892-a81b-4117-b3b4-c9c93f0bc2ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42bd04ad-4b2a-497e-96f2-9b339a73581a'}, {'server_uuid': '0d560c0e-0a73-4f3c-8080-2cbe04e596ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58e46291-e822-4005-8f56-21ee82c2f4eb'}, {'server_uuid': 'a31f3eb4-54c5-4c46-b1a5-9f5552726fca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '827be936-912d-43a2-8eb2-136d6f5f4c32'}] {{(pid=93588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 19:04:05.799272 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1b0d83cbf58c08976f04b399db04c287f80045833914d8e5b61042f37766a37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d4e478f-8877-49ab-972d-785ba069f830" -d '{"events": [{"server_uuid": "746c8655-ed83-43a1-afe7-08635f73c152", "name": "network-vif-plugged", "status": "completed", "tag": "e1d49c09-fa6e-4604-8abe-27b663adc5f1"}, {"server_uuid": "aed3a892-a81b-4117-b3b4-c9c93f0bc2ce", "name": "network-vif-plugged", "status": "completed", "tag": "42bd04ad-4b2a-497e-96f2-9b339a73581a"}, {"server_uuid": "0d560c0e-0a73-4f3c-8080-2cbe04e596ed", "name": "network-vif-plugged", "status": "completed", "tag": "58e46291-e822-4005-8f56-21ee82c2f4eb"}, {"server_uuid": "a31f3eb4-54c5-4c46-b1a5-9f5552726fca", "name": "network-vif-plugged", "status": "completed", "tag": "827be936-912d-43a2-8eb2-136d6f5f4c32"}]}' {{(pid=93588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 19:04:05.848930 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Wed, 28 Jul 2021 19:04:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea8ecaf6-f760-48e0-9e0d-400769171ab4 x-openstack-request-id: req-ea8ecaf6-f760-48e0-9e0d-400769171ab4 {{(pid=93588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 19:04:05.849241 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "746c8655-ed83-43a1-afe7-08635f73c152", "name": "network-vif-plugged", "status": "completed", "tag": "e1d49c09-fa6e-4604-8abe-27b663adc5f1", "code": 200}, {"server_uuid": "aed3a892-a81b-4117-b3b4-c9c93f0bc2ce", "name": "network-vif-plugged", "status": "completed", "tag": "42bd04ad-4b2a-497e-96f2-9b339a73581a", "code": 200}, {"server_uuid": "0d560c0e-0a73-4f3c-8080-2cbe04e596ed", "name": "network-vif-plugged", "status": "completed", "tag": "58e46291-e822-4005-8f56-21ee82c2f4eb", "code": 200}, {"server_uuid": "a31f3eb4-54c5-4c46-b1a5-9f5552726fca", "name": "network-vif-plugged", "status": "completed", "tag": "827be936-912d-43a2-8eb2-136d6f5f4c32", "code": 200}]} {{(pid=93588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 19:04:05.849496 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ea8ecaf6-f760-48e0-9e0d-400769171ab4 {{(pid=93588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 19:04:05.849885 dv-cinder-802653-1-iscsi neutron-server[93588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '746c8655-ed83-43a1-afe7-08635f73c152', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1d49c09-fa6e-4604-8abe-27b663adc5f1', 'code': 200} Jul 28 19:04:05.850139 dv-cinder-802653-1-iscsi neutron-server[93588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aed3a892-a81b-4117-b3b4-c9c93f0bc2ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42bd04ad-4b2a-497e-96f2-9b339a73581a', 'code': 200} Jul 28 19:04:05.850393 dv-cinder-802653-1-iscsi neutron-server[93588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d560c0e-0a73-4f3c-8080-2cbe04e596ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58e46291-e822-4005-8f56-21ee82c2f4eb', 'code': 200} Jul 28 19:04:05.850642 dv-cinder-802653-1-iscsi neutron-server[93588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a31f3eb4-54c5-4c46-b1a5-9f5552726fca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '827be936-912d-43a2-8eb2-136d6f5f4c32', 'code': 200} Jul 28 19:04:06.148397 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca87f76-78ee-4bcc-ba2f-c1a1b307c8a2 req-39c846d3-4a2c-4e06-8b90-92b0efdba940 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:04:06.150291 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-6ca87f76-78ee-4bcc-ba2f-c1a1b307c8a2 req-39c846d3-4a2c-4e06-8b90-92b0efdba940 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/ports?device_id=746c8655-ed83-43a1-afe7-08635f73c152 HTTP/1.1" status: 200 len: 946 time: 0.0507672 Jul 28 19:04:06.188541 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-6ca87f76-78ee-4bcc-ba2f-c1a1b307c8a2 req-1ea114e5-0a50-443e-8d17-5e7210b75774 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/security-groups?id=42975843-26fd-496e-b975-a1703127fe22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313478 Jul 28 19:04:06.283519 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.wsgi [-] (93587) accepted ('10.222.0.41', 58842) {{(pid=93587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:04:06.297231 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-c288f8a7-4273-4f1e-ab6e-4cf3f0d1b34e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:06.454172 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4082f91-40ce-4a5e-a572-063350b13f1c req-dd2bce2b-52e1-486d-8462-03a2063cb41b tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:04:06.454172 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-e4082f91-40ce-4a5e-a572-063350b13f1c req-dd2bce2b-52e1-486d-8462-03a2063cb41b tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d560c0e-0a73-4f3c-8080-2cbe04e596ed HTTP/1.1" status: 200 len: 946 time: 0.1584322 Jul 28 19:04:06.461710 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74b718f-d489-4f5d-aea8-582617d88dd6 req-20fde44b-398d-45dd-a30a-10c704129067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:04:06.467451 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-e74b718f-d489-4f5d-aea8-582617d88dd6 req-20fde44b-398d-45dd-a30a-10c704129067 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=a31f3eb4-54c5-4c46-b1a5-9f5552726fca HTTP/1.1" status: 200 len: 1098 time: 0.1119761 Jul 28 19:04:06.494525 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb4f37c-4e01-4d13-aa77-b71303aaaa2d req-e06c295a-bede-4188-a59b-880c59a7a287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:04:06.496171 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-3fb4f37c-4e01-4d13-aa77-b71303aaaa2d req-e06c295a-bede-4188-a59b-880c59a7a287 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=0d560c0e-0a73-4f3c-8080-2cbe04e596ed HTTP/1.1" status: 200 len: 1099 time: 0.1737764 Jul 28 19:04:06.539100 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-c288f8a7-4273-4f1e-ab6e-4cf3f0d1b34e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:06.549000 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-e4082f91-40ce-4a5e-a572-063350b13f1c req-ed0ca8f1-611f-445b-99bc-8b1f878c0618 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/security-groups?id=da3193e4-56c6-417c-b113-33c66274c6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941718 Jul 28 19:04:06.556075 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4cd9ed-8aca-42f9-8d97-304eb9cbef97 req-3e6f1ff1-9509-4160-9edd-ae05ba8d51ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:04:06.557790 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-2f4cd9ed-8aca-42f9-8d97-304eb9cbef97 req-3e6f1ff1-9509-4160-9edd-ae05ba8d51ef service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=aed3a892-a81b-4117-b3b4-c9c93f0bc2ce HTTP/1.1" status: 200 len: 1099 time: 0.2117910 Jul 28 19:04:06.573600 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4250b9ca-c242-4bb2-8613-1636fab8fc69 req-46c8f6a8-ce24-4ae8-bfbe-6cc13c727e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:04:06.573600 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-4250b9ca-c242-4bb2-8613-1636fab8fc69 req-46c8f6a8-ce24-4ae8-bfbe-6cc13c727e08 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=746c8655-ed83-43a1-afe7-08635f73c152 HTTP/1.1" status: 200 len: 1099 time: 0.2182269 Jul 28 19:04:06.573807 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-3fb4f37c-4e01-4d13-aa77-b71303aaaa2d req-cb08531f-8139-4664-a467-5a1d0ead9b8d service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=da3193e4-56c6-417c-b113-33c66274c6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594144 Jul 28 19:04:06.573807 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-e74b718f-d489-4f5d-aea8-582617d88dd6 req-d8946389-55a5-4772-937c-deb22a2ea5e4 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=2ca68dae-2096-4cc3-90a8-9371def495a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1018410 Jul 28 19:04:06.628852 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-4250b9ca-c242-4bb2-8613-1636fab8fc69 req-85fc8026-f6bb-4cec-9dce-87921dcac25b service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=42975843-26fd-496e-b975-a1703127fe22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493054 Jul 28 19:04:06.632579 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-2f4cd9ed-8aca-42f9-8d97-304eb9cbef97 req-9004a86f-5be3-4f49-b21d-37a1e61acc53 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=42975843-26fd-496e-b975-a1703127fe22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587842 Jul 28 19:04:06.671980 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-c288f8a7-4273-4f1e-ab6e-4cf3f0d1b34e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676630'] for security_group, after_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:06.713888 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [None req-c288f8a7-4273-4f1e-ab6e-4cf3f0d1b34e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2e51b91629dd4d0791bec8636d207c27&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4269276 Jul 28 19:04:06.713888 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c288f8a7-4273-4f1e-ab6e-4cf3f0d1b34e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54e10137-3ca7-4458-844a-51204c7a1fb2,revision_number=1']} {{(pid=93587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:04:06.716529 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.wsgi [-] (93586) accepted ('10.222.0.41', 58860) {{(pid=93586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:04:06.819617 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-894a44cd-1506-4a2a-ab04-f08497ea9b96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:06.834377 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa494c8-2c5e-471f-9a78-e2366d2ad2e1 req-5790e477-f975-43f1-836b-6a90a2493dce tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:04:06.835983 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-faa494c8-2c5e-471f-9a78-e2366d2ad2e1 req-5790e477-f975-43f1-836b-6a90a2493dce tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=a31f3eb4-54c5-4c46-b1a5-9f5552726fca HTTP/1.1" status: 200 len: 945 time: 0.0728469 Jul 28 19:04:06.865968 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-894a44cd-1506-4a2a-ab04-f08497ea9b96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:06.902506 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-faa494c8-2c5e-471f-9a78-e2366d2ad2e1 req-9d9c9928-6642-4865-ab14-c6acc32c5724 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/security-groups?id=2ca68dae-2096-4cc3-90a8-9371def495a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593817 Jul 28 19:04:07.052513 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-894a44cd-1506-4a2a-ab04-f08497ea9b96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676630'] for security_group, after_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:07.055090 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-894a44cd-1506-4a2a-ab04-f08497ea9b96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:07.056261 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [None req-894a44cd-1506-4a2a-ab04-f08497ea9b96 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/54e10137-3ca7-4458-844a-51204c7a1fb2 HTTP/1.1" status: 204 len: 168 time: 0.3375373 Jul 28 19:04:07.064353 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894a44cd-1506-4a2a-ab04-f08497ea9b96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54e10137-3ca7-4458-844a-51204c7a1fb2,revision_number=None']} {{(pid=93586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:04:07.307798 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ba166d-2635-487c-9dce-67c5522934f6 req-0e45cf54-ef7b-44d0-9f2b-992bfb093c71 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:04:07.309286 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-97ba166d-2635-487c-9dce-67c5522934f6 req-0e45cf54-ef7b-44d0-9f2b-992bfb093c71 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/ports?device_id=746c8655-ed83-43a1-afe7-08635f73c152 HTTP/1.1" status: 200 len: 946 time: 0.0484805 Jul 28 19:04:07.348794 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-97ba166d-2635-487c-9dce-67c5522934f6 req-e70d881f-4097-4f05-a2db-a5f920dcff12 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/security-groups?id=42975843-26fd-496e-b975-a1703127fe22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329344 Jul 28 19:04:07.677103 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0169966a-e7de-4796-bb58-c3a34d0e638c req-fc390225-ea00-40d9-b21f-718de02c69e1 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:04:07.679440 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-0169966a-e7de-4796-bb58-c3a34d0e638c req-fc390225-ea00-40d9-b21f-718de02c69e1 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d560c0e-0a73-4f3c-8080-2cbe04e596ed HTTP/1.1" status: 200 len: 946 time: 0.0551720 Jul 28 19:04:07.716565 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-0169966a-e7de-4796-bb58-c3a34d0e638c req-0488ccaa-87be-40e6-ab98-868a049af3b4 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/security-groups?id=da3193e4-56c6-417c-b113-33c66274c6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312827 Jul 28 19:04:08.038369 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689a618d-e80d-40e0-952d-aac4425054be req-bbb986bd-ccb1-44d5-8c1e-0fa63ed839c8 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:04:08.041599 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-689a618d-e80d-40e0-952d-aac4425054be req-bbb986bd-ccb1-44d5-8c1e-0fa63ed839c8 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=a31f3eb4-54c5-4c46-b1a5-9f5552726fca HTTP/1.1" status: 200 len: 945 time: 0.0649753 Jul 28 19:04:08.078375 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-689a618d-e80d-40e0-952d-aac4425054be req-c2d77521-abe0-4948-b8e5-2a6364d86516 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/security-groups?id=2ca68dae-2096-4cc3-90a8-9371def495a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324655 Jul 28 19:04:08.481451 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844a698b-32dc-4691-a9c4-33f5c59864c0 req-1bd3b35d-52ea-4337-a3f2-c64ad27ad31d tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:04:08.484242 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-844a698b-32dc-4691-a9c4-33f5c59864c0 req-1bd3b35d-52ea-4337-a3f2-c64ad27ad31d tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/ports?device_id=746c8655-ed83-43a1-afe7-08635f73c152 HTTP/1.1" status: 200 len: 946 time: 0.0609500 Jul 28 19:04:08.522859 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-844a698b-32dc-4691-a9c4-33f5c59864c0 req-def42210-30b5-40c4-ae02-dc82c4bcc30f tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/security-groups?id=42975843-26fd-496e-b975-a1703127fe22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369978 Jul 28 19:04:08.849235 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b94c55-4b60-45ce-81cc-6c176fe0993f req-068fa9c1-f2b2-4d0a-b670-1921d4943d4d tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:04:08.850770 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-55b94c55-4b60-45ce-81cc-6c176fe0993f req-068fa9c1-f2b2-4d0a-b670-1921d4943d4d tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d560c0e-0a73-4f3c-8080-2cbe04e596ed HTTP/1.1" status: 200 len: 946 time: 0.0572877 Jul 28 19:04:08.893505 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-55b94c55-4b60-45ce-81cc-6c176fe0993f req-161e09b4-be9e-4fb6-9aeb-1e1b38e39364 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/security-groups?id=da3193e4-56c6-417c-b113-33c66274c6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364566 Jul 28 19:04:09.106117 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb16682-c2fd-408f-8e23-2017cce9c445 req-5a96b9a0-0c76-4589-88e6-596299ae9cba tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:04:09.107649 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-6bb16682-c2fd-408f-8e23-2017cce9c445 req-5a96b9a0-0c76-4589-88e6-596299ae9cba tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d560c0e-0a73-4f3c-8080-2cbe04e596ed HTTP/1.1" status: 200 len: 946 time: 0.0693102 Jul 28 19:04:09.116247 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.wsgi [-] (93587) accepted ('10.222.0.41', 58962) {{(pid=93587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:04:09.125249 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.v2.base [None req-c4ce4eb1-6ad9-40fa-8c70-5f7eae1779bc tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Request body: {'floatingip': {'port_id': '58e46291-e822-4005-8f56-21ee82c2f4eb'}} {{(pid=93587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:04:09.222420 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-c4ce4eb1-6ad9-40fa-8c70-5f7eae1779bc tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Notify callbacks [] for floatingip, before_update {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:09.238156 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f049283-a802-45f7-93ad-435c6f3d1d52 req-ae9f1de3-205c-44ef-a320-d4fbdcd5c26d tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:04:09.240033 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-7f049283-a802-45f7-93ad-435c6f3d1d52 req-ae9f1de3-205c-44ef-a320-d4fbdcd5c26d tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=a31f3eb4-54c5-4c46-b1a5-9f5552726fca HTTP/1.1" status: 200 len: 945 time: 0.0703716 Jul 28 19:04:09.296830 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-7f049283-a802-45f7-93ad-435c6f3d1d52 req-5539cc7e-ec7e-46ad-801a-0f65c1c38022 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/security-groups?id=2ca68dae-2096-4cc3-90a8-9371def495a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486064 Jul 28 19:04:09.432351 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f32e0a-0828-4d31-b222-408d302b20f9 req-d2879623-87dc-4098-9ff3-0104e03c1e56 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:04:09.434194 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-e9f32e0a-0828-4d31-b222-408d302b20f9 req-d2879623-87dc-4098-9ff3-0104e03c1e56 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=a31f3eb4-54c5-4c46-b1a5-9f5552726fca HTTP/1.1" status: 200 len: 945 time: 0.0574865 Jul 28 19:04:09.444238 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.wsgi [-] (93586) accepted ('10.222.0.41', 58978) {{(pid=93586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:04:09.449668 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.v2.base [None req-780b82b9-e2e7-412f-85ba-74d5bd8cf697 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] Request body: {'floatingip': {'port_id': '827be936-912d-43a2-8eb2-136d6f5f4c32'}} {{(pid=93586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:04:09.526706 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-780b82b9-e2e7-412f-85ba-74d5bd8cf697 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] Notify callbacks [] for floatingip, before_update {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:09.861705 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.wsgi [-] (93586) accepted ('10.222.0.41', 58988) {{(pid=93586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:04:09.895686 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff8ae5b-0818-4568-afbf-57022be6161c req-920b9962-45e2-42fa-8125-69193f6b0711 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:04:09.897235 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-0ff8ae5b-0818-4568-afbf-57022be6161c req-920b9962-45e2-42fa-8125-69193f6b0711 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/ports?device_id=746c8655-ed83-43a1-afe7-08635f73c152 HTTP/1.1" status: 200 len: 946 time: 0.1404123 Jul 28 19:04:09.983479 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-0ff8ae5b-0818-4568-afbf-57022be6161c req-cb20dbbe-b981-4877-a7a7-4dcbfdfac05f tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/security-groups?id=42975843-26fd-496e-b975-a1703127fe22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768583 Jul 28 19:04:10.035983 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-92680d67-9c0e-4ccf-b315-a1efbe34d91b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:10.090793 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-c4ce4eb1-6ad9-40fa-8c70-5f7eae1779bc tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:10.191671 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-c4ce4eb1-6ad9-40fa-8c70-5f7eae1779bc tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3821381'] for floatingip, after_update {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:10.297526 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.db.l3_db [None req-c4ce4eb1-6ad9-40fa-8c70-5f7eae1779bc tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Floating IP d8b46d18-f6db-4399-9852-7d6ecd0443f8 associated. External IP: 172.27.0.83, port: 58e46291-e822-4005-8f56-21ee82c2f4eb. Jul 28 19:04:10.423816 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-92680d67-9c0e-4ccf-b315-a1efbe34d91b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:10.508825 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4ce4eb1-6ad9-40fa-8c70-5f7eae1779bc tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Router 4f63a103-244c-468b-9a05-9a50f7e1edb0 has already been hosted by L3 agent a81dfe8c-a6e8-4fad-82b8-e31bee6ac2ff {{(pid=93587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 19:04:10.510807 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-780b82b9-e2e7-412f-85ba-74d5bd8cf697 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:10.520871 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-92680d67-9c0e-4ccf-b315-a1efbe34d91b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676630'] for security_group, after_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:10.556296 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [None req-92680d67-9c0e-4ccf-b315-a1efbe34d91b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d6bf9661f31a43f58a5756752074dfff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6938095 Jul 28 19:04:10.559838 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.wsgi [-] (93586) accepted ('10.222.0.41', 59008) {{(pid=93586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:04:10.584435 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-780b82b9-e2e7-412f-85ba-74d5bd8cf697 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3821381'] for floatingip, after_update {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:10.640453 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4ce4eb1-6ad9-40fa-8c70-5f7eae1779bc tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Notify agent at l3_agent.dv-cinder-802653-1-iscsi the message routers_updated {{(pid=93587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 19:04:10.647526 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-c4ce4eb1-6ad9-40fa-8c70-5f7eae1779bc tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148603'] for floatingip, before_response {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:10.655797 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0acca05-3ae5-4b22-bdb3-c0ce2270fa4e None None] Sync routers for ids ['4f63a103-244c-468b-9a05-9a50f7e1edb0'] in dv-cinder-802653-1-iscsi {{(pid=93589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 19:04:10.665657 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0acca05-3ae5-4b22-bdb3-c0ce2270fa4e None None] Routers {'4f63a103-244c-468b-9a05-9a50f7e1edb0'} bound to L3 agent in host dv-cinder-802653-1-iscsi {{(pid=93589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 19:04:10.666281 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.db.l3_hamode_db [None req-d0acca05-3ae5-4b22-bdb3-c0ce2270fa4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802653-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T18:54:54Z,description=,heartbeat_timestamp=2021-07-28T19:03:54Z,host='dv-cinder-802653-1-iscsi',id=a81dfe8c-a6e8-4fad-82b8-e31bee6ac2ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T18:54:55Z,topic='l3_agent')) {'router_ids': ['4f63a103-244c-468b-9a05-9a50f7e1edb0'], 'active': True} {{(pid=93589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:04:10.667029 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92680d67-9c0e-4ccf-b315-a1efbe34d91b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6304bdef-ea3e-4634-bd34-27eb2b4a3b8f,revision_number=1']} {{(pid=93586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:04:10.687716 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [None req-c4ce4eb1-6ad9-40fa-8c70-5f7eae1779bc tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "PUT /v2.0/floatingips/d8b46d18-f6db-4399-9852-7d6ecd0443f8 HTTP/1.1" status: 200 len: 991 time: 1.5698578 Jul 28 19:04:10.697938 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d560c0e-0a73-4f3c-8080-2cbe04e596ed', 'tag': '58e46291-e822-4005-8f56-21ee82c2f4eb'}] {{(pid=93587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 19:04:10.700232 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0425cd91716d62700118381c1ce81f16af4b0b2dffb745d1fa1c8d13c3262bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7ac9c88-86fa-4c6d-aedc-89be6fd30f89" -d '{"events": [{"name": "network-changed", "server_uuid": "0d560c0e-0a73-4f3c-8080-2cbe04e596ed", "tag": "58e46291-e822-4005-8f56-21ee82c2f4eb"}]}' {{(pid=93587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 19:04:10.743892 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ae2233-f1b8-48e7-9500-40ec59de6464 req-3e28948f-a957-417b-817b-6f9ba3115aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:04:10.746999 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-f0ae2233-f1b8-48e7-9500-40ec59de6464 req-3e28948f-a957-417b-817b-6f9ba3115aee service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ab36a3ab5c78406b94032a7ca4193d8f&device_id=746c8655-ed83-43a1-afe7-08635f73c152 HTTP/1.1" status: 200 len: 1099 time: 0.0568292 Jul 28 19:04:10.754293 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-60c1be1a-6906-4a3e-9f1e-e98b99eef5a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:10.766206 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c263e050-d842-4af0-909e-9bc5294dbf7e req-5a9c1c3c-eecf-458b-8481-ee4b7fcd6fe1 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:04:10.773045 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-c263e050-d842-4af0-909e-9bc5294dbf7e req-5a9c1c3c-eecf-458b-8481-ee4b7fcd6fe1 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/ports?device_id=746c8655-ed83-43a1-afe7-08635f73c152 HTTP/1.1" status: 200 len: 946 time: 0.1812780 Jul 28 19:04:10.804103 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.db.l3_dvr_db [None req-d0acca05-3ae5-4b22-bdb3-c0ce2270fa4e None None] Set router 4f63a103-244c-468b-9a05-9a50f7e1edb0 gateway port host: dv-cinder-802653-1-iscsi {{(pid=93589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 19:04:10.823006 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-60c1be1a-6906-4a3e-9f1e-e98b99eef5a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:10.845937 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.db.l3_db [None req-780b82b9-e2e7-412f-85ba-74d5bd8cf697 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] Floating IP c1274bfd-35bc-429a-954c-17e7fcc78b7d associated. External IP: 172.27.0.129, port: 827be936-912d-43a2-8eb2-136d6f5f4c32. Jul 28 19:04:10.883183 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 19:04:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61b05b3c-a8b2-4083-9876-54cd39cfb0b0 x-openstack-request-id: req-61b05b3c-a8b2-4083-9876-54cd39cfb0b0 {{(pid=93587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 19:04:10.883598 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d560c0e-0a73-4f3c-8080-2cbe04e596ed", "tag": "58e46291-e822-4005-8f56-21ee82c2f4eb", "status": "completed", "code": 200}]} {{(pid=93587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 19:04:10.889844 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-61b05b3c-a8b2-4083-9876-54cd39cfb0b0 {{(pid=93587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 19:04:10.889844 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d560c0e-0a73-4f3c-8080-2cbe04e596ed', 'tag': '58e46291-e822-4005-8f56-21ee82c2f4eb', 'status': 'completed', 'code': 200} Jul 28 19:04:10.893277 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ae2233-f1b8-48e7-9500-40ec59de6464 req-17a348e0-aa9d-4013-aecf-3501606982e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:04:10.895020 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-f0ae2233-f1b8-48e7-9500-40ec59de6464 req-17a348e0-aa9d-4013-aecf-3501606982e3 service neutron] 10.222.0.49 "GET /v2.0/networks?id=55abd46f-cb0c-4975-97d4-5b97e39ca579 HTTP/1.1" status: 200 len: 919 time: 0.1357570 Jul 28 19:04:10.913167 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-c263e050-d842-4af0-909e-9bc5294dbf7e req-55dd3082-9c41-43dc-b8b7-9707b43c14ce tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/security-groups?id=42975843-26fd-496e-b975-a1703127fe22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291199 Jul 28 19:04:10.956775 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-f0ae2233-f1b8-48e7-9500-40ec59de6464 req-ca07d899-3476-4afa-8236-65a0c1f61181 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e1d49c09-fa6e-4604-8abe-27b663adc5f1 HTTP/1.1" status: 200 len: 217 time: 0.0533309 Jul 28 19:04:11.054920 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ac9c88-86fa-4c6d-aedc-89be6fd30f89 req-a62d9487-ad80-4268-ab93-5f5a2bab5346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:04:11.057959 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-d7ac9c88-86fa-4c6d-aedc-89be6fd30f89 req-a62d9487-ad80-4268-ab93-5f5a2bab5346 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=77b4e3f4db4f48488f6a8e8a0ca43337&device_id=0d560c0e-0a73-4f3c-8080-2cbe04e596ed HTTP/1.1" status: 200 len: 1099 time: 0.1111860 Jul 28 19:04:11.059969 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ae2233-f1b8-48e7-9500-40ec59de6464 req-7d4d9278-a369-433c-bdbd-3fb6cab39b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:04:11.061950 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-f0ae2233-f1b8-48e7-9500-40ec59de6464 req-7d4d9278-a369-433c-bdbd-3fb6cab39b85 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7ace80f0-3f3a-4421-afb0-85b3c7802c40 HTTP/1.1" status: 200 len: 858 time: 0.0827427 Jul 28 19:04:11.107557 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-60c1be1a-6906-4a3e-9f1e-e98b99eef5a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676630'] for security_group, after_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:11.110092 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-60c1be1a-6906-4a3e-9f1e-e98b99eef5a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:11.113649 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [None req-60c1be1a-6906-4a3e-9f1e-e98b99eef5a1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6304bdef-ea3e-4634-bd34-27eb2b4a3b8f HTTP/1.1" status: 204 len: 168 time: 0.5505154 Jul 28 19:04:11.142593 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.db.l3_hamode_db [None req-d0acca05-3ae5-4b22-bdb3-c0ce2270fa4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f63a103-244c-468b-9a05-9a50f7e1edb0', 'name': 'tempest-AttachVolumeShelveTestJSON-1306913285-router', 'tenant_id': '77b4e3f4db4f48488f6a8e8a0ca43337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df', 'external_fixed_ips': [{'subnet_id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '846b941f-ab7f-4431-8321-ef0820949924', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:03:06Z', 'updated_at': '2021-07-28T19:03:17Z', 'revision_number': 4, 'project_id': '77b4e3f4db4f48488f6a8e8a0ca43337', 'gw_port': {'id': '846b941f-ab7f-4431-8321-ef0820949924', 'name': '', 'network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:94:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f63a103-244c-468b-9a05-9a50f7e1edb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:03:07Z', 'updated_at': '2021-07-28T19:03:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-1-iscsi', '_floatingips': [{'id': 'd8b46d18-f6db-4399-9852-7d6ecd0443f8', 'tenant_id': '77b4e3f4db4f48488f6a8e8a0ca43337', 'floating_ip_address': '172.27.0.83', 'floating_network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df', 'router_id': '4f63a103-244c-468b-9a05-9a50f7e1edb0', 'port_id': '58e46291-e822-4005-8f56-21ee82c2f4eb', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9b348a0-fd69-4cac-87c2-18e205be05be', 'mac_address': 'fa:16:3e:24:e1:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d560c0e-0a73-4f3c-8080-2cbe04e596ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T19:03:28Z', 'updated_at': '2021-07-28T19:04:09Z', 'revision_number': 1, 'project_id': '77b4e3f4db4f48488f6a8e8a0ca43337', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f222063c-7221-40e2-a7de-a0532101c06f', 'name': '', 'network_id': 'd9b348a0-fd69-4cac-87c2-18e205be05be', 'tenant_id': '77b4e3f4db4f48488f6a8e8a0ca43337', 'mac_address': 'fa:16:3e:a6:61:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f63a103-244c-468b-9a05-9a50f7e1edb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '209ab333-e935-41fc-b99a-6688a4911e44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:03:14Z', 'updated_at': '2021-07-28T19:03:28Z', 'revision_number': 5, 'project_id': '77b4e3f4db4f48488f6a8e8a0ca43337', 'subnets': [{'id': '209ab333-e935-41fc-b99a-6688a4911e44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802653-1-iscsi', False) {} {{(pid=93589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:04:11.150904 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c1be1a-6906-4a3e-9f1e-e98b99eef5a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6304bdef-ea3e-4634-bd34-27eb2b4a3b8f,revision_number=None']} {{(pid=93586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:04:11.168319 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-f0ae2233-f1b8-48e7-9500-40ec59de6464 req-335c8587-6589-4a35-9a5b-1062b12ffa32 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=55abd46f-cb0c-4975-97d4-5b97e39ca579&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0898907 Jul 28 19:04:11.170591 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0acca05-3ae5-4b22-bdb3-c0ce2270fa4e None None] Checking router: 4f63a103-244c-468b-9a05-9a50f7e1edb0 for host: dv-cinder-802653-1-iscsi {{(pid=93589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 19:04:11.182550 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0acca05-3ae5-4b22-bdb3-c0ce2270fa4e None None] Routers {'4f63a103-244c-468b-9a05-9a50f7e1edb0'} bound to L3 agent in host dv-cinder-802653-1-iscsi {{(pid=93589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 19:04:11.182550 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.db.l3_hamode_db [None req-d0acca05-3ae5-4b22-bdb3-c0ce2270fa4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802653-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T18:54:54Z,description=,heartbeat_timestamp=2021-07-28T19:03:54Z,host='dv-cinder-802653-1-iscsi',id=a81dfe8c-a6e8-4fad-82b8-e31bee6ac2ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T18:54:55Z,topic='l3_agent')) {'router_ids': ['4f63a103-244c-468b-9a05-9a50f7e1edb0'], 'active': True} {{(pid=93589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:04:11.184971 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-780b82b9-e2e7-412f-85ba-74d5bd8cf697 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] Router 4edd524a-f694-4a3b-9f98-acfa1ff62e1e has already been hosted by L3 agent a81dfe8c-a6e8-4fad-82b8-e31bee6ac2ff {{(pid=93586) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 19:04:11.276917 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ac9c88-86fa-4c6d-aedc-89be6fd30f89 req-2b81eeaf-a4c4-4e3b-9448-a06c7f4eadde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:04:11.278469 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-d7ac9c88-86fa-4c6d-aedc-89be6fd30f89 req-2b81eeaf-a4c4-4e3b-9448-a06c7f4eadde service neutron] 10.222.0.49 "GET /v2.0/networks?id=d9b348a0-fd69-4cac-87c2-18e205be05be HTTP/1.1" status: 200 len: 918 time: 0.2020967 Jul 28 19:04:11.298117 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.db.l3_dvr_db [None req-d0acca05-3ae5-4b22-bdb3-c0ce2270fa4e None None] Set router 4f63a103-244c-468b-9a05-9a50f7e1edb0 gateway port host: dv-cinder-802653-1-iscsi {{(pid=93589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 19:04:11.510424 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-780b82b9-e2e7-412f-85ba-74d5bd8cf697 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] Notify agent at l3_agent.dv-cinder-802653-1-iscsi the message routers_updated {{(pid=93586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 19:04:11.525734 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dffed1f7-0ba6-4abf-ac73-7072ba23c261 None None] Sync routers for ids ['4edd524a-f694-4a3b-9f98-acfa1ff62e1e'] in dv-cinder-802653-1-iscsi {{(pid=93588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 19:04:11.526290 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-780b82b9-e2e7-412f-85ba-74d5bd8cf697 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148603'] for floatingip, before_response {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:11.540662 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dffed1f7-0ba6-4abf-ac73-7072ba23c261 None None] Routers {'4edd524a-f694-4a3b-9f98-acfa1ff62e1e'} bound to L3 agent in host dv-cinder-802653-1-iscsi {{(pid=93588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 19:04:11.541505 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-f0ae2233-f1b8-48e7-9500-40ec59de6464 req-f02158cb-498d-4db6-9cef-01d0f428129c service neutron] 10.222.0.49 "GET /v2.0/networks/55abd46f-cb0c-4975-97d4-5b97e39ca579?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3632660 Jul 28 19:04:11.542162 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.l3_hamode_db [None req-dffed1f7-0ba6-4abf-ac73-7072ba23c261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802653-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T18:54:54Z,description=,heartbeat_timestamp=2021-07-28T19:03:54Z,host='dv-cinder-802653-1-iscsi',id=a81dfe8c-a6e8-4fad-82b8-e31bee6ac2ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T18:54:55Z,topic='l3_agent')) {'router_ids': ['4edd524a-f694-4a3b-9f98-acfa1ff62e1e'], 'active': True} {{(pid=93588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:04:11.578273 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [None req-780b82b9-e2e7-412f-85ba-74d5bd8cf697 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "PUT /v2.0/floatingips/c1274bfd-35bc-429a-954c-17e7fcc78b7d HTTP/1.1" status: 200 len: 991 time: 2.1313038 Jul 28 19:04:11.580856 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a31f3eb4-54c5-4c46-b1a5-9f5552726fca', 'tag': '827be936-912d-43a2-8eb2-136d6f5f4c32'}] {{(pid=93586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 19:04:11.584473 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be08c321523524cea896d4e8aa610e0b61aedc9f5bb636967bf6413fb0e56d16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dff3dd16-1fa4-4c69-b30a-91c77ddd3786" -d '{"events": [{"name": "network-changed", "server_uuid": "a31f3eb4-54c5-4c46-b1a5-9f5552726fca", "tag": "827be936-912d-43a2-8eb2-136d6f5f4c32"}]}' {{(pid=93586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 19:04:11.663949 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-d7ac9c88-86fa-4c6d-aedc-89be6fd30f89 req-bd25377f-4130-4989-989a-513236cdf63d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=58e46291-e822-4005-8f56-21ee82c2f4eb HTTP/1.1" status: 200 len: 999 time: 0.3781288 Jul 28 19:04:11.664175 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 19:04:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43ed3489-7271-4eac-868b-633a10507d1c x-openstack-request-id: req-43ed3489-7271-4eac-868b-633a10507d1c {{(pid=93586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 19:04:11.664463 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a31f3eb4-54c5-4c46-b1a5-9f5552726fca", "tag": "827be936-912d-43a2-8eb2-136d6f5f4c32", "status": "completed", "code": 200}]} {{(pid=93586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 19:04:11.664710 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-43ed3489-7271-4eac-868b-633a10507d1c {{(pid=93586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 19:04:11.665133 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a31f3eb4-54c5-4c46-b1a5-9f5552726fca', 'tag': '827be936-912d-43a2-8eb2-136d6f5f4c32', 'status': 'completed', 'code': 200} Jul 28 19:04:11.683249 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.db.l3_hamode_db [None req-d0acca05-3ae5-4b22-bdb3-c0ce2270fa4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f63a103-244c-468b-9a05-9a50f7e1edb0', 'name': 'tempest-AttachVolumeShelveTestJSON-1306913285-router', 'tenant_id': '77b4e3f4db4f48488f6a8e8a0ca43337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df', 'external_fixed_ips': [{'subnet_id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '846b941f-ab7f-4431-8321-ef0820949924', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:03:06Z', 'updated_at': '2021-07-28T19:03:17Z', 'revision_number': 4, 'project_id': '77b4e3f4db4f48488f6a8e8a0ca43337', 'gw_port': {'id': '846b941f-ab7f-4431-8321-ef0820949924', 'name': '', 'network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:94:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f63a103-244c-468b-9a05-9a50f7e1edb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:03:07Z', 'updated_at': '2021-07-28T19:03:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-1-iscsi', '_floatingips': [{'id': 'd8b46d18-f6db-4399-9852-7d6ecd0443f8', 'tenant_id': '77b4e3f4db4f48488f6a8e8a0ca43337', 'floating_ip_address': '172.27.0.83', 'floating_network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df', 'router_id': '4f63a103-244c-468b-9a05-9a50f7e1edb0', 'port_id': '58e46291-e822-4005-8f56-21ee82c2f4eb', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9b348a0-fd69-4cac-87c2-18e205be05be', 'mac_address': 'fa:16:3e:24:e1:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d560c0e-0a73-4f3c-8080-2cbe04e596ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T19:03:28Z', 'updated_at': '2021-07-28T19:04:09Z', 'revision_number': 1, 'project_id': '77b4e3f4db4f48488f6a8e8a0ca43337', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f222063c-7221-40e2-a7de-a0532101c06f', 'name': '', 'network_id': 'd9b348a0-fd69-4cac-87c2-18e205be05be', 'tenant_id': '77b4e3f4db4f48488f6a8e8a0ca43337', 'mac_address': 'fa:16:3e:a6:61:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f63a103-244c-468b-9a05-9a50f7e1edb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '209ab333-e935-41fc-b99a-6688a4911e44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:03:14Z', 'updated_at': '2021-07-28T19:03:28Z', 'revision_number': 5, 'project_id': '77b4e3f4db4f48488f6a8e8a0ca43337', 'subnets': [{'id': '209ab333-e935-41fc-b99a-6688a4911e44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802653-1-iscsi', False) {} {{(pid=93589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:04:11.696344 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.l3_dvr_db [None req-dffed1f7-0ba6-4abf-ac73-7072ba23c261 None None] Set router 4edd524a-f694-4a3b-9f98-acfa1ff62e1e gateway port host: dv-cinder-802653-1-iscsi {{(pid=93588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 19:04:11.715070 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0acca05-3ae5-4b22-bdb3-c0ce2270fa4e None None] The sync data for ids ['4f63a103-244c-468b-9a05-9a50f7e1edb0'] in dv-cinder-802653-1-iscsi is: [{'id': '4f63a103-244c-468b-9a05-9a50f7e1edb0', 'name': 'tempest-AttachVolumeShelveTestJSON-1306913285-router', 'tenant_id': '77b4e3f4db4f48488f6a8e8a0ca43337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df', 'external_fixed_ips': [{'subnet_id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '846b941f-ab7f-4431-8321-ef0820949924', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:03:06Z', 'updated_at': '2021-07-28T19:03:17Z', 'revision_number': 4, 'project_id': '77b4e3f4db4f48488f6a8e8a0ca43337', 'gw_port': {'id': '846b941f-ab7f-4431-8321-ef0820949924', 'name': '', 'network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:94:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f63a103-244c-468b-9a05-9a50f7e1edb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:03:07Z', 'updated_at': '2021-07-28T19:03:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-1-iscsi', '_floatingips': [{'id': 'd8b46d18-f6db-4399-9852-7d6ecd0443f8', 'tenant_id': '77b4e3f4db4f48488f6a8e8a0ca43337', 'floating_ip_address': '172.27.0.83', 'floating_network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df', 'router_id': '4f63a103-244c-468b-9a05-9a50f7e1edb0', 'port_id': '58e46291-e822-4005-8f56-21ee82c2f4eb', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9b348a0-fd69-4cac-87c2-18e205be05be', 'mac_address': 'fa:16:3e:24:e1:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d560c0e-0a73-4f3c-8080-2cbe04e596ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T19:03:28Z', 'updated_at': '2021-07-28T19:04:09Z', 'revision_number': 1, 'project_id': '77b4e3f4db4f48488f6a8e8a0ca43337', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f222063c-7221-40e2-a7de-a0532101c06f', 'name': '', 'network_id': 'd9b348a0-fd69-4cac-87c2-18e205be05be', 'tenant_id': '77b4e3f4db4f48488f6a8e8a0ca43337', 'mac_address': 'fa:16:3e:a6:61:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f63a103-244c-468b-9a05-9a50f7e1edb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '209ab333-e935-41fc-b99a-6688a4911e44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:03:14Z', 'updated_at': '2021-07-28T19:03:28Z', 'revision_number': 5, 'project_id': '77b4e3f4db4f48488f6a8e8a0ca43337', 'subnets': [{'id': '209ab333-e935-41fc-b99a-6688a4911e44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 19:04:11.743435 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-f0ae2233-f1b8-48e7-9500-40ec59de6464 req-63baeb18-742d-44b5-9543-36f3a1cbb4ba service neutron] 10.222.0.49 "GET /v2.0/networks/55abd46f-cb0c-4975-97d4-5b97e39ca579?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1866126 Jul 28 19:04:11.763194 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ac9c88-86fa-4c6d-aedc-89be6fd30f89 req-f629afdd-b404-430a-9f7f-048bf6965a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:04:11.764870 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-d7ac9c88-86fa-4c6d-aedc-89be6fd30f89 req-f629afdd-b404-430a-9f7f-048bf6965a6b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=209ab333-e935-41fc-b99a-6688a4911e44 HTTP/1.1" status: 200 len: 856 time: 0.0687783 Jul 28 19:04:11.771091 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff3dd16-1fa4-4c69-b30a-91c77ddd3786 req-ec71d178-812f-4a6b-8192-54258d1d11e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:04:11.772680 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-dff3dd16-1fa4-4c69-b30a-91c77ddd3786 req-ec71d178-812f-4a6b-8192-54258d1d11e5 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=4dceb4eb37274cd9b3fcc8dffed09715&device_id=a31f3eb4-54c5-4c46-b1a5-9f5552726fca HTTP/1.1" status: 200 len: 1098 time: 0.0752056 Jul 28 19:04:11.818722 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ac9c88-86fa-4c6d-aedc-89be6fd30f89 req-62d67dca-215e-4b2b-969a-168e00d46f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:04:11.820483 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-d7ac9c88-86fa-4c6d-aedc-89be6fd30f89 req-62d67dca-215e-4b2b-969a-168e00d46f72 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d9b348a0-fd69-4cac-87c2-18e205be05be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0459270 Jul 28 19:04:11.943370 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.wsgi [-] (93587) accepted ('10.222.0.41', 59036) {{(pid=93587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:04:11.985650 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff3dd16-1fa4-4c69-b30a-91c77ddd3786 req-ea54a483-6ae6-49b2-82cd-41145763262b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:04:11.992857 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-dff3dd16-1fa4-4c69-b30a-91c77ddd3786 req-ea54a483-6ae6-49b2-82cd-41145763262b service neutron] 10.222.0.49 "GET /v2.0/networks?id=9a21bde8-e77f-4246-845e-15d2cf775c00 HTTP/1.1" status: 200 len: 912 time: 0.1984963 Jul 28 19:04:12.003386 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-10700945-59a7-44e7-9218-55a642afa4d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:12.039399 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-d7ac9c88-86fa-4c6d-aedc-89be6fd30f89 req-983ca5bd-b77c-4a77-99cc-779d137555fa service neutron] 10.222.0.49 "GET /v2.0/networks/d9b348a0-fd69-4cac-87c2-18e205be05be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2097569 Jul 28 19:04:12.102747 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6633e0ac-f1ed-4ff2-93a3-7207fbc1965e None None] New status for floating IP d8b46d18-f6db-4399-9852-7d6ecd0443f8: ACTIVE {{(pid=93589) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 19:04:12.163684 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-dff3dd16-1fa4-4c69-b30a-91c77ddd3786 req-5506c231-23ca-4cda-b0c7-940731c3edb9 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=827be936-912d-43a2-8eb2-136d6f5f4c32 HTTP/1.1" status: 200 len: 999 time: 0.1555476 Jul 28 19:04:12.182916 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a77d8d6-ea02-4c49-a1f1-a97bbd3de466 req-36143240-cf14-4e4d-9f88-be894643e666 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:04:12.185221 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-5a77d8d6-ea02-4c49-a1f1-a97bbd3de466 req-36143240-cf14-4e4d-9f88-be894643e666 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/ports?device_id=746c8655-ed83-43a1-afe7-08635f73c152 HTTP/1.1" status: 200 len: 946 time: 0.1222811 Jul 28 19:04:12.237305 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.l3_hamode_db [None req-dffed1f7-0ba6-4abf-ac73-7072ba23c261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4edd524a-f694-4a3b-9f98-acfa1ff62e1e', 'name': 'tempest-AttachVolumeTestJSON-1336353080-router', 'tenant_id': '4dceb4eb37274cd9b3fcc8dffed09715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df', 'external_fixed_ips': [{'subnet_id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': 'b49d4719-fd3e-46af-9e54-d698c65d70c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:03:07Z', 'updated_at': '2021-07-28T19:03:16Z', 'revision_number': 4, 'project_id': '4dceb4eb37274cd9b3fcc8dffed09715', 'gw_port': {'id': 'b49d4719-fd3e-46af-9e54-d698c65d70c6', 'name': '', 'network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:3e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4edd524a-f694-4a3b-9f98-acfa1ff62e1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:03:09Z', 'updated_at': '2021-07-28T19:03:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-1-iscsi', '_floatingips': [{'id': 'c1274bfd-35bc-429a-954c-17e7fcc78b7d', 'tenant_id': '4dceb4eb37274cd9b3fcc8dffed09715', 'floating_ip_address': '172.27.0.129', 'floating_network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df', 'router_id': '4edd524a-f694-4a3b-9f98-acfa1ff62e1e', 'port_id': '827be936-912d-43a2-8eb2-136d6f5f4c32', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a21bde8-e77f-4246-845e-15d2cf775c00', 'mac_address': 'fa:16:3e:1d:c2:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a31f3eb4-54c5-4c46-b1a5-9f5552726fca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T19:03:28Z', 'updated_at': '2021-07-28T19:04:10Z', 'revision_number': 1, 'project_id': '4dceb4eb37274cd9b3fcc8dffed09715', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '623b90fd-62a2-47d3-8224-ad3f1ec20d97', 'name': '', 'network_id': '9a21bde8-e77f-4246-845e-15d2cf775c00', 'tenant_id': '4dceb4eb37274cd9b3fcc8dffed09715', 'mac_address': 'fa:16:3e:a1:79:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4edd524a-f694-4a3b-9f98-acfa1ff62e1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'd8dd9f14-f474-4c6a-84f8-85ff7b8e642f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:03:14Z', 'updated_at': '2021-07-28T19:03:26Z', 'revision_number': 5, 'project_id': '4dceb4eb37274cd9b3fcc8dffed09715', 'subnets': [{'id': 'd8dd9f14-f474-4c6a-84f8-85ff7b8e642f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802653-1-iscsi', False) {} {{(pid=93588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:04:12.249075 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-10700945-59a7-44e7-9218-55a642afa4d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:12.257579 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-d7ac9c88-86fa-4c6d-aedc-89be6fd30f89 req-a0a80d05-02b6-4ccc-8b08-f1a630c60aa0 service neutron] 10.222.0.49 "GET /v2.0/networks/d9b348a0-fd69-4cac-87c2-18e205be05be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1687901 Jul 28 19:04:12.275074 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff3dd16-1fa4-4c69-b30a-91c77ddd3786 req-32edb349-594c-4dcf-b1e2-56f84e5d326c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:04:12.277077 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-dff3dd16-1fa4-4c69-b30a-91c77ddd3786 req-32edb349-594c-4dcf-b1e2-56f84e5d326c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d8dd9f14-f474-4c6a-84f8-85ff7b8e642f HTTP/1.1" status: 200 len: 850 time: 0.0907018 Jul 28 19:04:12.305501 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dffed1f7-0ba6-4abf-ac73-7072ba23c261 None None] Checking router: 4edd524a-f694-4a3b-9f98-acfa1ff62e1e for host: dv-cinder-802653-1-iscsi {{(pid=93588) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 19:04:12.315444 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dffed1f7-0ba6-4abf-ac73-7072ba23c261 None None] Routers {'4edd524a-f694-4a3b-9f98-acfa1ff62e1e'} bound to L3 agent in host dv-cinder-802653-1-iscsi {{(pid=93588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 19:04:12.317141 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.l3_hamode_db [None req-dffed1f7-0ba6-4abf-ac73-7072ba23c261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802653-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T18:54:54Z,description=,heartbeat_timestamp=2021-07-28T19:03:54Z,host='dv-cinder-802653-1-iscsi',id=a81dfe8c-a6e8-4fad-82b8-e31bee6ac2ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T18:54:55Z,topic='l3_agent')) {'router_ids': ['4edd524a-f694-4a3b-9f98-acfa1ff62e1e'], 'active': True} {{(pid=93588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:04:12.317739 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-10700945-59a7-44e7-9218-55a642afa4d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676630'] for security_group, after_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:12.330664 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-5a77d8d6-ea02-4c49-a1f1-a97bbd3de466 req-c7d6f797-56e6-4858-bf22-4be9a2cd1dbf tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/security-groups?id=42975843-26fd-496e-b975-a1703127fe22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329443 Jul 28 19:04:12.392450 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff3dd16-1fa4-4c69-b30a-91c77ddd3786 req-190d847c-eb65-4674-941b-62815348bbcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:04:12.394278 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-dff3dd16-1fa4-4c69-b30a-91c77ddd3786 req-190d847c-eb65-4674-941b-62815348bbcc service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9a21bde8-e77f-4246-845e-15d2cf775c00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1077261 Jul 28 19:04:12.394764 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10700945-59a7-44e7-9218-55a642afa4d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ed28320-3e8f-4ced-a59c-c1d92dd92912,revision_number=1']} {{(pid=93587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:04:12.402330 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.wsgi [-] (93586) accepted ('10.222.0.41', 59058) {{(pid=93586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:04:12.412556 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [None req-10700945-59a7-44e7-9218-55a642afa4d9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3e97f54f84d34aa88fc0aeb99bbddaf7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4663329 Jul 28 19:04:12.525482 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-483f1a8f-3b81-4793-831a-7e71d78b0b68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:12.548993 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-dff3dd16-1fa4-4c69-b30a-91c77ddd3786 req-b2e448b1-5cdb-48d7-a03e-338f85fb4ac4 service neutron] 10.222.0.49 "GET /v2.0/networks/9a21bde8-e77f-4246-845e-15d2cf775c00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442485 Jul 28 19:04:12.558658 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-483f1a8f-3b81-4793-831a-7e71d78b0b68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:12.646941 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.l3_dvr_db [None req-dffed1f7-0ba6-4abf-ac73-7072ba23c261 None None] Set router 4edd524a-f694-4a3b-9f98-acfa1ff62e1e gateway port host: dv-cinder-802653-1-iscsi {{(pid=93588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 19:04:12.680374 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-dff3dd16-1fa4-4c69-b30a-91c77ddd3786 req-8df6a3b8-bbc9-4981-a001-493590987395 service neutron] 10.222.0.49 "GET /v2.0/networks/9a21bde8-e77f-4246-845e-15d2cf775c00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106820 Jul 28 19:04:12.768881 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-483f1a8f-3b81-4793-831a-7e71d78b0b68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676630'] for security_group, after_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:12.771483 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-483f1a8f-3b81-4793-831a-7e71d78b0b68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:12.774372 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [None req-483f1a8f-3b81-4793-831a-7e71d78b0b68 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0ed28320-3e8f-4ced-a59c-c1d92dd92912 HTTP/1.1" status: 204 len: 168 time: 0.3693526 Jul 28 19:04:12.781482 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483f1a8f-3b81-4793-831a-7e71d78b0b68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ed28320-3e8f-4ced-a59c-c1d92dd92912,revision_number=None']} {{(pid=93586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:04:12.905916 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.l3_hamode_db [None req-dffed1f7-0ba6-4abf-ac73-7072ba23c261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4edd524a-f694-4a3b-9f98-acfa1ff62e1e', 'name': 'tempest-AttachVolumeTestJSON-1336353080-router', 'tenant_id': '4dceb4eb37274cd9b3fcc8dffed09715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df', 'external_fixed_ips': [{'subnet_id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': 'b49d4719-fd3e-46af-9e54-d698c65d70c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:03:07Z', 'updated_at': '2021-07-28T19:03:16Z', 'revision_number': 4, 'project_id': '4dceb4eb37274cd9b3fcc8dffed09715', 'gw_port': {'id': 'b49d4719-fd3e-46af-9e54-d698c65d70c6', 'name': '', 'network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:3e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4edd524a-f694-4a3b-9f98-acfa1ff62e1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:03:09Z', 'updated_at': '2021-07-28T19:03:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-1-iscsi', '_floatingips': [{'id': 'c1274bfd-35bc-429a-954c-17e7fcc78b7d', 'tenant_id': '4dceb4eb37274cd9b3fcc8dffed09715', 'floating_ip_address': '172.27.0.129', 'floating_network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df', 'router_id': '4edd524a-f694-4a3b-9f98-acfa1ff62e1e', 'port_id': '827be936-912d-43a2-8eb2-136d6f5f4c32', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a21bde8-e77f-4246-845e-15d2cf775c00', 'mac_address': 'fa:16:3e:1d:c2:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a31f3eb4-54c5-4c46-b1a5-9f5552726fca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T19:03:28Z', 'updated_at': '2021-07-28T19:04:10Z', 'revision_number': 1, 'project_id': '4dceb4eb37274cd9b3fcc8dffed09715', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '623b90fd-62a2-47d3-8224-ad3f1ec20d97', 'name': '', 'network_id': '9a21bde8-e77f-4246-845e-15d2cf775c00', 'tenant_id': '4dceb4eb37274cd9b3fcc8dffed09715', 'mac_address': 'fa:16:3e:a1:79:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4edd524a-f694-4a3b-9f98-acfa1ff62e1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'd8dd9f14-f474-4c6a-84f8-85ff7b8e642f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:03:14Z', 'updated_at': '2021-07-28T19:03:26Z', 'revision_number': 5, 'project_id': '4dceb4eb37274cd9b3fcc8dffed09715', 'subnets': [{'id': 'd8dd9f14-f474-4c6a-84f8-85ff7b8e642f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802653-1-iscsi', False) {} {{(pid=93588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:04:12.935725 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dffed1f7-0ba6-4abf-ac73-7072ba23c261 None None] The sync data for ids ['4edd524a-f694-4a3b-9f98-acfa1ff62e1e'] in dv-cinder-802653-1-iscsi is: [{'id': '4edd524a-f694-4a3b-9f98-acfa1ff62e1e', 'name': 'tempest-AttachVolumeTestJSON-1336353080-router', 'tenant_id': '4dceb4eb37274cd9b3fcc8dffed09715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df', 'external_fixed_ips': [{'subnet_id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': 'b49d4719-fd3e-46af-9e54-d698c65d70c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:03:07Z', 'updated_at': '2021-07-28T19:03:16Z', 'revision_number': 4, 'project_id': '4dceb4eb37274cd9b3fcc8dffed09715', 'gw_port': {'id': 'b49d4719-fd3e-46af-9e54-d698c65d70c6', 'name': '', 'network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:3e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4edd524a-f694-4a3b-9f98-acfa1ff62e1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:03:09Z', 'updated_at': '2021-07-28T19:03:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-1-iscsi', '_floatingips': [{'id': 'c1274bfd-35bc-429a-954c-17e7fcc78b7d', 'tenant_id': '4dceb4eb37274cd9b3fcc8dffed09715', 'floating_ip_address': '172.27.0.129', 'floating_network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df', 'router_id': '4edd524a-f694-4a3b-9f98-acfa1ff62e1e', 'port_id': '827be936-912d-43a2-8eb2-136d6f5f4c32', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a21bde8-e77f-4246-845e-15d2cf775c00', 'mac_address': 'fa:16:3e:1d:c2:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a31f3eb4-54c5-4c46-b1a5-9f5552726fca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T19:03:28Z', 'updated_at': '2021-07-28T19:04:10Z', 'revision_number': 1, 'project_id': '4dceb4eb37274cd9b3fcc8dffed09715', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '623b90fd-62a2-47d3-8224-ad3f1ec20d97', 'name': '', 'network_id': '9a21bde8-e77f-4246-845e-15d2cf775c00', 'tenant_id': '4dceb4eb37274cd9b3fcc8dffed09715', 'mac_address': 'fa:16:3e:a1:79:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4edd524a-f694-4a3b-9f98-acfa1ff62e1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'd8dd9f14-f474-4c6a-84f8-85ff7b8e642f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:03:14Z', 'updated_at': '2021-07-28T19:03:26Z', 'revision_number': 5, 'project_id': '4dceb4eb37274cd9b3fcc8dffed09715', 'subnets': [{'id': 'd8dd9f14-f474-4c6a-84f8-85ff7b8e642f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 19:04:13.127105 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92bfb5a0-192c-493d-abd4-e32fe2778fc9 None None] New status for floating IP c1274bfd-35bc-429a-954c-17e7fcc78b7d: ACTIVE {{(pid=93588) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 19:04:13.453832 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92db9dfd-0606-4342-aa84-14cb482cec21 req-dcceb5e2-b67c-458d-97dc-8eefb195a8a8 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:04:13.455350 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-92db9dfd-0606-4342-aa84-14cb482cec21 req-dcceb5e2-b67c-458d-97dc-8eefb195a8a8 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/ports?device_id=746c8655-ed83-43a1-afe7-08635f73c152 HTTP/1.1" status: 200 len: 946 time: 0.0484414 Jul 28 19:04:13.494282 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-92db9dfd-0606-4342-aa84-14cb482cec21 req-ad9f95f7-fe7f-4ca3-b056-977c98794fa4 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/security-groups?id=42975843-26fd-496e-b975-a1703127fe22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325716 Jul 28 19:04:14.616002 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26245cf-2a94-4b2e-ba3b-116e86ee855a req-1e0c5887-23b8-4f11-a1cf-6d319c512779 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:04:14.617509 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-d26245cf-2a94-4b2e-ba3b-116e86ee855a req-1e0c5887-23b8-4f11-a1cf-6d319c512779 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/ports?device_id=746c8655-ed83-43a1-afe7-08635f73c152 HTTP/1.1" status: 200 len: 946 time: 0.0495639 Jul 28 19:04:14.660921 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-d26245cf-2a94-4b2e-ba3b-116e86ee855a req-1483fb2e-174f-4c57-9ca3-7c9f208dc259 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/security-groups?id=42975843-26fd-496e-b975-a1703127fe22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370760 Jul 28 19:04:15.788219 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014c8e28-e255-4162-999e-4ef36f1fd999 req-e3ae20f8-2c82-46e6-83a8-9de451578ce5 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:04:15.795358 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-014c8e28-e255-4162-999e-4ef36f1fd999 req-e3ae20f8-2c82-46e6-83a8-9de451578ce5 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/ports?device_id=746c8655-ed83-43a1-afe7-08635f73c152 HTTP/1.1" status: 200 len: 946 time: 0.0644348 Jul 28 19:04:15.829766 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-014c8e28-e255-4162-999e-4ef36f1fd999 req-5d868331-e524-4dd3-b97a-1dcf889e007d tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/security-groups?id=42975843-26fd-496e-b975-a1703127fe22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335412 Jul 28 19:04:16.254758 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.wsgi [-] (93586) accepted ('10.222.0.41', 59208) {{(pid=93586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:04:16.358528 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-d5e884f4-14d6-44e5-9b49-6fcb20646d1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:16.445717 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-d5e884f4-14d6-44e5-9b49-6fcb20646d1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:16.516946 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-d5e884f4-14d6-44e5-9b49-6fcb20646d1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676630'] for security_group, after_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:16.558649 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [None req-d5e884f4-14d6-44e5-9b49-6fcb20646d1b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=376c0a8664ad4ece9fe043b931dfa64f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3072774 Jul 28 19:04:16.559574 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e884f4-14d6-44e5-9b49-6fcb20646d1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=466a4558-1dbe-4724-913c-fd3383deb20e,revision_number=1']} {{(pid=93586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:04:16.561216 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.wsgi [-] (93587) accepted ('10.222.0.41', 59218) {{(pid=93587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:04:16.611061 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-e1f7732a-c6e7-4bee-9e3e-a09f878e1aab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:16.632121 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-e1f7732a-c6e7-4bee-9e3e-a09f878e1aab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:16.766259 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-e1f7732a-c6e7-4bee-9e3e-a09f878e1aab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676630'] for security_group, after_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:16.769080 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-e1f7732a-c6e7-4bee-9e3e-a09f878e1aab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:16.770236 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [None req-e1f7732a-c6e7-4bee-9e3e-a09f878e1aab admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/466a4558-1dbe-4724-913c-fd3383deb20e HTTP/1.1" status: 204 len: 168 time: 0.2074950 Jul 28 19:04:16.777840 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f7732a-c6e7-4bee-9e3e-a09f878e1aab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=466a4558-1dbe-4724-913c-fd3383deb20e,revision_number=None']} {{(pid=93587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:04:17.313308 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.wsgi [-] (93587) accepted ('10.222.0.41', 59230) {{(pid=93587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:04:17.326783 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-6e3d4011-e5ec-4c23-a5db-845a1432e909 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:17.410977 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-6e3d4011-e5ec-4c23-a5db-845a1432e909 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:17.477374 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-6e3d4011-e5ec-4c23-a5db-845a1432e909 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676630'] for security_group, after_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:17.519668 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [None req-6e3d4011-e5ec-4c23-a5db-845a1432e909 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=72b83d09555a413a897b5ca38acf5c85&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2052872 Jul 28 19:04:17.520538 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3d4011-e5ec-4c23-a5db-845a1432e909 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b80571a7-27a0-4334-ac48-050a3ae23e22,revision_number=1']} {{(pid=93587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:04:17.522381 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.wsgi [-] (93586) accepted ('10.222.0.41', 59234) {{(pid=93586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:04:17.571691 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-b3cd3e02-0317-4b77-b2b8-a6f010e48eda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:17.597312 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-b3cd3e02-0317-4b77-b2b8-a6f010e48eda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:17.728547 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-b3cd3e02-0317-4b77-b2b8-a6f010e48eda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676630'] for security_group, after_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:17.731053 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-b3cd3e02-0317-4b77-b2b8-a6f010e48eda admin admin] Notify callbacks [] for security_group, before_response {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:17.732232 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [None req-b3cd3e02-0317-4b77-b2b8-a6f010e48eda admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b80571a7-27a0-4334-ac48-050a3ae23e22 HTTP/1.1" status: 204 len: 168 time: 0.2088602 Jul 28 19:04:17.739900 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cd3e02-0317-4b77-b2b8-a6f010e48eda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b80571a7-27a0-4334-ac48-050a3ae23e22,revision_number=None']} {{(pid=93586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:04:18.826264 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a46f268-e7df-419f-95a6-dba093fecda9 req-2646b331-14fa-44a7-a1b6-286432053e68 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:04:18.827791 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-0a46f268-e7df-419f-95a6-dba093fecda9 req-2646b331-14fa-44a7-a1b6-286432053e68 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/ports?device_id=746c8655-ed83-43a1-afe7-08635f73c152 HTTP/1.1" status: 200 len: 946 time: 0.0503345 Jul 28 19:04:18.867544 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-0a46f268-e7df-419f-95a6-dba093fecda9 req-ff495eb3-13b4-4f00-80b4-2edf95343cab tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/security-groups?id=42975843-26fd-496e-b975-a1703127fe22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331185 Jul 28 19:04:19.227432 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.wsgi [-] (93586) accepted ('10.222.0.41', 59286) {{(pid=93586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:04:19.335807 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-5cbdf65b-1172-4fda-b85a-6b2d515bbb59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:19.437072 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-5cbdf65b-1172-4fda-b85a-6b2d515bbb59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:19.505659 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-5cbdf65b-1172-4fda-b85a-6b2d515bbb59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676630'] for security_group, after_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:19.545574 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [None req-5cbdf65b-1172-4fda-b85a-6b2d515bbb59 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ef82d6135eb34bd4bcb3f1e2c9588313&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3169827 Jul 28 19:04:19.546787 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbdf65b-1172-4fda-b85a-6b2d515bbb59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea282bc3-9c7e-4158-8d17-652609c9d224,revision_number=1']} {{(pid=93586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:04:19.548265 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.wsgi [-] (93587) accepted ('10.222.0.41', 59306) {{(pid=93587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:04:19.598398 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-f481fc6a-6b1a-444a-afa1-7b5aaa2f99dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:19.620140 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-f481fc6a-6b1a-444a-afa1-7b5aaa2f99dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:19.731815 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-f481fc6a-6b1a-444a-afa1-7b5aaa2f99dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676630'] for security_group, after_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:19.734493 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-f481fc6a-6b1a-444a-afa1-7b5aaa2f99dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:19.735712 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [None req-f481fc6a-6b1a-444a-afa1-7b5aaa2f99dc admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ea282bc3-9c7e-4158-8d17-652609c9d224 HTTP/1.1" status: 204 len: 168 time: 0.1862538 Jul 28 19:04:19.746655 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f481fc6a-6b1a-444a-afa1-7b5aaa2f99dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea282bc3-9c7e-4158-8d17-652609c9d224,revision_number=None']} {{(pid=93587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:04:19.918711 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.wsgi [-] (93586) accepted ('10.222.0.41', 59322) {{(pid=93586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:04:20.012589 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61c44c3-5afe-418f-aef5-715b70f5a1df req-71ef06a5-ec01-4efa-aee9-237358efe92e tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:04:20.014611 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-d61c44c3-5afe-418f-aef5-715b70f5a1df req-71ef06a5-ec01-4efa-aee9-237358efe92e tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/ports?device_id=746c8655-ed83-43a1-afe7-08635f73c152 HTTP/1.1" status: 200 len: 946 time: 0.0701308 Jul 28 19:04:20.060599 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-d61c44c3-5afe-418f-aef5-715b70f5a1df req-2b5b17da-79a1-45d1-8a4f-49fe89c053ef tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/security-groups?id=42975843-26fd-496e-b975-a1703127fe22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389414 Jul 28 19:04:20.150441 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-86ae5d2d-d289-472b-83f7-acde3d135a9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:20.245070 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-86ae5d2d-d289-472b-83f7-acde3d135a9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:20.333902 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-86ae5d2d-d289-472b-83f7-acde3d135a9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676630'] for security_group, after_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:20.372168 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [None req-86ae5d2d-d289-472b-83f7-acde3d135a9f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=97f9ec9cc60f49ecbf82db3f496ff8ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4516757 Jul 28 19:04:20.373036 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ae5d2d-d289-472b-83f7-acde3d135a9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33ef6f0b-55e0-4dce-8df9-4544a8fa96d6,revision_number=1']} {{(pid=93586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:04:20.374893 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.wsgi [-] (93587) accepted ('10.222.0.41', 59336) {{(pid=93587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:04:20.429955 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-d15201d0-a51b-4a62-b716-a7b9eae5033e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:20.451055 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-d15201d0-a51b-4a62-b716-a7b9eae5033e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:20.568296 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-d15201d0-a51b-4a62-b716-a7b9eae5033e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676630'] for security_group, after_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:20.570883 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-d15201d0-a51b-4a62-b716-a7b9eae5033e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:20.572136 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [None req-d15201d0-a51b-4a62-b716-a7b9eae5033e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/33ef6f0b-55e0-4dce-8df9-4544a8fa96d6 HTTP/1.1" status: 204 len: 168 time: 0.1954095 Jul 28 19:04:20.581527 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15201d0-a51b-4a62-b716-a7b9eae5033e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33ef6f0b-55e0-4dce-8df9-4544a8fa96d6,revision_number=None']} {{(pid=93587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:04:21.208809 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc39193d-3af2-49d8-ae35-671136db6c9e req-3133e185-9538-4516-b859-416c25ba4b5a tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:04:21.210187 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-cc39193d-3af2-49d8-ae35-671136db6c9e req-3133e185-9538-4516-b859-416c25ba4b5a tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/ports?device_id=746c8655-ed83-43a1-afe7-08635f73c152 HTTP/1.1" status: 200 len: 946 time: 0.0747063 Jul 28 19:04:21.216862 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7758e1-14a9-4fee-8690-2434e4f1e26f req-fec377bf-d6df-4649-bb0c-9d26a1e35331 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:04:21.218206 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-3c7758e1-14a9-4fee-8690-2434e4f1e26f req-fec377bf-d6df-4649-bb0c-9d26a1e35331 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] 10.222.0.41 "GET /v2.0/networks?id=e0a2ab1a-aea2-4350-8078-2cc022d2ad29 HTTP/1.1" status: 200 len: 814 time: 0.1472957 Jul 28 19:04:21.243204 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-3c7758e1-14a9-4fee-8690-2434e4f1e26f req-6c79d14f-ddc9-49e1-948f-5c931d965546 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] 10.222.0.41 "GET /v2.0/quotas/8d3b7942249542e0a5d3094ec27a34f5 HTTP/1.1" status: 200 len: 375 time: 0.0177670 Jul 28 19:04:21.268696 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-cc39193d-3af2-49d8-ae35-671136db6c9e req-37e6d878-7daa-43d1-ba8c-1aba12e0379b tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/security-groups?id=42975843-26fd-496e-b975-a1703127fe22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495534 Jul 28 19:04:21.300941 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-3c7758e1-14a9-4fee-8690-2434e4f1e26f req-1ffcd671-1e14-4d4d-be7f-e4865f98de34 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=8d3b7942249542e0a5d3094ec27a34f5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0481977 Jul 28 19:04:21.365572 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.wsgi [-] (93587) accepted ('10.222.0.41', 59394) {{(pid=93587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:04:21.381251 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-f9f03131-d6c0-4df1-bfab-fe8c9d84e06f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:21.391517 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-3c7758e1-14a9-4fee-8690-2434e4f1e26f req-811a0504-8ad5-42d3-8541-2ff7fff28d91 service neutron] 10.222.0.41 "GET /v2.0/networks/e0a2ab1a-aea2-4350-8078-2cc022d2ad29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833285 Jul 28 19:04:21.476629 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-f9f03131-d6c0-4df1-bfab-fe8c9d84e06f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:21.488683 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-3c7758e1-14a9-4fee-8690-2434e4f1e26f req-45317bab-53f4-4f8f-8ebb-19c3332a2547 service neutron] 10.222.0.41 "GET /v2.0/networks/e0a2ab1a-aea2-4350-8078-2cc022d2ad29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901115 Jul 28 19:04:21.543619 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-f9f03131-d6c0-4df1-bfab-fe8c9d84e06f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676630'] for security_group, after_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:21.584436 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [None req-f9f03131-d6c0-4df1-bfab-fe8c9d84e06f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=51a8c7861856456c8421b1eace92ed58&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2177811 Jul 28 19:04:21.585285 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f03131-d6c0-4df1-bfab-fe8c9d84e06f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9426cfa-db0f-44ce-8d81-176734b675e9,revision_number=1']} {{(pid=93587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:04:21.587196 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.wsgi [-] (93586) accepted ('10.222.0.41', 59396) {{(pid=93586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:04:21.623055 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-3a89643b-5c3f-4827-87fa-b83801004dce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:21.642768 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-1c50c047-debc-40cf-8d62-a39f40969c44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:21.663964 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-1c50c047-debc-40cf-8d62-a39f40969c44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:21.818415 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-f42214ff-c1ae-46f3-8f6c-fc5e8676dbd6 req-91c05f82-82ed-4f6a-9c73-19710f7a80a8 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] 10.222.0.41 "GET /v2.0/ports?device_id=0dd1982b-b7a5-4788-9056-44e782ec1d01 HTTP/1.1" status: 200 len: 210 time: 0.0342877 Jul 28 19:04:21.820523 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-1c50c047-debc-40cf-8d62-a39f40969c44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676630'] for security_group, after_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:21.825088 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-1c50c047-debc-40cf-8d62-a39f40969c44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:21.833154 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [None req-1c50c047-debc-40cf-8d62-a39f40969c44 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c9426cfa-db0f-44ce-8d81-176734b675e9 HTTP/1.1" status: 204 len: 168 time: 0.2443957 Jul 28 19:04:21.844819 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c50c047-debc-40cf-8d62-a39f40969c44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9426cfa-db0f-44ce-8d81-176734b675e9,revision_number=None']} {{(pid=93586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:04:22.397715 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f08fd31-4412-40c2-8300-c6d1ed826792 req-d9e53b1b-e379-432a-9359-35032e5760ea tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:04:22.399230 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-0f08fd31-4412-40c2-8300-c6d1ed826792 req-d9e53b1b-e379-432a-9359-35032e5760ea tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/ports?device_id=746c8655-ed83-43a1-afe7-08635f73c152 HTTP/1.1" status: 200 len: 946 time: 0.0492365 Jul 28 19:04:22.442125 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-0f08fd31-4412-40c2-8300-c6d1ed826792 req-3cc4cde4-be52-43e2-8443-1d8b8fed4d3b tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/security-groups?id=42975843-26fd-496e-b975-a1703127fe22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353272 Jul 28 19:04:22.537712 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.wsgi [-] (93587) accepted ('10.222.0.41', 59448) {{(pid=93587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:04:22.552555 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-3bc8a3fb-ea19-48f0-a620-4a4340967c37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:22.638572 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-3bc8a3fb-ea19-48f0-a620-4a4340967c37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:22.734129 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-3bc8a3fb-ea19-48f0-a620-4a4340967c37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676630'] for security_group, after_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:22.782406 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [None req-3bc8a3fb-ea19-48f0-a620-4a4340967c37 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=51c9a39aeeb94de2baf825eff86d9582&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2433362 Jul 28 19:04:22.784030 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc8a3fb-ea19-48f0-a620-4a4340967c37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cefd4e1-6254-42d0-beb9-221bab6b8379,revision_number=1']} {{(pid=93587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:04:22.785355 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.wsgi [-] (93586) accepted ('10.222.0.41', 59458) {{(pid=93586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:04:22.837538 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-910f653d-ac99-463a-a546-833e51947034 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:22.862530 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-910f653d-ac99-463a-a546-833e51947034 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:22.916480 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-0e182b4a-3142-4017-bcfa-f4be95f023fa req-949830b3-2862-4110-a646-8eac0871428a tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] 10.222.0.41 "GET /v2.0/ports?device_id=0dd1982b-b7a5-4788-9056-44e782ec1d01 HTTP/1.1" status: 200 len: 210 time: 0.0305228 Jul 28 19:04:23.031346 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-910f653d-ac99-463a-a546-833e51947034 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676630'] for security_group, after_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:23.035064 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-910f653d-ac99-463a-a546-833e51947034 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:23.038966 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [None req-910f653d-ac99-463a-a546-833e51947034 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5cefd4e1-6254-42d0-beb9-221bab6b8379 HTTP/1.1" status: 204 len: 168 time: 0.2524621 Jul 28 19:04:23.047942 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910f653d-ac99-463a-a546-833e51947034 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cefd4e1-6254-42d0-beb9-221bab6b8379,revision_number=None']} {{(pid=93586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:04:23.175044 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.wsgi [-] (93586) accepted ('10.222.0.41', 59474) {{(pid=93586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:04:23.374992 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-4fb9aabe-66d9-49c7-8c79-21a521c428e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:23.483370 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-4fb9aabe-66d9-49c7-8c79-21a521c428e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:23.561943 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d25a4d-2a67-4fe8-aaa8-a8df6e22bb69 req-e128e327-6e3e-4b0a-ba65-565cdef86a04 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:04:23.563427 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-89d25a4d-2a67-4fe8-aaa8-a8df6e22bb69 req-e128e327-6e3e-4b0a-ba65-565cdef86a04 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/ports?device_id=746c8655-ed83-43a1-afe7-08635f73c152 HTTP/1.1" status: 200 len: 946 time: 0.0480397 Jul 28 19:04:23.564752 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-4fb9aabe-66d9-49c7-8c79-21a521c428e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676630'] for security_group, after_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:23.622997 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [None req-4fb9aabe-66d9-49c7-8c79-21a521c428e6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=90d1f1c262954003bc1db3661c64759c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4462008 Jul 28 19:04:23.625242 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb9aabe-66d9-49c7-8c79-21a521c428e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84b2a590-afbe-47fe-b0ee-fdcfa44c7ed3,revision_number=1']} {{(pid=93586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:04:23.625672 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.wsgi [-] (93587) accepted ('10.222.0.41', 59492) {{(pid=93587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:04:23.641762 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-89d25a4d-2a67-4fe8-aaa8-a8df6e22bb69 req-f95ffbbd-3dbd-477c-96e2-3bcb3ffe6008 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/security-groups?id=42975843-26fd-496e-b975-a1703127fe22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721395 Jul 28 19:04:23.679312 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-27726d21-06a8-4a6f-ab78-b01c533a4d49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:23.702366 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-27726d21-06a8-4a6f-ab78-b01c533a4d49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:23.837055 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-27726d21-06a8-4a6f-ab78-b01c533a4d49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676630'] for security_group, after_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:23.840337 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-27726d21-06a8-4a6f-ab78-b01c533a4d49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:23.842233 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [None req-27726d21-06a8-4a6f-ab78-b01c533a4d49 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/84b2a590-afbe-47fe-b0ee-fdcfa44c7ed3 HTTP/1.1" status: 204 len: 168 time: 0.2141290 Jul 28 19:04:23.850162 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27726d21-06a8-4a6f-ab78-b01c533a4d49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84b2a590-afbe-47fe-b0ee-fdcfa44c7ed3,revision_number=None']} {{(pid=93587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:04:24.023190 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-cecd180e-aadf-4620-8ba5-b440b4d6ab91 req-372b383f-ee1b-4fdc-80eb-3169917d38b3 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] 10.222.0.41 "GET /v2.0/ports?device_id=0dd1982b-b7a5-4788-9056-44e782ec1d01 HTTP/1.1" status: 200 len: 210 time: 0.0262775 Jul 28 19:04:24.196994 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:24.440497 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-bd4f9671-4ad8-4f47-8377-6c15be49c602 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:24.492719 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.wsgi [-] (93587) accepted ('10.222.0.41', 59560) {{(pid=93587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:04:24.506018 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-e139bb8d-4d4c-43cf-9bbc-1387a747369d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:24.592329 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-e139bb8d-4d4c-43cf-9bbc-1387a747369d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:24.696963 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-e139bb8d-4d4c-43cf-9bbc-1387a747369d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676630'] for security_group, after_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:24.737300 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [None req-e139bb8d-4d4c-43cf-9bbc-1387a747369d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e015dc1d691d423ea2fe4c8f1ba503d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2434556 Jul 28 19:04:24.738142 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e139bb8d-4d4c-43cf-9bbc-1387a747369d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88edf134-1372-4a99-a382-9c8301020758,revision_number=1']} {{(pid=93587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:04:24.740295 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.wsgi [-] (93586) accepted ('10.222.0.41', 59564) {{(pid=93586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:04:24.790600 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-8e35e5f4-248a-4fc7-8c5f-0412f93974db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:24.810783 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-8e35e5f4-248a-4fc7-8c5f-0412f93974db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:24.920133 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-8e35e5f4-248a-4fc7-8c5f-0412f93974db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676630'] for security_group, after_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:24.922755 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-8e35e5f4-248a-4fc7-8c5f-0412f93974db admin admin] Notify callbacks [] for security_group, before_response {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:24.923985 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [None req-8e35e5f4-248a-4fc7-8c5f-0412f93974db admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/88edf134-1372-4a99-a382-9c8301020758 HTTP/1.1" status: 204 len: 168 time: 0.1824920 Jul 28 19:04:24.932738 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e35e5f4-248a-4fc7-8c5f-0412f93974db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88edf134-1372-4a99-a382-9c8301020758,revision_number=None']} {{(pid=93586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:04:25.508895 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-acea1373-d53c-46a9-b089-9e40d352d773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:27.297930 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-332f1c4a-9fc4-4287-a234-c2328f885bcf req-4147ced1-0956-4cd0-92ca-748eea164b50 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=8039b690-ef64-4872-a027-74670b318001&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0956261 Jul 28 19:04:27.368922 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-1a506dc3-297c-4cc7-8138-0b86b229f44f req-6582416c-f971-479c-946a-c7c9eb60bdfa tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] 10.222.0.41 "GET /v2.0/ports?device_id=0dd1982b-b7a5-4788-9056-44e782ec1d01 HTTP/1.1" status: 200 len: 210 time: 0.0537000 Jul 28 19:04:27.435784 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332f1c4a-9fc4-4287-a234-c2328f885bcf req-50fb9362-ed69-4b99-b5f6-1032496455ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:04:27.437987 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-332f1c4a-9fc4-4287-a234-c2328f885bcf req-50fb9362-ed69-4b99-b5f6-1032496455ff service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d9d94e4ff008401e8faaf661618fc98d&device_id=8039b690-ef64-4872-a027-74670b318001 HTTP/1.1" status: 200 len: 1098 time: 0.0619178 Jul 28 19:04:27.499401 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8eb6de0-c9dd-4606-99ea-e13d4538d378 req-adae67d4-df2a-4a1e-8349-5632dfc2638a tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:04:27.511580 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-e8eb6de0-c9dd-4606-99ea-e13d4538d378 req-adae67d4-df2a-4a1e-8349-5632dfc2638a tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/ports?device_id=746c8655-ed83-43a1-afe7-08635f73c152 HTTP/1.1" status: 200 len: 946 time: 0.1741743 Jul 28 19:04:27.590638 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-26c861f8-c84b-4272-86f3-59900436582c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:27.592986 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-e8eb6de0-c9dd-4606-99ea-e13d4538d378 req-dd5fa53a-cf30-4669-8ab0-66a2c1800118 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/security-groups?id=42975843-26fd-496e-b975-a1703127fe22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658045 Jul 28 19:04:27.614278 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332f1c4a-9fc4-4287-a234-c2328f885bcf req-33c894aa-a30d-4e5f-96a3-2c35463e4112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:04:27.619165 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-332f1c4a-9fc4-4287-a234-c2328f885bcf req-33c894aa-a30d-4e5f-96a3-2c35463e4112 service neutron] 10.222.0.49 "GET /v2.0/networks?id=c056e1d5-ae09-46ea-8799-2cf0d09a03be HTTP/1.1" status: 200 len: 912 time: 0.1526005 Jul 28 19:04:27.625248 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7758e1-14a9-4fee-8690-2434e4f1e26f req-d60dd532-e7e0-4be4-9ece-62d06319c3a1 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:04:27.627533 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-3c7758e1-14a9-4fee-8690-2434e4f1e26f req-d60dd532-e7e0-4be4-9ece-62d06319c3a1 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] 10.222.0.49 "GET /v2.0/networks?id=e0a2ab1a-aea2-4350-8078-2cc022d2ad29 HTTP/1.1" status: 200 len: 814 time: 0.2331667 Jul 28 19:04:27.646527 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.v2.base [req-3c7758e1-14a9-4fee-8690-2434e4f1e26f req-4975fd57-3188-456d-a76c-b15f607f3a69 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] Request body: {'port': {'device_id': '0dd1982b-b7a5-4788-9056-44e782ec1d01', 'network_id': 'e0a2ab1a-aea2-4350-8078-2cc022d2ad29', 'admin_state_up': True, 'tenant_id': '8d3b7942249542e0a5d3094ec27a34f5'}} {{(pid=93586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:04:27.683472 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-332f1c4a-9fc4-4287-a234-c2328f885bcf req-8128e871-826c-43c7-8086-e162f3b1e17f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2b2e8245-61d8-4643-9edf-60e6b5a965db HTTP/1.1" status: 200 len: 217 time: 0.0429282 Jul 28 19:04:27.741119 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332f1c4a-9fc4-4287-a234-c2328f885bcf req-ac5bf203-8d7b-46a7-9012-308593a832db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:04:27.742764 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-332f1c4a-9fc4-4287-a234-c2328f885bcf req-ac5bf203-8d7b-46a7-9012-308593a832db service neutron] 10.222.0.49 "GET /v2.0/subnets?id=03866e0b-fdaa-4b0f-98c4-ff1acf686888 HTTP/1.1" status: 200 len: 851 time: 0.0473294 Jul 28 19:04:27.787624 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-332f1c4a-9fc4-4287-a234-c2328f885bcf req-34fe880e-c9a7-49e0-90de-d74aeb9562ac service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c056e1d5-ae09-46ea-8799-2cf0d09a03be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294108 Jul 28 19:04:27.887969 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-332f1c4a-9fc4-4287-a234-c2328f885bcf req-d5593fd8-0094-4191-a714-090527096f80 service neutron] 10.222.0.49 "GET /v2.0/networks/c056e1d5-ae09-46ea-8799-2cf0d09a03be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870130 Jul 28 19:04:27.891140 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c7758e1-14a9-4fee-8690-2434e4f1e26f req-4975fd57-3188-456d-a76c-b15f607f3a69 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] Made reservation on behalf of 8d3b7942249542e0a5d3094ec27a34f5 for: {'port': 1} {{(pid=93586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 19:04:27.895523 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [req-3c7758e1-14a9-4fee-8690-2434e4f1e26f req-4975fd57-3188-456d-a76c-b15f607f3a69 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555300'] for port, before_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:28.013473 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-332f1c4a-9fc4-4287-a234-c2328f885bcf req-d51bd5b8-1997-4ab1-ae9f-931e519e70cb service neutron] 10.222.0.49 "GET /v2.0/networks/c056e1d5-ae09-46ea-8799-2cf0d09a03be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165800 Jul 28 19:04:28.035321 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.db.db_base_plugin_common [req-3c7758e1-14a9-4fee-8690-2434e4f1e26f req-4975fd57-3188-456d-a76c-b15f607f3a69 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] Allocated IP 172.20.0.3 (e0a2ab1a-aea2-4350-8078-2cc022d2ad29/32eab73f-d113-43b8-aebd-3853735c2bcc/c330fd36-6d01-429e-bbe7-9ae49a099323) {{(pid=93586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 19:04:28.201599 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [req-3c7758e1-14a9-4fee-8690-2434e4f1e26f req-4975fd57-3188-456d-a76c-b15f607f3a69 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] Notify callbacks [] for port, precommit_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:28.326360 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [req-3c7758e1-14a9-4fee-8690-2434e4f1e26f req-4975fd57-3188-456d-a76c-b15f607f3a69 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742349248516'] for port, after_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:28.343285 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.db [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] get_ports_and_sgs() called for port_ids ['00efaa0f-267e-46a3-b437-c6b06e7bc703'] {{(pid=93588) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 19:04:28.376918 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c7758e1-14a9-4fee-8690-2434e4f1e26f req-4975fd57-3188-456d-a76c-b15f607f3a69 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] Network e0a2ab1a-aea2-4350-8078-2cc022d2ad29 is already hosted by enough agents. {{(pid=93586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 19:04:28.380570 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.scheduler.base_scheduler [req-3c7758e1-14a9-4fee-8690-2434e4f1e26f req-4975fd57-3188-456d-a76c-b15f607f3a69 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] Resources bound (agent type, host, resource id): {{(pid=93586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 19:04:28.387799 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c7758e1-14a9-4fee-8690-2434e4f1e26f req-4975fd57-3188-456d-a76c-b15f607f3a69 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] Received port after_create {{(pid=93586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 19:04:28.394046 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7758e1-14a9-4fee-8690-2434e4f1e26f req-4975fd57-3188-456d-a76c-b15f607f3a69 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:04:28.394899 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [req-3c7758e1-14a9-4fee-8690-2434e4f1e26f req-4975fd57-3188-456d-a76c-b15f607f3a69 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760026'] for port, before_response {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:28.397805 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4975fd57-3188-456d-a76c-b15f607f3a69 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] Pushing event updated for resources: {'Port': ['ID=c330fd36-6d01-429e-bbe7-9ae49a099323,revision_number=1']} {{(pid=93586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:04:28.492416 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56531268-b392-4430-bc2a-5446fa871601 req-92d6521e-de74-4c9a-96f3-51568b794f4b tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:04:28.494043 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-56531268-b392-4430-bc2a-5446fa871601 req-92d6521e-de74-4c9a-96f3-51568b794f4b tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] 10.222.0.41 "GET /v2.0/ports?device_id=0dd1982b-b7a5-4788-9056-44e782ec1d01 HTTP/1.1" status: 200 len: 931 time: 0.0485320 Jul 28 19:04:28.497651 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-3c7758e1-14a9-4fee-8690-2434e4f1e26f req-4975fd57-3188-456d-a76c-b15f607f3a69 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8552814 Jul 28 19:04:28.532303 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.v2.base [req-3c7758e1-14a9-4fee-8690-2434e4f1e26f req-3acf2f65-fa16-4e8d-be21-a96848cecf73 service neutron] Request body: {'port': {'device_id': '0dd1982b-b7a5-4788-9056-44e782ec1d01', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80265'}} {{(pid=93586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:04:28.557986 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-56531268-b392-4430-bc2a-5446fa871601 req-a45f555b-fbc9-401b-a4d7-8bbfb390c07a tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] 10.222.0.41 "GET /v2.0/security-groups?id=1eb5a05b-31a0-42f8-b1e4-d0f49b56a7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573995 Jul 28 19:04:28.591957 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [req-3c7758e1-14a9-4fee-8690-2434e4f1e26f req-3acf2f65-fa16-4e8d-be21-a96848cecf73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555300'] for port, before_update {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:28.926739 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfec0e7-1c19-4c07-b10d-fa92ab7db1eb req-dcd6e550-3f4f-46aa-8389-5dbca0e11b56 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:04:28.926739 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-fdfec0e7-1c19-4c07-b10d-fa92ab7db1eb req-dcd6e550-3f4f-46aa-8389-5dbca0e11b56 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/ports?device_id=746c8655-ed83-43a1-afe7-08635f73c152 HTTP/1.1" status: 200 len: 946 time: 0.1085005 Jul 28 19:04:28.926739 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-fdfec0e7-1c19-4c07-b10d-fa92ab7db1eb req-83240832-0ee5-4108-bca3-6dd1784ed032 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/security-groups?id=42975843-26fd-496e-b975-a1703127fe22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624373 Jul 28 19:04:28.926739 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.notifiers.nova [req-3c7758e1-14a9-4fee-8690-2434e4f1e26f req-3acf2f65-fa16-4e8d-be21-a96848cecf73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c330fd36-6d01-429e-bbe7-9ae49a099323 {{(pid=93586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 19:04:28.932823 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [req-3c7758e1-14a9-4fee-8690-2434e4f1e26f req-3acf2f65-fa16-4e8d-be21-a96848cecf73 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:28.945294 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.db.provisioning_blocks [req-3c7758e1-14a9-4fee-8690-2434e4f1e26f req-3acf2f65-fa16-4e8d-be21-a96848cecf73 service neutron] Transition to ACTIVE for port object c330fd36-6d01-429e-bbe7-9ae49a099323 will not be triggered until provisioned by entity L2. {{(pid=93586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 19:04:29.190852 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [req-3c7758e1-14a9-4fee-8690-2434e4f1e26f req-3acf2f65-fa16-4e8d-be21-a96848cecf73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742349622321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742349248534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742349248552'] for port, after_update {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:29.239534 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acf2f65-fa16-4e8d-be21-a96848cecf73 service neutron] Pushing event updated for resources: {'Port': ['ID=c330fd36-6d01-429e-bbe7-9ae49a099323,revision_number=2']} {{(pid=93586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:04:29.270938 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.plugins.ml2.managers [req-3c7758e1-14a9-4fee-8690-2434e4f1e26f req-3acf2f65-fa16-4e8d-be21-a96848cecf73 service neutron] Attempting to bind port c330fd36-6d01-429e-bbe7-9ae49a099323 on host hv-cinder-80265 for vnic_type normal with profile {{(pid=93586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 19:04:29.271279 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.plugins.ml2.managers [req-3c7758e1-14a9-4fee-8690-2434e4f1e26f req-3acf2f65-fa16-4e8d-be21-a96848cecf73 service neutron] Attempting to bind port c330fd36-6d01-429e-bbe7-9ae49a099323 by drivers openvswitch,hyperv on host hv-cinder-80265 at level 0 using segments [{'id': '0371c4bd-4d97-467a-b535-ac8857907d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'e0a2ab1a-aea2-4350-8078-2cc022d2ad29'}] {{(pid=93586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 19:04:29.271607 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c7758e1-14a9-4fee-8690-2434e4f1e26f req-3acf2f65-fa16-4e8d-be21-a96848cecf73 service neutron] Attempting to bind port c330fd36-6d01-429e-bbe7-9ae49a099323 on network e0a2ab1a-aea2-4350-8078-2cc022d2ad29 {{(pid=93586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 19:04:29.275793 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c7758e1-14a9-4fee-8690-2434e4f1e26f req-3acf2f65-fa16-4e8d-be21-a96848cecf73 service neutron] Port c330fd36-6d01-429e-bbe7-9ae49a099323 on network e0a2ab1a-aea2-4350-8078-2cc022d2ad29 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80265 {{(pid=93586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 19:04:29.276123 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c7758e1-14a9-4fee-8690-2434e4f1e26f req-3acf2f65-fa16-4e8d-be21-a96848cecf73 service neutron] Attempting to bind port c330fd36-6d01-429e-bbe7-9ae49a099323 on network e0a2ab1a-aea2-4350-8078-2cc022d2ad29 {{(pid=93586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 19:04:29.280764 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c7758e1-14a9-4fee-8690-2434e4f1e26f req-3acf2f65-fa16-4e8d-be21-a96848cecf73 service neutron] Checking agent: {'id': 'f02a77d8-88e9-4ce1-b3bf-c8b64693a24a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80265', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 19, 1, 31), 'started_at': datetime.datetime(2021, 7, 28, 19, 1, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 19, 4, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 19:04:29.281094 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c7758e1-14a9-4fee-8690-2434e4f1e26f req-3acf2f65-fa16-4e8d-be21-a96848cecf73 service neutron] Checking segment: {'id': '0371c4bd-4d97-467a-b535-ac8857907d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'e0a2ab1a-aea2-4350-8078-2cc022d2ad29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 19:04:29.281471 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c7758e1-14a9-4fee-8690-2434e4f1e26f req-3acf2f65-fa16-4e8d-be21-a96848cecf73 service neutron] Bound using segment: {'id': '0371c4bd-4d97-467a-b535-ac8857907d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'e0a2ab1a-aea2-4350-8078-2cc022d2ad29'} {{(pid=93586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 19:04:29.281890 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.plugins.ml2.managers [req-3c7758e1-14a9-4fee-8690-2434e4f1e26f req-3acf2f65-fa16-4e8d-be21-a96848cecf73 service neutron] Bound port: c330fd36-6d01-429e-bbe7-9ae49a099323, host: hv-cinder-80265, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0371c4bd-4d97-467a-b535-ac8857907d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'e0a2ab1a-aea2-4350-8078-2cc022d2ad29'}}] {{(pid=93586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 19:04:29.282240 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [req-3c7758e1-14a9-4fee-8690-2434e4f1e26f req-3acf2f65-fa16-4e8d-be21-a96848cecf73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555300'] for port, before_update {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:29.348612 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.plugins.ml2.db [req-3c7758e1-14a9-4fee-8690-2434e4f1e26f req-3acf2f65-fa16-4e8d-be21-a96848cecf73 service neutron] For port c330fd36-6d01-429e-bbe7-9ae49a099323, host hv-cinder-80265, cleared binding levels {{(pid=93586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 19:04:29.351585 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.plugins.ml2.db [req-3c7758e1-14a9-4fee-8690-2434e4f1e26f req-3acf2f65-fa16-4e8d-be21-a96848cecf73 service neutron] For port c330fd36-6d01-429e-bbe7-9ae49a099323, host hv-cinder-80265, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=c330fd36-6d01-429e-bbe7-9ae49a099323,segment=NetworkSegment(0371c4bd-4d97-467a-b535-ac8857907d33),segment_id=0371c4bd-4d97-467a-b535-ac8857907d33)] {{(pid=93586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 19:04:29.428940 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [req-3c7758e1-14a9-4fee-8690-2434e4f1e26f req-3acf2f65-fa16-4e8d-be21-a96848cecf73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742349622321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742349248534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742349248552'] for port, after_update {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:29.683693 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7758e1-14a9-4fee-8690-2434e4f1e26f req-3acf2f65-fa16-4e8d-be21-a96848cecf73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:04:29.684345 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [req-3c7758e1-14a9-4fee-8690-2434e4f1e26f req-3acf2f65-fa16-4e8d-be21-a96848cecf73 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760026'] for port, before_response {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:29.685743 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-3c7758e1-14a9-4fee-8690-2434e4f1e26f req-3acf2f65-fa16-4e8d-be21-a96848cecf73 service neutron] 10.222.0.49 "PUT /v2.0/ports/c330fd36-6d01-429e-bbe7-9ae49a099323 HTTP/1.1" status: 200 len: 1093 time: 1.1637549 Jul 28 19:04:29.686180 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dd1982b-b7a5-4788-9056-44e782ec1d01', 'tag': 'c330fd36-6d01-429e-bbe7-9ae49a099323'}] {{(pid=93586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 19:04:29.688471 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be08c321523524cea896d4e8aa610e0b61aedc9f5bb636967bf6413fb0e56d16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7220142-6565-4621-b8b0-d9e950f83a3c" -d '{"events": [{"name": "network-changed", "server_uuid": "0dd1982b-b7a5-4788-9056-44e782ec1d01", "tag": "c330fd36-6d01-429e-bbe7-9ae49a099323"}]}' {{(pid=93586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 19:04:29.712962 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acf2f65-fa16-4e8d-be21-a96848cecf73 service neutron] Pushing event updated for resources: {'Port': ['ID=c330fd36-6d01-429e-bbe7-9ae49a099323,revision_number=3']} {{(pid=93586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:04:31.451061 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:32.232738 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7758e1-14a9-4fee-8690-2434e4f1e26f req-f3d79877-925d-4228-bd87-8c8c51758dad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:04:32.234171 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-3c7758e1-14a9-4fee-8690-2434e4f1e26f req-f3d79877-925d-4228-bd87-8c8c51758dad service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8d3b7942249542e0a5d3094ec27a34f5&device_id=0dd1982b-b7a5-4788-9056-44e782ec1d01 HTTP/1.1" status: 200 len: 1096 time: 0.0432396 Jul 28 19:04:32.295467 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 19:04:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-847eeced-332f-4096-9a08-e725a5527092 x-openstack-request-id: req-847eeced-332f-4096-9a08-e725a5527092 {{(pid=93586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 19:04:32.295746 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0dd1982b-b7a5-4788-9056-44e782ec1d01", "tag": "c330fd36-6d01-429e-bbe7-9ae49a099323", "status": "completed", "code": 200}]} {{(pid=93586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 19:04:32.296045 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-847eeced-332f-4096-9a08-e725a5527092 {{(pid=93586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 19:04:32.296429 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0dd1982b-b7a5-4788-9056-44e782ec1d01', 'tag': 'c330fd36-6d01-429e-bbe7-9ae49a099323', 'status': 'completed', 'code': 200} Jul 28 19:04:32.300263 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-3c7758e1-14a9-4fee-8690-2434e4f1e26f req-4dee375f-99a3-48cf-8bae-4ef59cc15b22 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c330fd36-6d01-429e-bbe7-9ae49a099323 HTTP/1.1" status: 200 len: 217 time: 0.0501950 Jul 28 19:04:32.412634 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa811e7-0b94-4d00-b4e3-ffeeb17be605 req-c26a0db8-2b45-42b9-9d16-22214474bd4b tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:04:32.414411 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-caa811e7-0b94-4d00-b4e3-ffeeb17be605 req-c26a0db8-2b45-42b9-9d16-22214474bd4b tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] 10.222.0.41 "GET /v2.0/ports?device_id=0dd1982b-b7a5-4788-9056-44e782ec1d01 HTTP/1.1" status: 200 len: 943 time: 0.1560180 Jul 28 19:04:32.416610 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7758e1-14a9-4fee-8690-2434e4f1e26f req-bc5b20f2-fef4-4cf7-8d11-c14a4bccd8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:04:32.417979 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-3c7758e1-14a9-4fee-8690-2434e4f1e26f req-bc5b20f2-fef4-4cf7-8d11-c14a4bccd8dc service neutron] 10.222.0.49 "GET /v2.0/subnets?id=32eab73f-d113-43b8-aebd-3853735c2bcc HTTP/1.1" status: 200 len: 854 time: 0.1005368 Jul 28 19:04:32.460950 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fa10d5-7f42-4eed-9c89-e7721c81e332 req-f7c815ea-ee88-4187-8ee9-1efacc99637b tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:04:32.461395 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-67fa10d5-7f42-4eed-9c89-e7721c81e332 req-f7c815ea-ee88-4187-8ee9-1efacc99637b tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/ports?device_id=746c8655-ed83-43a1-afe7-08635f73c152 HTTP/1.1" status: 200 len: 946 time: 0.1271341 Jul 28 19:04:32.479034 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-3c7758e1-14a9-4fee-8690-2434e4f1e26f req-c7e89acc-f920-4571-a2b1-e54b30e3cf9e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e0a2ab1a-aea2-4350-8078-2cc022d2ad29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481710 Jul 28 19:04:32.530496 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-caa811e7-0b94-4d00-b4e3-ffeeb17be605 req-89c6e7f2-35d2-4a09-a5a9-0d0d9db3f646 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] 10.222.0.41 "GET /v2.0/security-groups?id=1eb5a05b-31a0-42f8-b1e4-d0f49b56a7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088579 Jul 28 19:04:32.576461 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-67fa10d5-7f42-4eed-9c89-e7721c81e332 req-c23eca98-9426-4f91-9c76-5ca8021c3353 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/security-groups?id=42975843-26fd-496e-b975-a1703127fe22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000166 Jul 28 19:04:32.625244 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-3c7758e1-14a9-4fee-8690-2434e4f1e26f req-e5098965-7810-43f0-bc21-ac42cb7ea081 service neutron] 10.222.0.49 "GET /v2.0/networks/e0a2ab1a-aea2-4350-8078-2cc022d2ad29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192780 Jul 28 19:04:32.727726 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-3c7758e1-14a9-4fee-8690-2434e4f1e26f req-2e167cd8-f706-4daa-a8b3-d4f9d464e93e service neutron] 10.222.0.49 "GET /v2.0/networks/e0a2ab1a-aea2-4350-8078-2cc022d2ad29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912843 Jul 28 19:04:32.912180 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7220142-6565-4621-b8b0-d9e950f83a3c req-27f9c990-e403-4efa-b6ca-8d4076cfc6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:04:32.913745 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-a7220142-6565-4621-b8b0-d9e950f83a3c req-27f9c990-e403-4efa-b6ca-8d4076cfc6c6 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8d3b7942249542e0a5d3094ec27a34f5&device_id=0dd1982b-b7a5-4788-9056-44e782ec1d01 HTTP/1.1" status: 200 len: 1096 time: 0.0447366 Jul 28 19:04:33.046861 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dc48a5-edf8-4fb4-a9f8-5b8373928012 req-fbb9f494-4853-44ba-97bc-b5c2e1bb4fea tempest-DeleteServersTestJSON-948083625 tempest-DeleteServersTestJSON-948083625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:04:33.048387 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-61dc48a5-edf8-4fb4-a9f8-5b8373928012 req-fbb9f494-4853-44ba-97bc-b5c2e1bb4fea tempest-DeleteServersTestJSON-948083625 tempest-DeleteServersTestJSON-948083625-project] 10.222.0.41 "GET /v2.0/ports?device_id=8039b690-ef64-4872-a027-74670b318001 HTTP/1.1" status: 200 len: 945 time: 0.0791724 Jul 28 19:04:33.049748 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7220142-6565-4621-b8b0-d9e950f83a3c req-d9ace3c2-6919-47ee-b36b-c082cc80af91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:04:33.051068 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-a7220142-6565-4621-b8b0-d9e950f83a3c req-d9ace3c2-6919-47ee-b36b-c082cc80af91 service neutron] 10.222.0.49 "GET /v2.0/networks?id=e0a2ab1a-aea2-4350-8078-2cc022d2ad29 HTTP/1.1" status: 200 len: 915 time: 0.1253896 Jul 28 19:04:33.103053 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-a7220142-6565-4621-b8b0-d9e950f83a3c req-71d76d0a-01a5-4770-8d95-6c674e02ed6c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c330fd36-6d01-429e-bbe7-9ae49a099323 HTTP/1.1" status: 200 len: 217 time: 0.0429621 Jul 28 19:04:33.144462 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-61dc48a5-edf8-4fb4-a9f8-5b8373928012 req-ef2f2ca1-05ca-4b7a-8e74-a7a172005f88 tempest-DeleteServersTestJSON-948083625 tempest-DeleteServersTestJSON-948083625-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc7c8404-403a-4c27-9f62-deb2a99f8b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899506 Jul 28 19:04:33.161564 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7220142-6565-4621-b8b0-d9e950f83a3c req-2cd84d3c-c035-41fc-9e66-047cc355c9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:04:33.162997 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-a7220142-6565-4621-b8b0-d9e950f83a3c req-2cd84d3c-c035-41fc-9e66-047cc355c9d8 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=32eab73f-d113-43b8-aebd-3853735c2bcc HTTP/1.1" status: 200 len: 854 time: 0.0499074 Jul 28 19:04:33.198775 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-a7220142-6565-4621-b8b0-d9e950f83a3c req-25816eec-788a-45fe-9aaf-ac68e2649ee8 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e0a2ab1a-aea2-4350-8078-2cc022d2ad29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0230160 Jul 28 19:04:33.294237 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-a7220142-6565-4621-b8b0-d9e950f83a3c req-596e9c15-ef35-47f6-a5ef-3ebc70273a2e service neutron] 10.222.0.49 "GET /v2.0/networks/e0a2ab1a-aea2-4350-8078-2cc022d2ad29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830123 Jul 28 19:04:33.395980 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-a7220142-6565-4621-b8b0-d9e950f83a3c req-4421ec98-5413-401c-ba95-d998efa8c43b service neutron] 10.222.0.49 "GET /v2.0/networks/e0a2ab1a-aea2-4350-8078-2cc022d2ad29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880504 Jul 28 19:04:33.683638 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad45ea6f-e03c-43a7-bf3a-49901e6974dd req-f05181c8-d3fd-4cb4-abc7-9742a40364d1 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:04:33.685129 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-ad45ea6f-e03c-43a7-bf3a-49901e6974dd req-f05181c8-d3fd-4cb4-abc7-9742a40364d1 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] 10.222.0.41 "GET /v2.0/ports?device_id=0dd1982b-b7a5-4788-9056-44e782ec1d01 HTTP/1.1" status: 200 len: 943 time: 0.0630069 Jul 28 19:04:33.752007 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f782d106-8f1a-4ef9-bd41-8195f6962785 req-d5261b67-c61c-404b-8aa2-d1a67289ce7d tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:04:33.753730 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-f782d106-8f1a-4ef9-bd41-8195f6962785 req-d5261b67-c61c-404b-8aa2-d1a67289ce7d tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/ports?device_id=746c8655-ed83-43a1-afe7-08635f73c152 HTTP/1.1" status: 200 len: 946 time: 0.0927396 Jul 28 19:04:33.759017 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-ad45ea6f-e03c-43a7-bf3a-49901e6974dd req-8a2334d9-268c-4768-bff5-6eb2dd8ac76e tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] 10.222.0.41 "GET /v2.0/security-groups?id=1eb5a05b-31a0-42f8-b1e4-d0f49b56a7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570152 Jul 28 19:04:33.795446 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-f782d106-8f1a-4ef9-bd41-8195f6962785 req-6721c84f-e2fa-417d-b8d8-0f1bc66df535 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/security-groups?id=42975843-26fd-496e-b975-a1703127fe22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341504 Jul 28 19:04:34.256603 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f597abe-2dd0-4ca1-a4cd-e37ec5442788 req-5a64fc07-dc87-4baa-824f-6bf6dcef6b56 tempest-DeleteServersTestJSON-948083625 tempest-DeleteServersTestJSON-948083625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:04:34.257998 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-3f597abe-2dd0-4ca1-a4cd-e37ec5442788 req-5a64fc07-dc87-4baa-824f-6bf6dcef6b56 tempest-DeleteServersTestJSON-948083625 tempest-DeleteServersTestJSON-948083625-project] 10.222.0.41 "GET /v2.0/ports?device_id=8039b690-ef64-4872-a027-74670b318001 HTTP/1.1" status: 200 len: 945 time: 0.0466759 Jul 28 19:04:34.295490 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-3f597abe-2dd0-4ca1-a4cd-e37ec5442788 req-41906604-bc62-48cb-bc63-de6aebfd36fe tempest-DeleteServersTestJSON-948083625 tempest-DeleteServersTestJSON-948083625-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc7c8404-403a-4c27-9f62-deb2a99f8b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315459 Jul 28 19:04:34.884070 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79112f6d-091c-4423-b338-bb8c99946ac3 req-12085845-7bfd-4a4b-8257-d9af2edcf5ef tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:04:34.886155 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-79112f6d-091c-4423-b338-bb8c99946ac3 req-12085845-7bfd-4a4b-8257-d9af2edcf5ef tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] 10.222.0.41 "GET /v2.0/ports?device_id=0dd1982b-b7a5-4788-9056-44e782ec1d01 HTTP/1.1" status: 200 len: 943 time: 0.0536523 Jul 28 19:04:34.952966 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-79112f6d-091c-4423-b338-bb8c99946ac3 req-9bbc3ff4-9f51-4071-bd6d-41db3f38fe76 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] 10.222.0.41 "GET /v2.0/security-groups?id=1eb5a05b-31a0-42f8-b1e4-d0f49b56a7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569580 Jul 28 19:04:34.965576 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c0d206-cbeb-491a-851e-1f7d2267a84b req-d5e2b099-9776-487c-8af1-fcf0f0ad498d tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:04:34.966964 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-07c0d206-cbeb-491a-851e-1f7d2267a84b req-d5e2b099-9776-487c-8af1-fcf0f0ad498d tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/ports?device_id=746c8655-ed83-43a1-afe7-08635f73c152 HTTP/1.1" status: 200 len: 946 time: 0.0916586 Jul 28 19:04:35.008433 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-07c0d206-cbeb-491a-851e-1f7d2267a84b req-a5a61b5a-09d3-4753-8b13-22670510b35a tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/security-groups?id=42975843-26fd-496e-b975-a1703127fe22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335844 Jul 28 19:04:35.418051 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dd5c10-4367-4842-bbbc-aef0d9345629 req-e4e7c808-3b68-4e12-aba5-8d1c41ebb8a5 tempest-DeleteServersTestJSON-948083625 tempest-DeleteServersTestJSON-948083625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:04:35.419563 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-55dd5c10-4367-4842-bbbc-aef0d9345629 req-e4e7c808-3b68-4e12-aba5-8d1c41ebb8a5 tempest-DeleteServersTestJSON-948083625 tempest-DeleteServersTestJSON-948083625-project] 10.222.0.41 "GET /v2.0/ports?device_id=8039b690-ef64-4872-a027-74670b318001 HTTP/1.1" status: 200 len: 945 time: 0.0492749 Jul 28 19:04:35.461588 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-55dd5c10-4367-4842-bbbc-aef0d9345629 req-9b49a693-ed67-411d-a13d-3c77eead4a97 tempest-DeleteServersTestJSON-948083625 tempest-DeleteServersTestJSON-948083625-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc7c8404-403a-4c27-9f62-deb2a99f8b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348020 Jul 28 19:04:35.509257 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.rpc [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Device c330fd36-6d01-429e-bbe7-9ae49a099323 details requested by agent hyperv_hv-cinder-80265 with host hv-cinder-80265 {{(pid=93588) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 19:04:35.629766 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.db [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] For port c330fd36-6d01-429e-bbe7-9ae49a099323, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=c330fd36-6d01-429e-bbe7-9ae49a099323,segment=NetworkSegment(0371c4bd-4d97-467a-b535-ac8857907d33),segment_id=0371c4bd-4d97-467a-b535-ac8857907d33)] {{(pid=93588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:04:35.641085 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.rpc [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Returning: {'device': 'c330fd36-6d01-429e-bbe7-9ae49a099323', 'network_id': 'e0a2ab1a-aea2-4350-8078-2cc022d2ad29', 'port_id': 'c330fd36-6d01-429e-bbe7-9ae49a099323', 'mac_address': 'fa:16:3e:7e:53:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32eab73f-d113-43b8-aebd-3853735c2bcc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93588) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 19:04:35.684161 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555300'] for port, before_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:35.700431 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.notifiers.nova [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c330fd36-6d01-429e-bbe7-9ae49a099323 {{(pid=93588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 19:04:35.723022 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.db [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] For port c330fd36-6d01-429e-bbe7-9ae49a099323, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=c330fd36-6d01-429e-bbe7-9ae49a099323,segment=NetworkSegment(0371c4bd-4d97-467a-b535-ac8857907d33),segment_id=0371c4bd-4d97-467a-b535-ac8857907d33)] {{(pid=93588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:04:35.839048 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742349622321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742349248534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742349248552'] for port, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:35.889621 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Pushing event updated for resources: {'Port': ['ID=c330fd36-6d01-429e-bbe7-9ae49a099323,revision_number=4']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:04:35.897282 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:04:35.897637 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:04:35.898052 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:04:35.898312 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:04:35.898646 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:04:35.898982 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:04:35.899311 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:04:35.899638 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:04:35.900008 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:04:35.900342 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:04:35.900664 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:04:35.900988 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:04:35.957128 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e6bd29-81c4-4445-8cfe-93b015fc7e59 req-07170c02-6be0-408a-b407-359d8f18e978 tempest-DeleteServersTestJSON-948083625 tempest-DeleteServersTestJSON-948083625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:04:35.957128 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-87e6bd29-81c4-4445-8cfe-93b015fc7e59 req-07170c02-6be0-408a-b407-359d8f18e978 tempest-DeleteServersTestJSON-948083625 tempest-DeleteServersTestJSON-948083625-project] 10.222.0.49 "GET /v2.0/ports?device_id=8039b690-ef64-4872-a027-74670b318001 HTTP/1.1" status: 200 len: 945 time: 0.0492713 Jul 28 19:04:36.146097 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56accf76-b41d-4ed2-b448-dc72d92968cb req-9deaa17a-9f43-453a-a45c-c4bfc1cecb98 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:04:36.147561 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-56accf76-b41d-4ed2-b448-dc72d92968cb req-9deaa17a-9f43-453a-a45c-c4bfc1cecb98 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] 10.222.0.41 "GET /v2.0/ports?device_id=0dd1982b-b7a5-4788-9056-44e782ec1d01 HTTP/1.1" status: 200 len: 944 time: 0.1048791 Jul 28 19:04:36.166416 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.plugins.ml2.plugin [req-87e6bd29-81c4-4445-8cfe-93b015fc7e59 req-797f934f-ec8a-43d5-9ad2-5dc9522ee908 tempest-DeleteServersTestJSON-948083625 tempest-DeleteServersTestJSON-948083625-project] Deleting port 2b2e8245-61d8-4643-9edf-60e6b5a965db {{(pid=93586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 19:04:36.166760 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [req-87e6bd29-81c4-4445-8cfe-93b015fc7e59 req-797f934f-ec8a-43d5-9ad2-5dc9522ee908 tempest-DeleteServersTestJSON-948083625 tempest-DeleteServersTestJSON-948083625-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742349616523'] for port, before_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:36.228490 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5a5b5f-30a0-4b8e-ad1f-747a86f82040 req-d69c7b24-12ed-4854-b262-fe3787ed3549 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:04:36.229887 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-fb5a5b5f-30a0-4b8e-ad1f-747a86f82040 req-d69c7b24-12ed-4854-b262-fe3787ed3549 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/ports?device_id=746c8655-ed83-43a1-afe7-08635f73c152 HTTP/1.1" status: 200 len: 946 time: 0.1509099 Jul 28 19:04:36.279116 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-56accf76-b41d-4ed2-b448-dc72d92968cb req-4fcd74f7-3e7c-47e0-9546-7e9cc6ae0432 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] 10.222.0.41 "GET /v2.0/security-groups?id=1eb5a05b-31a0-42f8-b1e4-d0f49b56a7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207192 Jul 28 19:04:36.298812 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.db [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] get_ports_and_sgs() called for port_ids ['c330fd36-6d01-429e-bbe7-9ae49a099323'] {{(pid=93588) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 19:04:36.317341 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-fb5a5b5f-30a0-4b8e-ad1f-747a86f82040 req-89b87019-8f0e-4003-935c-4aa22c353dfd tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/security-groups?id=42975843-26fd-496e-b975-a1703127fe22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805874 Jul 28 19:04:36.326013 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.plugins.ml2.db [req-87e6bd29-81c4-4445-8cfe-93b015fc7e59 req-797f934f-ec8a-43d5-9ad2-5dc9522ee908 tempest-DeleteServersTestJSON-948083625 tempest-DeleteServersTestJSON-948083625-project] For port 2b2e8245-61d8-4643-9edf-60e6b5a965db, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=2b2e8245-61d8-4643-9edf-60e6b5a965db,segment=NetworkSegment(0d3c4ff0-4d0c-4266-bc56-cf9746e30c96),segment_id=0d3c4ff0-4d0c-4266-bc56-cf9746e30c96)] {{(pid=93586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:04:36.326441 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [req-87e6bd29-81c4-4445-8cfe-93b015fc7e59 req-797f934f-ec8a-43d5-9ad2-5dc9522ee908 tempest-DeleteServersTestJSON-948083625 tempest-DeleteServersTestJSON-948083625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825298'] for port, precommit_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:36.346341 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.plugins.ml2.plugin [req-87e6bd29-81c4-4445-8cfe-93b015fc7e59 req-797f934f-ec8a-43d5-9ad2-5dc9522ee908 tempest-DeleteServersTestJSON-948083625 tempest-DeleteServersTestJSON-948083625-project] Calling delete_port for 2b2e8245-61d8-4643-9edf-60e6b5a965db owned by compute:nova {{(pid=93586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 19:04:36.585751 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3350de5-143b-49f9-9d06-b71730f6c5f1 req-89241c79-9cbf-4356-b2eb-fdddd7d56858 tempest-DeleteServersTestJSON-948083625 tempest-DeleteServersTestJSON-948083625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:04:36.587809 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-a3350de5-143b-49f9-9d06-b71730f6c5f1 req-89241c79-9cbf-4356-b2eb-fdddd7d56858 tempest-DeleteServersTestJSON-948083625 tempest-DeleteServersTestJSON-948083625-project] 10.222.0.41 "GET /v2.0/ports?device_id=8039b690-ef64-4872-a027-74670b318001 HTTP/1.1" status: 200 len: 945 time: 0.0503564 Jul 28 19:04:36.629976 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [req-87e6bd29-81c4-4445-8cfe-93b015fc7e59 req-797f934f-ec8a-43d5-9ad2-5dc9522ee908 tempest-DeleteServersTestJSON-948083625 tempest-DeleteServersTestJSON-948083625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742349622303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742349248525'] for port, after_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:36.660055 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-a3350de5-143b-49f9-9d06-b71730f6c5f1 req-345e8c0f-301b-428b-9867-578edd342836 tempest-DeleteServersTestJSON-948083625 tempest-DeleteServersTestJSON-948083625-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc7c8404-403a-4c27-9f62-deb2a99f8b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557740 Jul 28 19:04:36.677450 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.db.agents_db [None req-65e7ef76-a059-4ec3-9341-f72ff4ef7e59 None None] Agent healthcheck: found 6 active agents {{(pid=93589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 19:04:36.688118 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797f934f-ec8a-43d5-9ad2-5dc9522ee908 tempest-DeleteServersTestJSON-948083625 tempest-DeleteServersTestJSON-948083625-project] Pushing event deleted for resources: {'Port': ['ID=2b2e8245-61d8-4643-9edf-60e6b5a965db,revision_number=None']} {{(pid=93586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:04:36.763297 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.db.l3_dvrscheduler_db [req-87e6bd29-81c4-4445-8cfe-93b015fc7e59 req-797f934f-ec8a-43d5-9ad2-5dc9522ee908 tempest-DeleteServersTestJSON-948083625 tempest-DeleteServersTestJSON-948083625-project] No DVR routers for this DVR port 2b2e8245-61d8-4643-9edf-60e6b5a965db on host hv-cinder-80265 {{(pid=93586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 19:04:36.767519 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [req-87e6bd29-81c4-4445-8cfe-93b015fc7e59 req-797f934f-ec8a-43d5-9ad2-5dc9522ee908 tempest-DeleteServersTestJSON-948083625 tempest-DeleteServersTestJSON-948083625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148603'] for port, before_response {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:36.773971 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-87e6bd29-81c4-4445-8cfe-93b015fc7e59 req-797f934f-ec8a-43d5-9ad2-5dc9522ee908 tempest-DeleteServersTestJSON-948083625 tempest-DeleteServersTestJSON-948083625-project] 10.222.0.49 "DELETE /v2.0/ports/2b2e8245-61d8-4643-9edf-60e6b5a965db HTTP/1.1" status: 204 len: 173 time: 0.8124487 Jul 28 19:04:36.773971 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8039b690-ef64-4872-a027-74670b318001', 'name': 'network-vif-deleted', 'tag': '2b2e8245-61d8-4643-9edf-60e6b5a965db'}] {{(pid=93586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 19:04:36.773971 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be08c321523524cea896d4e8aa610e0b61aedc9f5bb636967bf6413fb0e56d16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c572ac8-3143-4fa1-b064-65e99d5d2cd1" -d '{"events": [{"server_uuid": "8039b690-ef64-4872-a027-74670b318001", "name": "network-vif-deleted", "tag": "2b2e8245-61d8-4643-9edf-60e6b5a965db"}]}' {{(pid=93586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 19:04:36.823711 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 19:04:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76210992-71a5-4cf4-9562-35f5d7bde9b9 x-openstack-request-id: req-76210992-71a5-4cf4-9562-35f5d7bde9b9 {{(pid=93586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 19:04:36.824027 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8039b690-ef64-4872-a027-74670b318001", "name": "network-vif-deleted", "tag": "2b2e8245-61d8-4643-9edf-60e6b5a965db", "status": "completed", "code": 200}]} {{(pid=93586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 19:04:36.824275 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-76210992-71a5-4cf4-9562-35f5d7bde9b9 {{(pid=93586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 19:04:36.824667 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8039b690-ef64-4872-a027-74670b318001', 'name': 'network-vif-deleted', 'tag': '2b2e8245-61d8-4643-9edf-60e6b5a965db', 'status': 'completed', 'code': 200} Jul 28 19:04:37.134758 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.db [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] get_ports_and_sgs() called for port_ids ['2b2e8245-61d8-4643-9edf-60e6b5a965db'] {{(pid=93588) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 19:04:37.426493 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c90814-0d7b-472d-b4ce-4e2823c36a04 req-836d1be9-9e6d-48ab-a227-3ebd2196bd65 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:04:37.428023 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-47c90814-0d7b-472d-b4ce-4e2823c36a04 req-836d1be9-9e6d-48ab-a227-3ebd2196bd65 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] 10.222.0.41 "GET /v2.0/ports?device_id=0dd1982b-b7a5-4788-9056-44e782ec1d01 HTTP/1.1" status: 200 len: 944 time: 0.0711391 Jul 28 19:04:37.461871 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc041b53-aab4-45fc-9878-9cce5c25bb0d req-65aeb264-2576-4a75-bbc5-ed613a274d7e tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:04:37.463315 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-cc041b53-aab4-45fc-9878-9cce5c25bb0d req-65aeb264-2576-4a75-bbc5-ed613a274d7e tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/ports?device_id=746c8655-ed83-43a1-afe7-08635f73c152 HTTP/1.1" status: 200 len: 946 time: 0.0741339 Jul 28 19:04:37.495300 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-47c90814-0d7b-472d-b4ce-4e2823c36a04 req-bfb67617-3a4d-4102-bb28-2b502e37de6b tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] 10.222.0.41 "GET /v2.0/security-groups?id=1eb5a05b-31a0-42f8-b1e4-d0f49b56a7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597954 Jul 28 19:04:37.512428 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-cc041b53-aab4-45fc-9878-9cce5c25bb0d req-bd9b4106-f614-4923-801f-bd11c0e8ab26 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/security-groups?id=42975843-26fd-496e-b975-a1703127fe22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427744 Jul 28 19:04:37.523976 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.rpc [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Device c330fd36-6d01-429e-bbe7-9ae49a099323 up at agent hyperv_hv-cinder-80265 {{(pid=93588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 19:04:37.650758 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.provisioning_blocks [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Provisioning for port c330fd36-6d01-429e-bbe7-9ae49a099323 completed by entity L2. {{(pid=93588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 19:04:37.655172 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.provisioning_blocks [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Provisioning complete for port c330fd36-6d01-429e-bbe7-9ae49a099323 triggered by entity L2. {{(pid=93588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 19:04:37.655554 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721938'] for port, provisioning_complete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:37.757606 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-de7fafca-a4ea-4f17-88d1-fd92465eccc1 req-c840a063-0175-4384-8c97-4fc89d729646 tempest-DeleteServersTestJSON-948083625 tempest-DeleteServersTestJSON-948083625-project] 10.222.0.41 "GET /v2.0/ports?device_id=8039b690-ef64-4872-a027-74670b318001 HTTP/1.1" status: 200 len: 210 time: 0.0297275 Jul 28 19:04:37.769385 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555300'] for port, before_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:37.791389 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dd1982b-b7a5-4788-9056-44e782ec1d01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c330fd36-6d01-429e-bbe7-9ae49a099323'}] {{(pid=93588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 19:04:37.793666 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1b0d83cbf58c08976f04b399db04c287f80045833914d8e5b61042f37766a37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6764b30-d713-4d37-a6c0-ace536cdd021" -d '{"events": [{"server_uuid": "0dd1982b-b7a5-4788-9056-44e782ec1d01", "name": "network-vif-plugged", "status": "completed", "tag": "c330fd36-6d01-429e-bbe7-9ae49a099323"}]}' {{(pid=93588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 19:04:37.809042 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.db [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] For port c330fd36-6d01-429e-bbe7-9ae49a099323, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=c330fd36-6d01-429e-bbe7-9ae49a099323,segment=NetworkSegment(0371c4bd-4d97-467a-b535-ac8857907d33),segment_id=0371c4bd-4d97-467a-b535-ac8857907d33)] {{(pid=93588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:04:37.908450 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742349622321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742349248534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742349248552'] for port, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:37.940347 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 19:04:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5782fffa-4428-4341-8c33-ed8aa683e7e7 x-openstack-request-id: req-5782fffa-4428-4341-8c33-ed8aa683e7e7 {{(pid=93588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 19:04:37.940856 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dd1982b-b7a5-4788-9056-44e782ec1d01", "name": "network-vif-plugged", "status": "completed", "tag": "c330fd36-6d01-429e-bbe7-9ae49a099323", "code": 200}]} {{(pid=93588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 19:04:37.941108 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5782fffa-4428-4341-8c33-ed8aa683e7e7 {{(pid=93588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 19:04:37.941492 dv-cinder-802653-1-iscsi neutron-server[93588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dd1982b-b7a5-4788-9056-44e782ec1d01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c330fd36-6d01-429e-bbe7-9ae49a099323', 'code': 200} Jul 28 19:04:37.971442 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Pushing event updated for resources: {'Port': ['ID=c330fd36-6d01-429e-bbe7-9ae49a099323,revision_number=5']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:04:38.280784 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf059af6-d686-498f-a0e7-3f77587dbc2d req-d94c1960-76c4-4c92-a5d4-3d9735f0805d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:04:38.282913 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-cf059af6-d686-498f-a0e7-3f77587dbc2d req-d94c1960-76c4-4c92-a5d4-3d9735f0805d service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=0dd1982b-b7a5-4788-9056-44e782ec1d01 HTTP/1.1" status: 200 len: 1098 time: 0.0424469 Jul 28 19:04:38.320034 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-cf059af6-d686-498f-a0e7-3f77587dbc2d req-08f4d183-e690-40d4-8ec9-7647902432af service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=1eb5a05b-31a0-42f8-b1e4-d0f49b56a7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275683 Jul 28 19:04:38.630465 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029bd9ca-467d-4927-8066-125927c499e3 req-e1135b11-ef05-4402-b51a-37576a8cf17a tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:04:38.632378 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-029bd9ca-467d-4927-8066-125927c499e3 req-e1135b11-ef05-4402-b51a-37576a8cf17a tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] 10.222.0.41 "GET /v2.0/ports?device_id=0dd1982b-b7a5-4788-9056-44e782ec1d01 HTTP/1.1" status: 200 len: 945 time: 0.0634034 Jul 28 19:04:38.697612 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b798168b-87a6-497e-acee-09e6fa0dd65d req-faa6ef9a-cddb-45c1-a76e-77dd10cde1c5 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:04:38.699072 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-b798168b-87a6-497e-acee-09e6fa0dd65d req-faa6ef9a-cddb-45c1-a76e-77dd10cde1c5 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/ports?device_id=746c8655-ed83-43a1-afe7-08635f73c152 HTTP/1.1" status: 200 len: 946 time: 0.0900340 Jul 28 19:04:38.702436 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-029bd9ca-467d-4927-8066-125927c499e3 req-d7a3b1fd-3629-4be9-9439-5a7f6207f399 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] 10.222.0.41 "GET /v2.0/security-groups?id=1eb5a05b-31a0-42f8-b1e4-d0f49b56a7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536728 Jul 28 19:04:38.743013 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-b798168b-87a6-497e-acee-09e6fa0dd65d req-84d969b1-d30a-428d-9734-b72f7a835f7b tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/security-groups?id=42975843-26fd-496e-b975-a1703127fe22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363808 Jul 28 19:04:38.867692 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-c56597f9-ae37-4496-80de-cd9ddf608c5b req-77e4860a-fb94-42c1-ba56-e3db99c5c22e tempest-DeleteServersTestJSON-948083625 tempest-DeleteServersTestJSON-948083625-project] 10.222.0.41 "GET /v2.0/ports?device_id=8039b690-ef64-4872-a027-74670b318001 HTTP/1.1" status: 200 len: 210 time: 0.0254505 Jul 28 19:04:39.851712 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.rpc [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Device 2b2e8245-61d8-4643-9edf-60e6b5a965db no longer exists at agent hyperv_hv-cinder-80265 {{(pid=93588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 19:04:39.872431 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.plugin [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] No Port match for: 2b2e8245-61d8-4643-9edf-60e6b5a965db {{(pid=93588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 19:04:39.872804 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.rpc [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Device 2b2e8245-61d8-4643-9edf-60e6b5a965db not bound to the agent host hv-cinder-80265 {{(pid=93588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 19:04:42.208798 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4aa917-c3df-401d-a94a-086855ae8f24 req-2f48001f-e213-46ab-a730-6b0afcc0b218 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:04:42.210397 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-4a4aa917-c3df-401d-a94a-086855ae8f24 req-2f48001f-e213-46ab-a730-6b0afcc0b218 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] 10.222.0.41 "GET /v2.0/ports?device_id=0dd1982b-b7a5-4788-9056-44e782ec1d01 HTTP/1.1" status: 200 len: 945 time: 0.0867152 Jul 28 19:04:42.218935 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad5fdf3-bc2c-4888-a087-ca255b1e0b12 req-779a3bd2-e3ae-44ef-a60f-d3b1da8724bc tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:04:42.220345 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-dad5fdf3-bc2c-4888-a087-ca255b1e0b12 req-779a3bd2-e3ae-44ef-a60f-d3b1da8724bc tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/ports?device_id=746c8655-ed83-43a1-afe7-08635f73c152 HTTP/1.1" status: 200 len: 946 time: 0.0816970 Jul 28 19:04:42.274130 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-4a4aa917-c3df-401d-a94a-086855ae8f24 req-fc1f481f-2587-4389-823b-1672a50154f2 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] 10.222.0.41 "GET /v2.0/security-groups?id=1eb5a05b-31a0-42f8-b1e4-d0f49b56a7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527518 Jul 28 19:04:42.285959 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-dad5fdf3-bc2c-4888-a087-ca255b1e0b12 req-30b2896c-6b95-4951-a79e-9ec848f38341 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/security-groups?id=42975843-26fd-496e-b975-a1703127fe22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574741 Jul 28 19:04:43.436593 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ebcebe-a74f-4266-adb2-affa8135c8b5 req-412fd33a-8070-4623-b0c9-5f555b1ffeb3 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:04:43.438210 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-87ebcebe-a74f-4266-adb2-affa8135c8b5 req-412fd33a-8070-4623-b0c9-5f555b1ffeb3 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] 10.222.0.41 "GET /v2.0/ports?device_id=0dd1982b-b7a5-4788-9056-44e782ec1d01 HTTP/1.1" status: 200 len: 945 time: 0.0933824 Jul 28 19:04:43.454893 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fffaf50-7286-446e-a9d2-5f65fbef6637 req-d1a80e68-cfd9-455e-bd45-e1903065a89d tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:04:43.454893 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-3fffaf50-7286-446e-a9d2-5f65fbef6637 req-d1a80e68-cfd9-455e-bd45-e1903065a89d tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/ports?device_id=746c8655-ed83-43a1-afe7-08635f73c152 HTTP/1.1" status: 200 len: 946 time: 0.0702760 Jul 28 19:04:43.509121 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-87ebcebe-a74f-4266-adb2-affa8135c8b5 req-cb096c44-d45f-4919-b5ba-c6e4dda04fe2 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] 10.222.0.41 "GET /v2.0/security-groups?id=1eb5a05b-31a0-42f8-b1e4-d0f49b56a7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553627 Jul 28 19:04:43.516086 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-3fffaf50-7286-446e-a9d2-5f65fbef6637 req-e860fcbe-37c5-4cb1-bf6e-a8d84adc39cb tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/security-groups?id=42975843-26fd-496e-b975-a1703127fe22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557678 Jul 28 19:04:44.130642 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.wsgi [-] (93586) accepted ('10.222.0.41', 59946) {{(pid=93586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:04:44.173870 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fb7c603-b9c1-4354-bb24-8552cb8ec9f0 admin admin] Deleting subnet 03866e0b-fdaa-4b0f-98c4-ff1acf686888 {{(pid=93586) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 28 19:04:44.180078 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-0fb7c603-b9c1-4354-bb24-8552cb8ec9f0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:44.216806 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-0fb7c603-b9c1-4354-bb24-8552cb8ec9f0 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:44.228813 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-0fb7c603-b9c1-4354-bb24-8552cb8ec9f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-783032'] for subnet, precommit_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:44.379608 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-0fb7c603-b9c1-4354-bb24-8552cb8ec9f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036'] for subnet, after_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:44.406303 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb7c603-b9c1-4354-bb24-8552cb8ec9f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=03866e0b-fdaa-4b0f-98c4-ff1acf686888,revision_number=None']} {{(pid=93586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:04:44.410218 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-0fb7c603-b9c1-4354-bb24-8552cb8ec9f0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:44.414121 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [None req-0fb7c603-b9c1-4354-bb24-8552cb8ec9f0 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/03866e0b-fdaa-4b0f-98c4-ff1acf686888 HTTP/1.1" status: 204 len: 168 time: 0.2804341 Jul 28 19:04:44.414615 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.wsgi [-] (93586) accepted ('10.222.0.41', 59952) {{(pid=93586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:04:44.480527 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-937da59e-374c-4600-8a4a-0c565c92bf72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-648881'] for network, before_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:44.566515 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-937da59e-374c-4600-8a4a-0c565c92bf72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721199', 'neutron.services.segments.db._delete_segments_for_network-8742349714737'] for network, precommit_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:44.576754 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-937da59e-374c-4600-8a4a-0c565c92bf72 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 19:04:44.577101 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-937da59e-374c-4600-8a4a-0c565c92bf72 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 19:04:44.577861 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-937da59e-374c-4600-8a4a-0c565c92bf72 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 19:04:44.578192 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-937da59e-374c-4600-8a4a-0c565c92bf72 admin admin] Subscribe: > port after_create 55550000 {{(pid=93586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 19:04:44.578536 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-937da59e-374c-4600-8a4a-0c565c92bf72 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 19:04:44.578993 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-937da59e-374c-4600-8a4a-0c565c92bf72 admin admin] Subscribe: > port after_update 55550000 {{(pid=93586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 19:04:44.579595 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-937da59e-374c-4600-8a4a-0c565c92bf72 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 19:04:44.579988 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-937da59e-374c-4600-8a4a-0c565c92bf72 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 19:04:44.580274 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-937da59e-374c-4600-8a4a-0c565c92bf72 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 19:04:44.580600 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-937da59e-374c-4600-8a4a-0c565c92bf72 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 19:04:44.732920 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-937da59e-374c-4600-8a4a-0c565c92bf72 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 19:04:44.738733 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-937da59e-374c-4600-8a4a-0c565c92bf72 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 19:04:44.738733 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-937da59e-374c-4600-8a4a-0c565c92bf72 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 19:04:44.738733 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-937da59e-374c-4600-8a4a-0c565c92bf72 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 19:04:44.738733 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.services.segments.db [None req-937da59e-374c-4600-8a4a-0c565c92bf72 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c056e1d5-ae09-46ea-8799-2cf0d09a03be']}} {{(pid=93586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:04:44.771707 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.services.segments.db [None req-937da59e-374c-4600-8a4a-0c565c92bf72 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d3c4ff0-4d0c-4266-bc56-cf9746e30c96') {'for_net_delete': True} {{(pid=93586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:04:44.772106 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.services.segments.db [None req-937da59e-374c-4600-8a4a-0c565c92bf72 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d3c4ff0-4d0c-4266-bc56-cf9746e30c96') {} {{(pid=93586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:04:45.040868 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-937da59e-374c-4600-8a4a-0c565c92bf72 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742349715770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12083792'] for segment, before_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:45.075760 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-937da59e-374c-4600-8a4a-0c565c92bf72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721374'] for segment, precommit_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:45.093285 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62de9b0-b0f8-4732-a35e-d6e31a4c6ece req-1d6f598f-d595-44d0-b3d1-aad46c172524 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:04:45.094894 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-b62de9b0-b0f8-4732-a35e-d6e31a4c6ece req-1d6f598f-d595-44d0-b3d1-aad46c172524 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/ports?device_id=746c8655-ed83-43a1-afe7-08635f73c152 HTTP/1.1" status: 200 len: 946 time: 0.3534515 Jul 28 19:04:45.096274 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-937da59e-374c-4600-8a4a-0c565c92bf72 admin admin] Releasing vlan 420 on physical network physnet1 to pool {{(pid=93586) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 19:04:45.100737 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-937da59e-374c-4600-8a4a-0c565c92bf72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12083586'] for segment, after_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:45.113905 dv-cinder-802653-1-iscsi neutron-server[93586]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 28 19:04:45.113905 dv-cinder-802653-1-iscsi neutron-server[93586]: from cryptography.utils import int_from_bytes Jul 28 19:04:45.113905 dv-cinder-802653-1-iscsi neutron-server[93586]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 28 19:04:45.113905 dv-cinder-802653-1-iscsi neutron-server[93586]: from cryptography.utils import int_from_bytes Jul 28 19:04:45.113905 dv-cinder-802653-1-iscsi neutron-server[93586]: Traceback (most recent call last): Jul 28 19:04:45.113905 dv-cinder-802653-1-iscsi neutron-server[93586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 19:04:45.113905 dv-cinder-802653-1-iscsi neutron-server[93586]: timer() Jul 28 19:04:45.113905 dv-cinder-802653-1-iscsi neutron-server[93586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 19:04:45.113905 dv-cinder-802653-1-iscsi neutron-server[93586]: cb(*args, **kw) Jul 28 19:04:45.113905 dv-cinder-802653-1-iscsi neutron-server[93586]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 19:04:45.113905 dv-cinder-802653-1-iscsi neutron-server[93586]: return func(*args, **kwargs) Jul 28 19:04:45.113905 dv-cinder-802653-1-iscsi neutron-server[93586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 19:04:45.113905 dv-cinder-802653-1-iscsi neutron-server[93586]: self._notify() Jul 28 19:04:45.113905 dv-cinder-802653-1-iscsi neutron-server[93586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 19:04:45.113905 dv-cinder-802653-1-iscsi neutron-server[93586]: self.callback(batched_events) Jul 28 19:04:45.113905 dv-cinder-802653-1-iscsi neutron-server[93586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 19:04:45.113905 dv-cinder-802653-1-iscsi neutron-server[93586]: event.method(event) Jul 28 19:04:45.113905 dv-cinder-802653-1-iscsi neutron-server[93586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 19:04:45.113905 dv-cinder-802653-1-iscsi neutron-server[93586]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 19:04:45.113905 dv-cinder-802653-1-iscsi neutron-server[93586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 19:04:45.113905 dv-cinder-802653-1-iscsi neutron-server[93586]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 19:04:45.113905 dv-cinder-802653-1-iscsi neutron-server[93586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 19:04:45.113905 dv-cinder-802653-1-iscsi neutron-server[93586]: return f(self, *a, **k) Jul 28 19:04:45.113905 dv-cinder-802653-1-iscsi neutron-server[93586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 19:04:45.113905 dv-cinder-802653-1-iscsi neutron-server[93586]: return self._get(url).json() Jul 28 19:04:45.113905 dv-cinder-802653-1-iscsi neutron-server[93586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 19:04:45.113905 dv-cinder-802653-1-iscsi neutron-server[93586]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 19:04:45.113905 dv-cinder-802653-1-iscsi neutron-server[93586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 19:04:45.113905 dv-cinder-802653-1-iscsi neutron-server[93586]: return self.request(url, 'GET', **kwargs) Jul 28 19:04:45.113905 dv-cinder-802653-1-iscsi neutron-server[93586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 19:04:45.113905 dv-cinder-802653-1-iscsi neutron-server[93586]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 19:04:45.113905 dv-cinder-802653-1-iscsi neutron-server[93586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 19:04:45.113905 dv-cinder-802653-1-iscsi neutron-server[93586]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 19:04:45.113905 dv-cinder-802653-1-iscsi neutron-server[93586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 19:04:45.113905 dv-cinder-802653-1-iscsi neutron-server[93586]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 19:04:45.113905 dv-cinder-802653-1-iscsi neutron-server[93586]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 19:04:45.136436 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bc846d-1d2c-4968-93a4-800a5d759837 req-e9a68d01-d455-45c9-b3b6-38fc444f7377 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:04:45.140311 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-e4bc846d-1d2c-4968-93a4-800a5d759837 req-e9a68d01-d455-45c9-b3b6-38fc444f7377 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] 10.222.0.41 "GET /v2.0/ports?device_id=0dd1982b-b7a5-4788-9056-44e782ec1d01 HTTP/1.1" status: 200 len: 945 time: 0.4009142 Jul 28 19:04:45.188156 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.wsgi [-] (93587) accepted ('10.222.0.41', 59972) {{(pid=93587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:04:45.254227 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-e4bc846d-1d2c-4968-93a4-800a5d759837 req-a65fab58-fe23-4ad9-a267-e1907b05775f tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] 10.222.0.41 "GET /v2.0/security-groups?id=1eb5a05b-31a0-42f8-b1e4-d0f49b56a7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836530 Jul 28 19:04:45.256486 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-b62de9b0-b0f8-4732-a35e-d6e31a4c6ece req-4d981776-5203-418f-b8cd-cf727ef0376e tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/security-groups?id=42975843-26fd-496e-b975-a1703127fe22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406844 Jul 28 19:04:45.307330 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-937da59e-374c-4600-8a4a-0c565c92bf72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3821495'] for network, after_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:45.315997 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-937da59e-374c-4600-8a4a-0c565c92bf72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760026'] for network, before_response {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:45.318602 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [None req-937da59e-374c-4600-8a4a-0c565c92bf72 admin admin] 10.222.0.41 "DELETE /v2.0/networks/c056e1d5-ae09-46ea-8799-2cf0d09a03be HTTP/1.1" status: 204 len: 168 time: 0.9023995 Jul 28 19:04:45.327442 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-75360457-ba84-4da7-a090-52eafb89db96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:45.330471 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937da59e-374c-4600-8a4a-0c565c92bf72 admin admin] Pushing event deleted for resources: {'Network': ['ID=c056e1d5-ae09-46ea-8799-2cf0d09a03be,revision_number=None']} {{(pid=93586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:04:45.439900 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-75360457-ba84-4da7-a090-52eafb89db96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:45.584028 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-75360457-ba84-4da7-a090-52eafb89db96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676630'] for security_group, after_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:45.626133 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [None req-75360457-ba84-4da7-a090-52eafb89db96 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7c62329dd48e450c99ef3d4d65fbc6e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4342883 Jul 28 19:04:45.626823 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.wsgi [-] (93586) accepted ('10.222.0.41', 59996) {{(pid=93586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:04:45.629322 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75360457-ba84-4da7-a090-52eafb89db96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e608ce3-01a4-441c-9e80-c2e0d01f75c9,revision_number=1']} {{(pid=93587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:04:45.678709 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-1827355e-579b-46ee-b9e9-dc220bea7633 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:45.700138 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-1827355e-579b-46ee-b9e9-dc220bea7633 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:45.805923 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.wsgi [-] (93586) accepted ('10.222.0.41', 60000) {{(pid=93586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:04:45.845765 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [None req-c86719dd-027b-4827-ba9a-d7330e1557f0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d9d94e4ff008401e8faaf661618fc98d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0386610 Jul 28 19:04:45.848878 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.wsgi [-] (93586) accepted ('10.222.0.41', 60002) {{(pid=93586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:04:45.866260 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-1827355e-579b-46ee-b9e9-dc220bea7633 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676630'] for security_group, after_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:45.868897 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-1827355e-579b-46ee-b9e9-dc220bea7633 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:45.869959 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [None req-1827355e-579b-46ee-b9e9-dc220bea7633 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0e608ce3-01a4-441c-9e80-c2e0d01f75c9 HTTP/1.1" status: 204 len: 168 time: 0.2417314 Jul 28 19:04:45.891022 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1827355e-579b-46ee-b9e9-dc220bea7633 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e608ce3-01a4-441c-9e80-c2e0d01f75c9,revision_number=None']} {{(pid=93586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:04:45.917695 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-7cbae557-15c5-4723-ba27-6fecfece950a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:45.941352 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-7cbae557-15c5-4723-ba27-6fecfece950a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:46.161598 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-7cbae557-15c5-4723-ba27-6fecfece950a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676630'] for security_group, after_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:46.164377 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-7cbae557-15c5-4723-ba27-6fecfece950a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:46.166225 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [None req-7cbae557-15c5-4723-ba27-6fecfece950a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/bc7c8404-403a-4c27-9f62-deb2a99f8b01 HTTP/1.1" status: 204 len: 168 time: 0.3157642 Jul 28 19:04:46.173802 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbae557-15c5-4723-ba27-6fecfece950a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc7c8404-403a-4c27-9f62-deb2a99f8b01,revision_number=None']} {{(pid=93586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:04:46.379163 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e57654f-4ba7-4fcb-b507-08344725507c req-a7ebee2c-eab1-41bf-808b-cbb95a58860f tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:04:46.380700 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-1e57654f-4ba7-4fcb-b507-08344725507c req-a7ebee2c-eab1-41bf-808b-cbb95a58860f tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/ports?device_id=746c8655-ed83-43a1-afe7-08635f73c152 HTTP/1.1" status: 200 len: 946 time: 0.0498657 Jul 28 19:04:46.417952 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-1e57654f-4ba7-4fcb-b507-08344725507c req-1d9e32a7-e494-4fe6-bf48-8043904a1111 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/security-groups?id=42975843-26fd-496e-b975-a1703127fe22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313382 Jul 28 19:04:46.596655 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.wsgi [-] (93586) accepted ('10.222.0.41', 60024) {{(pid=93586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:04:46.609947 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-07f3386d-0930-4961-adeb-a9ea47711b53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:46.706468 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-07f3386d-0930-4961-adeb-a9ea47711b53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:46.824409 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-07f3386d-0930-4961-adeb-a9ea47711b53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676630'] for security_group, after_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:46.867520 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [None req-07f3386d-0930-4961-adeb-a9ea47711b53 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=bcd3985ef6c4499aaadf5f20cdf8a184&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2691476 Jul 28 19:04:46.868650 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f3386d-0930-4961-adeb-a9ea47711b53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=076cd171-d965-45d0-bd18-e3ed610ee629,revision_number=1']} {{(pid=93586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:04:46.869484 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.wsgi [-] (93587) accepted ('10.222.0.41', 60032) {{(pid=93587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:04:46.923567 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-bebdde90-626b-4177-97f5-56bf48b8f725 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:46.946060 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-bebdde90-626b-4177-97f5-56bf48b8f725 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:47.076240 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-bebdde90-626b-4177-97f5-56bf48b8f725 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676630'] for security_group, after_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:47.079442 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-bebdde90-626b-4177-97f5-56bf48b8f725 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:47.082036 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [None req-bebdde90-626b-4177-97f5-56bf48b8f725 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/076cd171-d965-45d0-bd18-e3ed610ee629 HTTP/1.1" status: 204 len: 168 time: 0.2103455 Jul 28 19:04:47.088878 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebdde90-626b-4177-97f5-56bf48b8f725 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=076cd171-d965-45d0-bd18-e3ed610ee629,revision_number=None']} {{(pid=93587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:04:47.547277 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3082ab14-0adc-4442-9cc5-f22b88a62a08 req-0575e779-200c-4fd8-ade9-76fafdd510b5 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:04:47.548795 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-3082ab14-0adc-4442-9cc5-f22b88a62a08 req-0575e779-200c-4fd8-ade9-76fafdd510b5 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/ports?device_id=746c8655-ed83-43a1-afe7-08635f73c152 HTTP/1.1" status: 200 len: 946 time: 0.0580873 Jul 28 19:04:47.594887 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-3082ab14-0adc-4442-9cc5-f22b88a62a08 req-19eebd26-86b4-4f81-96fa-78b47c6db5e2 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/security-groups?id=42975843-26fd-496e-b975-a1703127fe22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388551 Jul 28 19:04:48.027518 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.wsgi [-] (93587) accepted ('10.222.0.41', 60074) {{(pid=93587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:04:48.043912 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-41c26506-10f0-40af-967d-34a3640266f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:48.132584 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-41c26506-10f0-40af-967d-34a3640266f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:48.195713 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-41c26506-10f0-40af-967d-34a3640266f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676630'] for security_group, after_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:48.237291 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [None req-41c26506-10f0-40af-967d-34a3640266f2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6b349c7a9a144739b0e7ab9c9fde3eca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2082651 Jul 28 19:04:48.238346 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c26506-10f0-40af-967d-34a3640266f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fb2ab02-22b2-4419-9b14-0455ef66730c,revision_number=1']} {{(pid=93587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:04:48.243333 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.wsgi [-] (93587) accepted ('10.222.0.41', 60082) {{(pid=93587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:04:48.315967 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-3186415f-eaf3-40ea-a591-a9c8fe85d674 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:48.341690 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-3186415f-eaf3-40ea-a591-a9c8fe85d674 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:48.476541 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a86a32e-ae6b-4668-8ea7-bd51db88cee3 req-e6de746a-cdcc-4978-a27d-864e2640add9 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:04:48.478036 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-9a86a32e-ae6b-4668-8ea7-bd51db88cee3 req-e6de746a-cdcc-4978-a27d-864e2640add9 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] 10.222.0.41 "GET /v2.0/networks?id=e0a2ab1a-aea2-4350-8078-2cc022d2ad29 HTTP/1.1" status: 200 len: 814 time: 0.1118953 Jul 28 19:04:48.493570 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-9a86a32e-ae6b-4668-8ea7-bd51db88cee3 req-88c70a14-1188-4990-9e1e-b913b6cee0fc tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] 10.222.0.41 "GET /v2.0/quotas/8d3b7942249542e0a5d3094ec27a34f5 HTTP/1.1" status: 200 len: 375 time: 0.0099308 Jul 28 19:04:48.504878 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-3186415f-eaf3-40ea-a591-a9c8fe85d674 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676630'] for security_group, after_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:48.507507 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-3186415f-eaf3-40ea-a591-a9c8fe85d674 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:48.508709 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [None req-3186415f-eaf3-40ea-a591-a9c8fe85d674 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9fb2ab02-22b2-4419-9b14-0455ef66730c HTTP/1.1" status: 204 len: 168 time: 0.2640936 Jul 28 19:04:48.516616 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3186415f-eaf3-40ea-a591-a9c8fe85d674 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fb2ab02-22b2-4419-9b14-0455ef66730c,revision_number=None']} {{(pid=93587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:04:48.551949 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-9a86a32e-ae6b-4668-8ea7-bd51db88cee3 req-1afb902a-16b8-4c2e-b764-5239edd0397e tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=8d3b7942249542e0a5d3094ec27a34f5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0528238 Jul 28 19:04:48.656499 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-9a86a32e-ae6b-4668-8ea7-bd51db88cee3 req-ed23c2d7-3561-488d-b4b4-17ae88943eeb service neutron] 10.222.0.41 "GET /v2.0/networks/e0a2ab1a-aea2-4350-8078-2cc022d2ad29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975313 Jul 28 19:04:48.780611 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2156751-bb9f-44bd-b73e-5ab7a91fce07 req-7017fefb-752c-4866-b6ce-113abb72162d tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:04:48.783349 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-a2156751-bb9f-44bd-b73e-5ab7a91fce07 req-7017fefb-752c-4866-b6ce-113abb72162d tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/ports?device_id=746c8655-ed83-43a1-afe7-08635f73c152 HTTP/1.1" status: 200 len: 946 time: 0.1116531 Jul 28 19:04:48.804734 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-9a86a32e-ae6b-4668-8ea7-bd51db88cee3 req-001e76ea-ca19-4421-a0fb-cfe0dd10d74f service neutron] 10.222.0.41 "GET /v2.0/networks/e0a2ab1a-aea2-4350-8078-2cc022d2ad29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414139 Jul 28 19:04:48.831024 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-a2156751-bb9f-44bd-b73e-5ab7a91fce07 req-64d2bf71-0ca6-44a8-b7d4-329ecd042ac3 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/security-groups?id=42975843-26fd-496e-b975-a1703127fe22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377967 Jul 28 19:04:49.088342 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-64c76a0d-66f6-48b5-9cc4-6cf1a7776cba req-0dabcbe2-edb1-46c7-9379-de36a1167744 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] 10.222.0.41 "GET /v2.0/ports?device_id=cdf4b877-763c-4734-a6f6-69a2af026932 HTTP/1.1" status: 200 len: 210 time: 0.0330005 Jul 28 19:04:49.689740 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.wsgi [-] (93587) accepted ('10.222.0.41', 60178) {{(pid=93587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:04:49.791088 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-6290a55d-2a66-4daf-a4d5-b27a7c48195b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:49.885256 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-6290a55d-2a66-4daf-a4d5-b27a7c48195b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:49.952969 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f819fd-54f2-4c2c-b2dc-4741517fc1cd req-0b44545c-b7f5-4d69-8434-05471fafa575 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:04:49.954769 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-34f819fd-54f2-4c2c-b2dc-4741517fc1cd req-0b44545c-b7f5-4d69-8434-05471fafa575 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/ports?device_id=746c8655-ed83-43a1-afe7-08635f73c152 HTTP/1.1" status: 200 len: 946 time: 0.0526707 Jul 28 19:04:49.999681 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-34f819fd-54f2-4c2c-b2dc-4741517fc1cd req-1254c220-7341-4e00-a0b4-f8fec19f5d70 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/security-groups?id=42975843-26fd-496e-b975-a1703127fe22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361691 Jul 28 19:04:50.007140 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-6290a55d-2a66-4daf-a4d5-b27a7c48195b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676630'] for security_group, after_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:50.047261 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [None req-6290a55d-2a66-4daf-a4d5-b27a7c48195b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6efdc2245d0a49ec90a629d000e8ada7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3557746 Jul 28 19:04:50.048361 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6290a55d-2a66-4daf-a4d5-b27a7c48195b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c226a61-2916-4105-9dc7-13139b11b83c,revision_number=1']} {{(pid=93587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:04:50.050530 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.wsgi [-] (93586) accepted ('10.222.0.41', 60188) {{(pid=93586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:04:50.100408 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-136c483c-1eca-46a3-a383-a4b866c35029 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:50.122477 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-136c483c-1eca-46a3-a383-a4b866c35029 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:50.273923 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-d113903e-7f81-488e-98d6-de5564e8c4e4 req-c0c92d8f-5d7c-4ba0-9700-eb3381a29cf3 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] 10.222.0.41 "GET /v2.0/ports?device_id=cdf4b877-763c-4734-a6f6-69a2af026932 HTTP/1.1" status: 200 len: 210 time: 0.0268950 Jul 28 19:04:50.284844 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-136c483c-1eca-46a3-a383-a4b866c35029 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676630'] for security_group, after_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:50.287909 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-136c483c-1eca-46a3-a383-a4b866c35029 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:50.289289 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [None req-136c483c-1eca-46a3-a383-a4b866c35029 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1c226a61-2916-4105-9dc7-13139b11b83c HTTP/1.1" status: 204 len: 168 time: 0.2373784 Jul 28 19:04:50.297920 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136c483c-1eca-46a3-a383-a4b866c35029 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c226a61-2916-4105-9dc7-13139b11b83c,revision_number=None']} {{(pid=93586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:04:51.125824 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7905a1fc-dbc3-4554-b317-7e3b51d9e883 req-8cfc6c65-d4a5-41e5-aa5f-dace75073102 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:04:51.127711 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-7905a1fc-dbc3-4554-b317-7e3b51d9e883 req-8cfc6c65-d4a5-41e5-aa5f-dace75073102 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/ports?device_id=746c8655-ed83-43a1-afe7-08635f73c152 HTTP/1.1" status: 200 len: 946 time: 0.0575213 Jul 28 19:04:51.180096 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-7905a1fc-dbc3-4554-b317-7e3b51d9e883 req-51945140-203e-4571-82d6-78335fb13060 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/security-groups?id=42975843-26fd-496e-b975-a1703127fe22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458293 Jul 28 19:04:51.336803 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.wsgi [-] (93586) accepted ('10.222.0.41', 60256) {{(pid=93586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:04:51.429248 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.v2.base [None req-b57de738-6c7b-458f-8df6-33e3a8e0bfb4 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1762718303-network', 'tenant_id': 'e5f8b3f642634ceca190ab8e217700ce'}} {{(pid=93586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:04:51.567135 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b57de738-6c7b-458f-8df6-33e3a8e0bfb4 admin admin] Made reservation on behalf of e5f8b3f642634ceca190ab8e217700ce for: {'network': 1} {{(pid=93586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 19:04:51.569406 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-b57de738-6c7b-458f-8df6-33e3a8e0bfb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555300'] for network, before_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:51.577724 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-b57de738-6c7b-458f-8df6-33e3a8e0bfb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:51.589855 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-53aded53-d16e-4c42-a7ba-479358899de0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:51.665166 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-b57de738-6c7b-458f-8df6-33e3a8e0bfb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:51.744333 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-b57de738-6c7b-458f-8df6-33e3a8e0bfb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676630'] for security_group, after_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:51.769242 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b57de738-6c7b-458f-8df6-33e3a8e0bfb4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 436} {{(pid=93586) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 19:04:51.777345 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57de738-6c7b-458f-8df6-33e3a8e0bfb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd99dac1-4ecb-4bbe-94ca-066efd8c979c,revision_number=1']} {{(pid=93586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:04:51.785319 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-b57de738-6c7b-458f-8df6-33e3a8e0bfb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721374'] for segment, precommit_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:51.785680 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.db.segments_db [None req-b57de738-6c7b-458f-8df6-33e3a8e0bfb4 admin admin] Added segment ecd299ed-1dac-4786-8d7f-e72300f9a086 of type vlan for network f534d070-f433-4f81-b52e-daa60a2cf334 Jul 28 19:04:51.824011 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-b57de738-6c7b-458f-8df6-33e3a8e0bfb4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742349240423'] for network, precommit_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:51.932772 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-b57de738-6c7b-458f-8df6-33e3a8e0bfb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036'] for network, after_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:51.933753 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b57de738-6c7b-458f-8df6-33e3a8e0bfb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:04:51.934338 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-b57de738-6c7b-458f-8df6-33e3a8e0bfb4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760026'] for network, before_response {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:51.996980 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57de738-6c7b-458f-8df6-33e3a8e0bfb4 admin admin] Pushing event updated for resources: {'Network': ['ID=f534d070-f433-4f81-b52e-daa60a2cf334,revision_number=1']} {{(pid=93586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:04:52.006504 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.rpc [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Network f534d070-f433-4f81-b52e-daa60a2cf334 details requested by agent ovs-agent-dv-cinder-802653-1-iscsi with host dv-cinder-802653-1-iscsi {{(pid=93588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 19:04:52.068199 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [None req-b57de738-6c7b-458f-8df6-33e3a8e0bfb4 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7302163 Jul 28 19:04:52.071079 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.wsgi [-] (93586) accepted ('10.222.0.41', 60268) {{(pid=93586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:04:52.076145 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.v2.base [None req-275cac53-2587-47a4-82e2-d6174a9f004e admin admin] Request body: {'subnet': {'network_id': 'f534d070-f433-4f81-b52e-daa60a2cf334', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1762718303-subnet', 'tenant_id': 'e5f8b3f642634ceca190ab8e217700ce', 'ip_version': 4}} {{(pid=93586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:04:52.184051 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-275cac53-2587-47a4-82e2-d6174a9f004e admin admin] Made reservation on behalf of e5f8b3f642634ceca190ab8e217700ce for: {'subnet': 1} {{(pid=93586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 19:04:52.186392 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-275cac53-2587-47a4-82e2-d6174a9f004e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12577379'] for subnet, before_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:52.410685 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-275cac53-2587-47a4-82e2-d6174a9f004e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12083743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12577357'] for subnet, after_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:52.464265 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275cac53-2587-47a4-82e2-d6174a9f004e admin admin] Pushing event updated for resources: {'Subnet': ['ID=03ec0541-ec02-4841-99b9-2dcfb43e9118,revision_number=0']} {{(pid=93586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:04:52.473833 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-275cac53-2587-47a4-82e2-d6174a9f004e admin admin] Checking segment: {'id': 'ecd299ed-1dac-4786-8d7f-e72300f9a086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'f534d070-f433-4f81-b52e-daa60a2cf334'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 19:04:52.474193 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-275cac53-2587-47a4-82e2-d6174a9f004e admin admin] Network hostable DHCP agents. Network: f534d070-f433-4f81-b52e-daa60a2cf334, hostable agents: ['6be8dab3-c43d-43c4-9e05-9e58375c436f'], hosted agents: [] {{(pid=93586) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 19:04:52.609964 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-275cac53-2587-47a4-82e2-d6174a9f004e admin admin] Network f534d070-f433-4f81-b52e-daa60a2cf334 is scheduled to be hosted by DHCP agent 6be8dab3-c43d-43c4-9e05-9e58375c436f with binding_index 1 {{(pid=93586) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 19:04:52.758575 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.scheduler.base_scheduler [None req-275cac53-2587-47a4-82e2-d6174a9f004e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802653-1-iscsi, f534d070-f433-4f81-b52e-daa60a2cf334) {{(pid=93586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 19:04:52.762873 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-275cac53-2587-47a4-82e2-d6174a9f004e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:04:52.763456 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-275cac53-2587-47a4-82e2-d6174a9f004e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:52.768949 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c48552c-dfdc-4a05-9f5c-7fa4f7414a69 None None] Network f534d070-f433-4f81-b52e-daa60a2cf334 requested from dv-cinder-802653-1-iscsi {{(pid=93588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 19:04:52.893700 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [None req-275cac53-2587-47a4-82e2-d6174a9f004e admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8213363 Jul 28 19:04:52.896245 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.wsgi [-] (93586) accepted ('10.222.0.41', 60274) {{(pid=93586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:04:52.900747 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.v2.base [None req-8ea4e375-cd31-4245-84bc-11b520e9aa83 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1762718303-router', 'tenant_id': 'e5f8b3f642634ceca190ab8e217700ce', 'external_gateway_info': {'network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df'}}} {{(pid=93586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:04:52.921783 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96babcfa-0c89-4e8e-a03d-a9492821b207 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4954927-9383-551a-867b-ead704d2447a-f534d070-f433-4f81-b52e-daa60a2cf334', 'network_id': 'f534d070-f433-4f81-b52e-daa60a2cf334', 'tenant_id': 'e5f8b3f642634ceca190ab8e217700ce', 'fixed_ips': [{'subnet_id': '03ec0541-ec02-4841-99b9-2dcfb43e9118'}]}} from dv-cinder-802653-1-iscsi. {{(pid=93588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 19:04:52.921783 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-96babcfa-0c89-4e8e-a03d-a9492821b207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555300'] for port, before_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:53.019068 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-8ea4e375-cd31-4245-84bc-11b520e9aa83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3885658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32175'] for router, before_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:53.020347 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-8ea4e375-cd31-4245-84bc-11b520e9aa83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3885821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3822384', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3789062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32164'] for router, precommit_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:53.076511 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-8ea4e375-cd31-4245-84bc-11b520e9aa83 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:53.165741 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.db_base_plugin_common [None req-96babcfa-0c89-4e8e-a03d-a9492821b207 None None] Allocated IP 172.20.0.2 (f534d070-f433-4f81-b52e-daa60a2cf334/03ec0541-ec02-4841-99b9-2dcfb43e9118/112013e8-11ad-40df-985e-92bc77816a0b) {{(pid=93588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 19:04:53.278505 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-8ea4e375-cd31-4245-84bc-11b520e9aa83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3821514', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3885672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32138'] for router, precommit_update {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:53.305387 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-96babcfa-0c89-4e8e-a03d-a9492821b207 None None] Notify callbacks [] for port, precommit_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:53.313297 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.provisioning_blocks [None req-96babcfa-0c89-4e8e-a03d-a9492821b207 None None] Transition to ACTIVE for port object 112013e8-11ad-40df-985e-92bc77816a0b will not be triggered until provisioned by entity L2. {{(pid=93588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 19:04:53.327730 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.provisioning_blocks [None req-96babcfa-0c89-4e8e-a03d-a9492821b207 None None] Transition to ACTIVE for port object 112013e8-11ad-40df-985e-92bc77816a0b will not be triggered until provisioned by entity DHCP. {{(pid=93588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 19:04:53.390443 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-96babcfa-0c89-4e8e-a03d-a9492821b207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742349248516'] for port, after_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:53.427132 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96babcfa-0c89-4e8e-a03d-a9492821b207 None None] Network f534d070-f433-4f81-b52e-daa60a2cf334 is already hosted by enough agents. {{(pid=93588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 19:04:53.429848 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.scheduler.base_scheduler [None req-96babcfa-0c89-4e8e-a03d-a9492821b207 None None] Resources bound (agent type, host, resource id): {{(pid=93588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 19:04:53.433275 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96babcfa-0c89-4e8e-a03d-a9492821b207 None None] Received port after_create {{(pid=93588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 19:04:53.445612 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96babcfa-0c89-4e8e-a03d-a9492821b207 None None] Pushing event updated for resources: {'Port': ['ID=112013e8-11ad-40df-985e-92bc77816a0b,revision_number=1']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:04:53.491476 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.managers [None req-96babcfa-0c89-4e8e-a03d-a9492821b207 None None] Attempting to bind port 112013e8-11ad-40df-985e-92bc77816a0b on host dv-cinder-802653-1-iscsi for vnic_type normal with profile {{(pid=93588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 19:04:53.491874 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.managers [None req-96babcfa-0c89-4e8e-a03d-a9492821b207 None None] Attempting to bind port 112013e8-11ad-40df-985e-92bc77816a0b by drivers openvswitch,hyperv on host dv-cinder-802653-1-iscsi at level 0 using segments [{'id': 'ecd299ed-1dac-4786-8d7f-e72300f9a086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'f534d070-f433-4f81-b52e-daa60a2cf334'}] {{(pid=93588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 19:04:53.492242 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96babcfa-0c89-4e8e-a03d-a9492821b207 None None] Attempting to bind port 112013e8-11ad-40df-985e-92bc77816a0b on network f534d070-f433-4f81-b52e-daa60a2cf334 {{(pid=93588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 19:04:53.497169 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96babcfa-0c89-4e8e-a03d-a9492821b207 None None] Checking agent: {'id': 'db69d0ec-1e3c-47a8-846d-d71db5f0b0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802653-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 18, 54, 54), 'started_at': datetime.datetime(2021, 7, 28, 18, 55, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 19, 4, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802653-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 19:04:53.497542 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96babcfa-0c89-4e8e-a03d-a9492821b207 None None] Checking segment: {'id': 'ecd299ed-1dac-4786-8d7f-e72300f9a086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'f534d070-f433-4f81-b52e-daa60a2cf334'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 19:04:53.497945 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-96babcfa-0c89-4e8e-a03d-a9492821b207 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:53.498335 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96babcfa-0c89-4e8e-a03d-a9492821b207 None None] Bound using segment: {'id': 'ecd299ed-1dac-4786-8d7f-e72300f9a086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'f534d070-f433-4f81-b52e-daa60a2cf334'} {{(pid=93588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 19:04:53.498797 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.managers [None req-96babcfa-0c89-4e8e-a03d-a9492821b207 None None] Bound port: 112013e8-11ad-40df-985e-92bc77816a0b, host: dv-cinder-802653-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecd299ed-1dac-4786-8d7f-e72300f9a086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'f534d070-f433-4f81-b52e-daa60a2cf334'}}] {{(pid=93588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 19:04:53.499179 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-96babcfa-0c89-4e8e-a03d-a9492821b207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555300'] for port, before_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:53.523584 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-8ea4e375-cd31-4245-84bc-11b520e9aa83 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:53.543681 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-8ea4e375-cd31-4245-84bc-11b520e9aa83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555300'] for port, before_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:53.563845 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.db [None req-96babcfa-0c89-4e8e-a03d-a9492821b207 None None] For port 112013e8-11ad-40df-985e-92bc77816a0b, host dv-cinder-802653-1-iscsi, cleared binding levels {{(pid=93588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 19:04:53.566933 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.db [None req-96babcfa-0c89-4e8e-a03d-a9492821b207 None None] For port 112013e8-11ad-40df-985e-92bc77816a0b, host dv-cinder-802653-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-1-iscsi',level=0,port_id=112013e8-11ad-40df-985e-92bc77816a0b,segment=NetworkSegment(ecd299ed-1dac-4786-8d7f-e72300f9a086),segment_id=ecd299ed-1dac-4786-8d7f-e72300f9a086)] {{(pid=93588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 19:04:53.633159 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-96babcfa-0c89-4e8e-a03d-a9492821b207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742349622321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742349248534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742349248552'] for port, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:53.649844 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.db.db_base_plugin_common [None req-8ea4e375-cd31-4245-84bc-11b520e9aa83 admin admin] Allocated IP 172.27.0.146 (e684c39a-2e11-408f-97ab-0003bc0ac2df/d732a1ba-ca87-47e9-b990-15a89705616d/6e970f2c-4746-408c-84e4-81c92beef635) {{(pid=93586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 19:04:53.689338 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96babcfa-0c89-4e8e-a03d-a9492821b207 None None] Pushing event updated for resources: {'Port': ['ID=112013e8-11ad-40df-985e-92bc77816a0b,revision_number=2']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:04:53.755135 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-8ea4e375-cd31-4245-84bc-11b520e9aa83 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:53.931321 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-8ea4e375-cd31-4245-84bc-11b520e9aa83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742349248516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12083827'] for port, after_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:53.973176 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ea4e375-cd31-4245-84bc-11b520e9aa83 admin admin] Network e684c39a-2e11-408f-97ab-0003bc0ac2df is already hosted by enough agents. {{(pid=93586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 19:04:53.976557 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.scheduler.base_scheduler [None req-8ea4e375-cd31-4245-84bc-11b520e9aa83 admin admin] Resources bound (agent type, host, resource id): {{(pid=93586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 19:04:53.980360 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea4e375-cd31-4245-84bc-11b520e9aa83 admin admin] Received port after_create {{(pid=93586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 19:04:54.012137 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea4e375-cd31-4245-84bc-11b520e9aa83 admin admin] Pushing event updated for resources: {'Port': ['ID=6e970f2c-4746-408c-84e4-81c92beef635,revision_number=1']} {{(pid=93586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:04:54.250427 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:54.316973 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-8ea4e375-cd31-4245-84bc-11b520e9aa83 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:54.410143 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-07ae1fc2-fa51-4e56-9534-75445a69a9e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:54.439794 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.rpc [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Device 112013e8-11ad-40df-985e-92bc77816a0b up at agent ovs-agent-dv-cinder-802653-1-iscsi {{(pid=93588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 19:04:54.555526 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.provisioning_blocks [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Provisioning for port 112013e8-11ad-40df-985e-92bc77816a0b completed by entity L2. {{(pid=93588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 19:04:54.572873 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-d846f3be-ff92-479d-9d01-f57b05f4cac7 req-2ece11f1-b444-4444-a540-277209758db0 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] 10.222.0.41 "GET /v2.0/ports?device_id=cdf4b877-763c-4734-a6f6-69a2af026932 HTTP/1.1" status: 200 len: 210 time: 0.0279551 Jul 28 19:04:54.573869 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-8ea4e375-cd31-4245-84bc-11b520e9aa83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3885665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3821551'] for router, after_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:54.701134 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1d28ecb-8391-446d-909f-11260d3dda76 None None] Network f534d070-f433-4f81-b52e-daa60a2cf334 requested from dv-cinder-802653-1-iscsi {{(pid=93588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 19:04:54.709282 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9340e6-009e-4606-b00d-ede0fdecfa1c req-64cbb921-5a15-43bb-bb67-597fd5c70d18 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:04:54.710789 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-bc9340e6-009e-4606-b00d-ede0fdecfa1c req-64cbb921-5a15-43bb-bb67-597fd5c70d18 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/ports?device_id=746c8655-ed83-43a1-afe7-08635f73c152 HTTP/1.1" status: 200 len: 946 time: 0.0946510 Jul 28 19:04:54.770120 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-bc9340e6-009e-4606-b00d-ede0fdecfa1c req-5979da85-704c-4867-94ee-1446d7d0d48b tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/security-groups?id=42975843-26fd-496e-b975-a1703127fe22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517364 Jul 28 19:04:54.840051 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.provisioning_blocks [None req-e504530a-ef3d-4d11-9654-6dbc79cb4f95 None None] Provisioning for port 112013e8-11ad-40df-985e-92bc77816a0b completed by entity DHCP. {{(pid=93588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 19:04:54.844828 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.provisioning_blocks [None req-e504530a-ef3d-4d11-9654-6dbc79cb4f95 None None] Provisioning complete for port 112013e8-11ad-40df-985e-92bc77816a0b triggered by entity DHCP. {{(pid=93588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 19:04:54.845202 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-e504530a-ef3d-4d11-9654-6dbc79cb4f95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721938'] for port, provisioning_complete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:54.933581 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-e504530a-ef3d-4d11-9654-6dbc79cb4f95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555300'] for port, before_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:54.936035 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ea4e375-cd31-4245-84bc-11b520e9aa83 admin admin] Router de1ba10c-6bb3-4d97-b9f7-ffd118549b8a is scheduled to L3 agent a81dfe8c-a6e8-4fad-82b8-e31bee6ac2ff with binding_index 1 {{(pid=93586) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 19:04:54.967474 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.db [None req-e504530a-ef3d-4d11-9654-6dbc79cb4f95 None None] For port 112013e8-11ad-40df-985e-92bc77816a0b, host dv-cinder-802653-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-1-iscsi',level=0,port_id=112013e8-11ad-40df-985e-92bc77816a0b,segment=NetworkSegment(ecd299ed-1dac-4786-8d7f-e72300f9a086),segment_id=ecd299ed-1dac-4786-8d7f-e72300f9a086)] {{(pid=93588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:04:55.049359 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ea4e375-cd31-4245-84bc-11b520e9aa83 admin admin] Notify agent at l3_agent.dv-cinder-802653-1-iscsi the message routers_updated {{(pid=93586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 19:04:55.060284 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f162f0eb-c628-4ff6-9c16-7ed7109ab363 None None] Sync routers for ids ['de1ba10c-6bb3-4d97-b9f7-ffd118549b8a'] in dv-cinder-802653-1-iscsi {{(pid=93589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 19:04:55.067415 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-e504530a-ef3d-4d11-9654-6dbc79cb4f95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742349622321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742349248534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742349248552'] for port, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:55.070307 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f162f0eb-c628-4ff6-9c16-7ed7109ab363 None None] Routers {'de1ba10c-6bb3-4d97-b9f7-ffd118549b8a'} bound to L3 agent in host dv-cinder-802653-1-iscsi {{(pid=93589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 19:04:55.071433 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.db.l3_hamode_db [None req-f162f0eb-c628-4ff6-9c16-7ed7109ab363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802653-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T18:54:54Z,description=,heartbeat_timestamp=2021-07-28T19:04:54Z,host='dv-cinder-802653-1-iscsi',id=a81dfe8c-a6e8-4fad-82b8-e31bee6ac2ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T18:54:55Z,topic='l3_agent')) {'router_ids': ['de1ba10c-6bb3-4d97-b9f7-ffd118549b8a'], 'active': True} {{(pid=93589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:04:55.119354 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e504530a-ef3d-4d11-9654-6dbc79cb4f95 None None] Pushing event updated for resources: {'Port': ['ID=112013e8-11ad-40df-985e-92bc77816a0b,revision_number=3']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:04:55.180611 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-8ea4e375-cd31-4245-84bc-11b520e9aa83 admin admin] Notify callbacks [] for router, before_response {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:55.182335 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [None req-8ea4e375-cd31-4245-84bc-11b520e9aa83 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.2847171 Jul 28 19:04:55.184626 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.wsgi [-] (93586) accepted ('10.222.0.41', 60292) {{(pid=93586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:04:55.193872 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.provisioning_blocks [None req-e5dcc664-5961-4b0f-aa9d-e0cc4f676453 None None] Provisioning complete for port 112013e8-11ad-40df-985e-92bc77816a0b triggered by entity DHCP. {{(pid=93588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 19:04:55.194585 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-e5dcc664-5961-4b0f-aa9d-e0cc4f676453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721938'] for port, provisioning_complete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:55.214392 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.db.l3_dvr_db [None req-f162f0eb-c628-4ff6-9c16-7ed7109ab363 None None] Set router de1ba10c-6bb3-4d97-b9f7-ffd118549b8a gateway port host: dv-cinder-802653-1-iscsi {{(pid=93589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 19:04:55.317697 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a86a32e-ae6b-4668-8ea7-bd51db88cee3 req-b5b0321b-95aa-4502-b1f9-91ffc1f75bfe tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:04:55.319152 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-9a86a32e-ae6b-4668-8ea7-bd51db88cee3 req-b5b0321b-95aa-4502-b1f9-91ffc1f75bfe tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] 10.222.0.49 "GET /v2.0/networks?id=e0a2ab1a-aea2-4350-8078-2cc022d2ad29 HTTP/1.1" status: 200 len: 814 time: 0.1887708 Jul 28 19:04:55.335432 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.v2.base [req-9a86a32e-ae6b-4668-8ea7-bd51db88cee3 req-82a63ddf-80bb-4f59-b743-7225ce2fb678 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] Request body: {'port': {'device_id': 'cdf4b877-763c-4734-a6f6-69a2af026932', 'network_id': 'e0a2ab1a-aea2-4350-8078-2cc022d2ad29', 'admin_state_up': True, 'tenant_id': '8d3b7942249542e0a5d3094ec27a34f5'}} {{(pid=93586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:04:55.420881 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.db.l3_hamode_db [None req-f162f0eb-c628-4ff6-9c16-7ed7109ab363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de1ba10c-6bb3-4d97-b9f7-ffd118549b8a', 'name': 'tempest-TestMinimumBasicScenario-1762718303-router', 'tenant_id': 'e5f8b3f642634ceca190ab8e217700ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df', 'external_fixed_ips': [{'subnet_id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'ip_address': '172.27.0.146'}], 'enable_snat': True}, 'gw_port_id': '6e970f2c-4746-408c-84e4-81c92beef635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:04:53Z', 'updated_at': '2021-07-28T19:04:54Z', 'revision_number': 3, 'project_id': 'e5f8b3f642634ceca190ab8e217700ce', 'gw_port': {'id': '6e970f2c-4746-408c-84e4-81c92beef635', 'name': '', 'network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:b6:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de1ba10c-6bb3-4d97-b9f7-ffd118549b8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'ip_address': '172.27.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:04:53Z', 'updated_at': '2021-07-28T19:04:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-1-iscsi'}], 'dv-cinder-802653-1-iscsi', False) {} {{(pid=93589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:04:55.449861 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f162f0eb-c628-4ff6-9c16-7ed7109ab363 None None] Checking router: de1ba10c-6bb3-4d97-b9f7-ffd118549b8a for host: dv-cinder-802653-1-iscsi {{(pid=93589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 19:04:55.450217 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f162f0eb-c628-4ff6-9c16-7ed7109ab363 None None] Updating router de1ba10c-6bb3-4d97-b9f7-ffd118549b8a port 6e970f2c-4746-408c-84e4-81c92beef635 binding host dv-cinder-802653-1-iscsi {{(pid=93589) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 19:04:55.475970 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-f162f0eb-c628-4ff6-9c16-7ed7109ab363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555300'] for port, before_update {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:55.530900 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-acea1373-d53c-46a9-b089-9e40d352d773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:55.731987 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a86a32e-ae6b-4668-8ea7-bd51db88cee3 req-82a63ddf-80bb-4f59-b743-7225ce2fb678 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] Made reservation on behalf of 8d3b7942249542e0a5d3094ec27a34f5 for: {'port': 1} {{(pid=93586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 19:04:55.735872 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [req-9a86a32e-ae6b-4668-8ea7-bd51db88cee3 req-82a63ddf-80bb-4f59-b743-7225ce2fb678 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555300'] for port, before_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:55.791297 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-f162f0eb-c628-4ff6-9c16-7ed7109ab363 None None] Notify callbacks [] for port, precommit_update {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:55.802744 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.db.provisioning_blocks [None req-f162f0eb-c628-4ff6-9c16-7ed7109ab363 None None] Transition to ACTIVE for port object 6e970f2c-4746-408c-84e4-81c92beef635 will not be triggered until provisioned by entity L2. {{(pid=93589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 19:04:55.884588 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-f162f0eb-c628-4ff6-9c16-7ed7109ab363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742349622321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742349248534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742349248552'] for port, after_update {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:55.935466 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2200a61-91ca-49ee-9893-e58ed515469b None None] Pushing event updated for resources: {'Port': ['ID=6e970f2c-4746-408c-84e4-81c92beef635,revision_number=2']} {{(pid=93589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:04:55.945187 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2200a61-91ca-49ee-9893-e58ed515469b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:04:55.945540 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2200a61-91ca-49ee-9893-e58ed515469b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:04:55.945885 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2200a61-91ca-49ee-9893-e58ed515469b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:04:55.946220 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2200a61-91ca-49ee-9893-e58ed515469b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:04:55.946551 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2200a61-91ca-49ee-9893-e58ed515469b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:04:55.946895 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2200a61-91ca-49ee-9893-e58ed515469b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:04:55.947204 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2200a61-91ca-49ee-9893-e58ed515469b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:04:55.947694 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2200a61-91ca-49ee-9893-e58ed515469b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:04:55.948238 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2200a61-91ca-49ee-9893-e58ed515469b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:04:55.948575 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2200a61-91ca-49ee-9893-e58ed515469b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:04:55.948896 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2200a61-91ca-49ee-9893-e58ed515469b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:04:55.949218 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2200a61-91ca-49ee-9893-e58ed515469b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:04:55.964379 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.plugins.ml2.managers [None req-f162f0eb-c628-4ff6-9c16-7ed7109ab363 None None] Attempting to bind port 6e970f2c-4746-408c-84e4-81c92beef635 on host dv-cinder-802653-1-iscsi for vnic_type normal with profile {{(pid=93589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 19:04:55.964754 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.plugins.ml2.managers [None req-f162f0eb-c628-4ff6-9c16-7ed7109ab363 None None] Attempting to bind port 6e970f2c-4746-408c-84e4-81c92beef635 by drivers openvswitch,hyperv on host dv-cinder-802653-1-iscsi at level 0 using segments [{'id': '17bd56bb-f533-4c75-bcf1-86c99094db6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df'}] {{(pid=93589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 19:04:55.965124 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f162f0eb-c628-4ff6-9c16-7ed7109ab363 None None] Attempting to bind port 6e970f2c-4746-408c-84e4-81c92beef635 on network e684c39a-2e11-408f-97ab-0003bc0ac2df {{(pid=93589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 19:04:55.970254 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f162f0eb-c628-4ff6-9c16-7ed7109ab363 None None] Checking agent: {'id': 'db69d0ec-1e3c-47a8-846d-d71db5f0b0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802653-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 18, 54, 54), 'started_at': datetime.datetime(2021, 7, 28, 18, 55, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 19, 4, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802653-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 19:04:55.970734 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f162f0eb-c628-4ff6-9c16-7ed7109ab363 None None] Checking segment: {'id': '17bd56bb-f533-4c75-bcf1-86c99094db6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 19:04:55.971148 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-f162f0eb-c628-4ff6-9c16-7ed7109ab363 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:55.971533 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f162f0eb-c628-4ff6-9c16-7ed7109ab363 None None] Bound using segment: {'id': '17bd56bb-f533-4c75-bcf1-86c99094db6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df'} {{(pid=93589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 19:04:55.972227 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.plugins.ml2.managers [None req-f162f0eb-c628-4ff6-9c16-7ed7109ab363 None None] Bound port: 6e970f2c-4746-408c-84e4-81c92beef635, host: dv-cinder-802653-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17bd56bb-f533-4c75-bcf1-86c99094db6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df'}}] {{(pid=93589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 19:04:55.972605 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-f162f0eb-c628-4ff6-9c16-7ed7109ab363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555300'] for port, before_update {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:56.031497 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-09a2dda9-7023-4c00-bed9-46b473b3bd6b req-668b2f42-d9e6-4697-98d7-25989927920e tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] 10.222.0.41 "GET /v2.0/ports?device_id=cdf4b877-763c-4734-a6f6-69a2af026932 HTTP/1.1" status: 200 len: 210 time: 0.2922966 Jul 28 19:04:56.032661 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.plugins.ml2.db [None req-f162f0eb-c628-4ff6-9c16-7ed7109ab363 None None] For port 6e970f2c-4746-408c-84e4-81c92beef635, host dv-cinder-802653-1-iscsi, cleared binding levels {{(pid=93589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 19:04:56.037024 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.plugins.ml2.db [None req-f162f0eb-c628-4ff6-9c16-7ed7109ab363 None None] For port 6e970f2c-4746-408c-84e4-81c92beef635, host dv-cinder-802653-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-1-iscsi',level=0,port_id=6e970f2c-4746-408c-84e4-81c92beef635,segment=NetworkSegment(17bd56bb-f533-4c75-bcf1-86c99094db6a),segment_id=17bd56bb-f533-4c75-bcf1-86c99094db6a)] {{(pid=93589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 19:04:56.105252 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-f162f0eb-c628-4ff6-9c16-7ed7109ab363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742349622321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742349248534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742349248552'] for port, after_update {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:56.153786 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f162f0eb-c628-4ff6-9c16-7ed7109ab363 None None] Routers {'de1ba10c-6bb3-4d97-b9f7-ffd118549b8a'} bound to L3 agent in host dv-cinder-802653-1-iscsi {{(pid=93589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 19:04:56.154488 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.db.l3_hamode_db [None req-f162f0eb-c628-4ff6-9c16-7ed7109ab363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802653-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T18:54:54Z,description=,heartbeat_timestamp=2021-07-28T19:04:54Z,host='dv-cinder-802653-1-iscsi',id=a81dfe8c-a6e8-4fad-82b8-e31bee6ac2ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T18:54:55Z,topic='l3_agent')) {'router_ids': ['de1ba10c-6bb3-4d97-b9f7-ffd118549b8a'], 'active': True} {{(pid=93589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:04:56.165214 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127fd512-db10-4628-9c7b-2521d31910cc req-8453d20f-22ae-44e9-bbdc-8971e415018d tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:04:56.166799 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-127fd512-db10-4628-9c7b-2521d31910cc req-8453d20f-22ae-44e9-bbdc-8971e415018d tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/ports?device_id=746c8655-ed83-43a1-afe7-08635f73c152 HTTP/1.1" status: 200 len: 946 time: 0.1611092 Jul 28 19:04:56.171096 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-336e0858-f99c-4332-876d-7feaf968b595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555300'] for port, before_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:56.206308 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2200a61-91ca-49ee-9893-e58ed515469b None None] Pushing event updated for resources: {'Port': ['ID=6e970f2c-4746-408c-84e4-81c92beef635,revision_number=3']} {{(pid=93589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:04:56.277265 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.db.l3_dvr_db [None req-f162f0eb-c628-4ff6-9c16-7ed7109ab363 None None] Set router de1ba10c-6bb3-4d97-b9f7-ffd118549b8a gateway port host: dv-cinder-802653-1-iscsi {{(pid=93589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 19:04:56.290905 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.db.db_base_plugin_common [req-9a86a32e-ae6b-4668-8ea7-bd51db88cee3 req-82a63ddf-80bb-4f59-b743-7225ce2fb678 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] Allocated IP 172.20.0.7 (e0a2ab1a-aea2-4350-8078-2cc022d2ad29/32eab73f-d113-43b8-aebd-3853735c2bcc/90a887fc-b501-47bc-9162-72ef3f659512) {{(pid=93586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 19:04:56.297339 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-127fd512-db10-4628-9c7b-2521d31910cc req-c3fc9e89-7de0-4057-aad4-406d30b26e14 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/security-groups?id=42975843-26fd-496e-b975-a1703127fe22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190419 Jul 28 19:04:56.415292 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.rpc [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Device 112013e8-11ad-40df-985e-92bc77816a0b up at agent ovs-agent-dv-cinder-802653-1-iscsi {{(pid=93588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 19:04:56.465287 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.provisioning_blocks [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Provisioning complete for port 112013e8-11ad-40df-985e-92bc77816a0b triggered by entity L2. {{(pid=93588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 19:04:56.465719 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721938'] for port, provisioning_complete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:56.496577 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.db.db_base_plugin_common [None req-336e0858-f99c-4332-876d-7feaf968b595 admin admin] Allocated IP 172.20.0.1 (f534d070-f433-4f81-b52e-daa60a2cf334/03ec0541-ec02-4841-99b9-2dcfb43e9118/cd039077-8105-4213-9457-854b11b578bc) {{(pid=93586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 19:04:56.557543 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.db.l3_hamode_db [None req-f162f0eb-c628-4ff6-9c16-7ed7109ab363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de1ba10c-6bb3-4d97-b9f7-ffd118549b8a', 'name': 'tempest-TestMinimumBasicScenario-1762718303-router', 'tenant_id': 'e5f8b3f642634ceca190ab8e217700ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df', 'external_fixed_ips': [{'subnet_id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'ip_address': '172.27.0.146'}], 'enable_snat': True}, 'gw_port_id': '6e970f2c-4746-408c-84e4-81c92beef635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:04:53Z', 'updated_at': '2021-07-28T19:04:54Z', 'revision_number': 3, 'project_id': 'e5f8b3f642634ceca190ab8e217700ce', 'gw_port': {'id': '6e970f2c-4746-408c-84e4-81c92beef635', 'name': '', 'network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:b6:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de1ba10c-6bb3-4d97-b9f7-ffd118549b8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'ip_address': '172.27.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:04:53Z', 'updated_at': '2021-07-28T19:04:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-1-iscsi'}], 'dv-cinder-802653-1-iscsi', False) {} {{(pid=93589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:04:56.579786 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [req-9a86a32e-ae6b-4668-8ea7-bd51db88cee3 req-82a63ddf-80bb-4f59-b743-7225ce2fb678 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] Notify callbacks [] for port, precommit_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:56.583671 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f162f0eb-c628-4ff6-9c16-7ed7109ab363 None None] The sync data for ids ['de1ba10c-6bb3-4d97-b9f7-ffd118549b8a'] in dv-cinder-802653-1-iscsi is: [{'id': 'de1ba10c-6bb3-4d97-b9f7-ffd118549b8a', 'name': 'tempest-TestMinimumBasicScenario-1762718303-router', 'tenant_id': 'e5f8b3f642634ceca190ab8e217700ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df', 'external_fixed_ips': [{'subnet_id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'ip_address': '172.27.0.146'}], 'enable_snat': True}, 'gw_port_id': '6e970f2c-4746-408c-84e4-81c92beef635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:04:53Z', 'updated_at': '2021-07-28T19:04:54Z', 'revision_number': 3, 'project_id': 'e5f8b3f642634ceca190ab8e217700ce', 'gw_port': {'id': '6e970f2c-4746-408c-84e4-81c92beef635', 'name': '', 'network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:b6:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de1ba10c-6bb3-4d97-b9f7-ffd118549b8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'ip_address': '172.27.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:04:53Z', 'updated_at': '2021-07-28T19:04:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-1-iscsi'}] {{(pid=93589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 19:04:56.654196 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-336e0858-f99c-4332-876d-7feaf968b595 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:56.672281 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.db.provisioning_blocks [None req-336e0858-f99c-4332-876d-7feaf968b595 admin admin] Transition to ACTIVE for port object cd039077-8105-4213-9457-854b11b578bc will not be triggered until provisioned by entity DHCP. {{(pid=93586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 19:04:56.741817 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [req-9a86a32e-ae6b-4668-8ea7-bd51db88cee3 req-82a63ddf-80bb-4f59-b743-7225ce2fb678 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742349248516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12083827'] for port, after_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:56.761194 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.db [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] get_ports_and_sgs() called for port_ids ['00efaa0f-267e-46a3-b437-c6b06e7bc703', 'c330fd36-6d01-429e-bbe7-9ae49a099323'] {{(pid=93588) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 19:04:56.779721 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-336e0858-f99c-4332-876d-7feaf968b595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742349248516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12083827'] for port, after_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:56.824271 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a86a32e-ae6b-4668-8ea7-bd51db88cee3 req-82a63ddf-80bb-4f59-b743-7225ce2fb678 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] Network e0a2ab1a-aea2-4350-8078-2cc022d2ad29 is already hosted by enough agents. {{(pid=93586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 19:04:56.833098 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a63ddf-80bb-4f59-b743-7225ce2fb678 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] Pushing event updated for resources: {'Port': ['ID=90a887fc-b501-47bc-9162-72ef3f659512,revision_number=1']} {{(pid=93586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:04:56.835937 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.scheduler.base_scheduler [req-9a86a32e-ae6b-4668-8ea7-bd51db88cee3 req-82a63ddf-80bb-4f59-b743-7225ce2fb678 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] Resources bound (agent type, host, resource id): {{(pid=93586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 19:04:56.841737 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a86a32e-ae6b-4668-8ea7-bd51db88cee3 req-82a63ddf-80bb-4f59-b743-7225ce2fb678 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] Received port after_create {{(pid=93586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 19:04:56.875797 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-336e0858-f99c-4332-876d-7feaf968b595 admin admin] Network f534d070-f433-4f81-b52e-daa60a2cf334 is already hosted by enough agents. {{(pid=93586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 19:04:56.906121 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.scheduler.base_scheduler [None req-336e0858-f99c-4332-876d-7feaf968b595 admin admin] Resources bound (agent type, host, resource id): {{(pid=93586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 19:04:56.912365 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-336e0858-f99c-4332-876d-7feaf968b595 admin admin] Received port after_create {{(pid=93586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 19:04:57.025698 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a86a32e-ae6b-4668-8ea7-bd51db88cee3 req-82a63ddf-80bb-4f59-b743-7225ce2fb678 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:04:57.026540 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [req-9a86a32e-ae6b-4668-8ea7-bd51db88cee3 req-82a63ddf-80bb-4f59-b743-7225ce2fb678 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148603'] for port, before_response {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:57.044688 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-336e0858-f99c-4332-876d-7feaf968b595 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3821360'] for router_interface, before_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:57.047911 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336e0858-f99c-4332-876d-7feaf968b595 admin admin] Pushing event updated for resources: {'Port': ['ID=cd039077-8105-4213-9457-854b11b578bc,revision_number=1']} {{(pid=93586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:04:57.241875 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-9a86a32e-ae6b-4668-8ea7-bd51db88cee3 req-82a63ddf-80bb-4f59-b743-7225ce2fb678 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9110291 Jul 28 19:04:57.266677 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.v2.base [req-9a86a32e-ae6b-4668-8ea7-bd51db88cee3 req-9fb45d9b-8334-4456-8fa5-c3c644b36335 service neutron] Request body: {'port': {'device_id': 'cdf4b877-763c-4734-a6f6-69a2af026932', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80265'}} {{(pid=93586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:04:57.304842 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cef121-2cb2-4ac7-af68-3092b9aeb809 req-365245d5-4713-408f-aa02-a049430d44c7 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:04:57.306414 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-e9cef121-2cb2-4ac7-af68-3092b9aeb809 req-365245d5-4713-408f-aa02-a049430d44c7 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] 10.222.0.41 "GET /v2.0/ports?device_id=cdf4b877-763c-4734-a6f6-69a2af026932 HTTP/1.1" status: 200 len: 931 time: 0.1393454 Jul 28 19:04:57.368130 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [req-9a86a32e-ae6b-4668-8ea7-bd51db88cee3 req-9fb45d9b-8334-4456-8fa5-c3c644b36335 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555300'] for port, before_update {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:57.408763 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-e9cef121-2cb2-4ac7-af68-3092b9aeb809 req-78c96097-488e-4c5e-8658-c819e673f231 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] 10.222.0.41 "GET /v2.0/security-groups?id=1eb5a05b-31a0-42f8-b1e4-d0f49b56a7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943692 Jul 28 19:04:57.416207 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.provisioning_blocks [None req-366aafe0-464b-4b7e-8cf7-9eb7732d5375 None None] Provisioning for port cd039077-8105-4213-9457-854b11b578bc completed by entity DHCP. {{(pid=93588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 19:04:57.420751 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.provisioning_blocks [None req-366aafe0-464b-4b7e-8cf7-9eb7732d5375 None None] Provisioning complete for port cd039077-8105-4213-9457-854b11b578bc triggered by entity DHCP. {{(pid=93588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 19:04:57.432072 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-366aafe0-464b-4b7e-8cf7-9eb7732d5375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721938'] for port, provisioning_complete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:57.443621 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-336e0858-f99c-4332-876d-7feaf968b595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555300'] for port, before_update {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:57.481169 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.plugin [None req-366aafe0-464b-4b7e-8cf7-9eb7732d5375 None None] Port cd039077-8105-4213-9457-854b11b578bc cannot update to ACTIVE because it is not bound. {{(pid=93588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 19:04:57.581439 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-26c861f8-c84b-4272-86f3-59900436582c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:57.728815 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4aca74c-13e7-403f-b253-a5ddd7ba897a req-657bec14-9349-4820-a12b-4c960b52ae14 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:04:57.730343 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-c4aca74c-13e7-403f-b253-a5ddd7ba897a req-657bec14-9349-4820-a12b-4c960b52ae14 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/ports?device_id=746c8655-ed83-43a1-afe7-08635f73c152 HTTP/1.1" status: 200 len: 946 time: 0.2281122 Jul 28 19:04:57.834442 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-c4aca74c-13e7-403f-b253-a5ddd7ba897a req-13f70617-0f01-42c6-9313-4bc4087a23ab tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/security-groups?id=42975843-26fd-496e-b975-a1703127fe22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949290 Jul 28 19:04:57.891262 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-336e0858-f99c-4332-876d-7feaf968b595 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:57.931662 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.notifiers.nova [req-9a86a32e-ae6b-4668-8ea7-bd51db88cee3 req-9fb45d9b-8334-4456-8fa5-c3c644b36335 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90a887fc-b501-47bc-9162-72ef3f659512 {{(pid=93586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 19:04:57.940022 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [req-9a86a32e-ae6b-4668-8ea7-bd51db88cee3 req-9fb45d9b-8334-4456-8fa5-c3c644b36335 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:57.959114 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.db.provisioning_blocks [req-9a86a32e-ae6b-4668-8ea7-bd51db88cee3 req-9fb45d9b-8334-4456-8fa5-c3c644b36335 service neutron] Transition to ACTIVE for port object 90a887fc-b501-47bc-9162-72ef3f659512 will not be triggered until provisioned by entity L2. {{(pid=93586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 19:04:58.004490 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-336e0858-f99c-4332-876d-7feaf968b595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742349622321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742349248534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742349248552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12083818'] for port, after_update {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:58.049635 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [req-9a86a32e-ae6b-4668-8ea7-bd51db88cee3 req-9fb45d9b-8334-4456-8fa5-c3c644b36335 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742349622321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742349248534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742349248552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12083818'] for port, after_update {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:58.089107 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336e0858-f99c-4332-876d-7feaf968b595 admin admin] Pushing event updated for resources: {'Port': ['ID=cd039077-8105-4213-9457-854b11b578bc,revision_number=2']} {{(pid=93586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:04:58.091442 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-336e0858-f99c-4332-876d-7feaf968b595 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3760054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3821728'] for router_interface, after_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:58.206268 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb45d9b-8334-4456-8fa5-c3c644b36335 service neutron] Pushing event updated for resources: {'Port': ['ID=90a887fc-b501-47bc-9162-72ef3f659512,revision_number=2']} {{(pid=93586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:04:58.259433 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.plugins.ml2.managers [req-9a86a32e-ae6b-4668-8ea7-bd51db88cee3 req-9fb45d9b-8334-4456-8fa5-c3c644b36335 service neutron] Attempting to bind port 90a887fc-b501-47bc-9162-72ef3f659512 on host hv-cinder-80265 for vnic_type normal with profile {{(pid=93586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 19:04:58.260234 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.plugins.ml2.managers [req-9a86a32e-ae6b-4668-8ea7-bd51db88cee3 req-9fb45d9b-8334-4456-8fa5-c3c644b36335 service neutron] Attempting to bind port 90a887fc-b501-47bc-9162-72ef3f659512 by drivers openvswitch,hyperv on host hv-cinder-80265 at level 0 using segments [{'id': '0371c4bd-4d97-467a-b535-ac8857907d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'e0a2ab1a-aea2-4350-8078-2cc022d2ad29'}] {{(pid=93586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 19:04:58.260234 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a86a32e-ae6b-4668-8ea7-bd51db88cee3 req-9fb45d9b-8334-4456-8fa5-c3c644b36335 service neutron] Attempting to bind port 90a887fc-b501-47bc-9162-72ef3f659512 on network e0a2ab1a-aea2-4350-8078-2cc022d2ad29 {{(pid=93586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 19:04:58.271682 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a86a32e-ae6b-4668-8ea7-bd51db88cee3 req-9fb45d9b-8334-4456-8fa5-c3c644b36335 service neutron] Port 90a887fc-b501-47bc-9162-72ef3f659512 on network e0a2ab1a-aea2-4350-8078-2cc022d2ad29 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80265 {{(pid=93586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 19:04:58.272035 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a86a32e-ae6b-4668-8ea7-bd51db88cee3 req-9fb45d9b-8334-4456-8fa5-c3c644b36335 service neutron] Attempting to bind port 90a887fc-b501-47bc-9162-72ef3f659512 on network e0a2ab1a-aea2-4350-8078-2cc022d2ad29 {{(pid=93586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 19:04:58.281386 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a86a32e-ae6b-4668-8ea7-bd51db88cee3 req-9fb45d9b-8334-4456-8fa5-c3c644b36335 service neutron] Checking agent: {'id': 'f02a77d8-88e9-4ce1-b3bf-c8b64693a24a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80265', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 19, 1, 31), 'started_at': datetime.datetime(2021, 7, 28, 19, 1, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 19, 4, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 19:04:58.281725 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a86a32e-ae6b-4668-8ea7-bd51db88cee3 req-9fb45d9b-8334-4456-8fa5-c3c644b36335 service neutron] Checking segment: {'id': '0371c4bd-4d97-467a-b535-ac8857907d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'e0a2ab1a-aea2-4350-8078-2cc022d2ad29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 19:04:58.282105 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a86a32e-ae6b-4668-8ea7-bd51db88cee3 req-9fb45d9b-8334-4456-8fa5-c3c644b36335 service neutron] Bound using segment: {'id': '0371c4bd-4d97-467a-b535-ac8857907d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'e0a2ab1a-aea2-4350-8078-2cc022d2ad29'} {{(pid=93586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 19:04:58.282536 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.plugins.ml2.managers [req-9a86a32e-ae6b-4668-8ea7-bd51db88cee3 req-9fb45d9b-8334-4456-8fa5-c3c644b36335 service neutron] Bound port: 90a887fc-b501-47bc-9162-72ef3f659512, host: hv-cinder-80265, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0371c4bd-4d97-467a-b535-ac8857907d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'e0a2ab1a-aea2-4350-8078-2cc022d2ad29'}}] {{(pid=93586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 19:04:58.282893 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [req-9a86a32e-ae6b-4668-8ea7-bd51db88cee3 req-9fb45d9b-8334-4456-8fa5-c3c644b36335 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555300'] for port, before_update {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:58.286337 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-336e0858-f99c-4332-876d-7feaf968b595 admin admin] Network f534d070-f433-4f81-b52e-daa60a2cf334 is already hosted by enough agents. {{(pid=93586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 19:04:58.288537 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.scheduler.base_scheduler [None req-336e0858-f99c-4332-876d-7feaf968b595 admin admin] Resources bound (agent type, host, resource id): {{(pid=93586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 19:04:58.458536 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.rpc [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Device 6e970f2c-4746-408c-84e4-81c92beef635 up at agent ovs-agent-dv-cinder-802653-1-iscsi {{(pid=93588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 19:04:58.492583 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.plugins.ml2.db [req-9a86a32e-ae6b-4668-8ea7-bd51db88cee3 req-9fb45d9b-8334-4456-8fa5-c3c644b36335 service neutron] For port 90a887fc-b501-47bc-9162-72ef3f659512, host hv-cinder-80265, cleared binding levels {{(pid=93586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 19:04:58.556148 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.plugins.ml2.db [req-9a86a32e-ae6b-4668-8ea7-bd51db88cee3 req-9fb45d9b-8334-4456-8fa5-c3c644b36335 service neutron] For port 90a887fc-b501-47bc-9162-72ef3f659512, host hv-cinder-80265, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=90a887fc-b501-47bc-9162-72ef3f659512,segment=NetworkSegment(0371c4bd-4d97-467a-b535-ac8857907d33),segment_id=0371c4bd-4d97-467a-b535-ac8857907d33)] {{(pid=93586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 19:04:58.563331 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-336e0858-f99c-4332-876d-7feaf968b595 admin admin] Router de1ba10c-6bb3-4d97-b9f7-ffd118549b8a has already been hosted by L3 agent a81dfe8c-a6e8-4fad-82b8-e31bee6ac2ff {{(pid=93586) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 19:04:58.605876 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.provisioning_blocks [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Provisioning for port 6e970f2c-4746-408c-84e4-81c92beef635 completed by entity L2. {{(pid=93588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 19:04:58.608820 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.provisioning_blocks [None req-52b4176d-76d6-41f6-8fbf-13a8919b91c2 None None] Provisioning complete for port cd039077-8105-4213-9457-854b11b578bc triggered by entity DHCP. {{(pid=93588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 19:04:58.619035 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-52b4176d-76d6-41f6-8fbf-13a8919b91c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721938'] for port, provisioning_complete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:58.619035 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.provisioning_blocks [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Provisioning complete for port 6e970f2c-4746-408c-84e4-81c92beef635 triggered by entity L2. {{(pid=93588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 19:04:58.619035 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721938'] for port, provisioning_complete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:58.644348 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [req-9a86a32e-ae6b-4668-8ea7-bd51db88cee3 req-9fb45d9b-8334-4456-8fa5-c3c644b36335 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742349622321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742349248534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742349248552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12083818'] for port, after_update {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:58.682893 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.plugin [None req-52b4176d-76d6-41f6-8fbf-13a8919b91c2 None None] Port cd039077-8105-4213-9457-854b11b578bc cannot update to ACTIVE because it is not bound. {{(pid=93588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 19:04:58.695943 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c52976-900e-4862-92d4-d886f2f589c2 req-ff9b1600-ee32-4dbe-bbc1-7d47dcd2fac6 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:04:58.697531 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-74c52976-900e-4862-92d4-d886f2f589c2 req-ff9b1600-ee32-4dbe-bbc1-7d47dcd2fac6 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] 10.222.0.41 "GET /v2.0/ports?device_id=cdf4b877-763c-4734-a6f6-69a2af026932 HTTP/1.1" status: 200 len: 943 time: 0.1306393 Jul 28 19:04:58.747179 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a86a32e-ae6b-4668-8ea7-bd51db88cee3 req-9fb45d9b-8334-4456-8fa5-c3c644b36335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:04:58.751543 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [req-9a86a32e-ae6b-4668-8ea7-bd51db88cee3 req-9fb45d9b-8334-4456-8fa5-c3c644b36335 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148603'] for port, before_response {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:58.751543 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-9a86a32e-ae6b-4668-8ea7-bd51db88cee3 req-9fb45d9b-8334-4456-8fa5-c3c644b36335 service neutron] 10.222.0.49 "PUT /v2.0/ports/90a887fc-b501-47bc-9162-72ef3f659512 HTTP/1.1" status: 200 len: 1093 time: 1.4917672 Jul 28 19:04:58.751543 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdf4b877-763c-4734-a6f6-69a2af026932', 'tag': '90a887fc-b501-47bc-9162-72ef3f659512'}] {{(pid=93586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 19:04:58.754290 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be08c321523524cea896d4e8aa610e0b61aedc9f5bb636967bf6413fb0e56d16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e9fb763-03a3-418c-b6ee-14b18115e7b3" -d '{"events": [{"name": "network-changed", "server_uuid": "cdf4b877-763c-4734-a6f6-69a2af026932", "tag": "90a887fc-b501-47bc-9162-72ef3f659512"}]}' {{(pid=93586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 19:04:58.759961 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555300'] for port, before_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:58.783052 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.db [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] For port 6e970f2c-4746-408c-84e4-81c92beef635, host dv-cinder-802653-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-1-iscsi',level=0,port_id=6e970f2c-4746-408c-84e4-81c92beef635,segment=NetworkSegment(17bd56bb-f533-4c75-bcf1-86c99094db6a),segment_id=17bd56bb-f533-4c75-bcf1-86c99094db6a)] {{(pid=93588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:04:58.791439 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb45d9b-8334-4456-8fa5-c3c644b36335 service neutron] Pushing event updated for resources: {'Port': ['ID=90a887fc-b501-47bc-9162-72ef3f659512,revision_number=3']} {{(pid=93586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:04:58.819070 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-336e0858-f99c-4332-876d-7feaf968b595 admin admin] Notify agent at l3_agent.dv-cinder-802653-1-iscsi the message routers_updated {{(pid=93586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 19:04:58.823040 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-74c52976-900e-4862-92d4-d886f2f589c2 req-9ea528cc-08fe-427b-88d4-61467a0284e4 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] 10.222.0.41 "GET /v2.0/security-groups?id=1eb5a05b-31a0-42f8-b1e4-d0f49b56a7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891984 Jul 28 19:04:58.828279 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [None req-336e0858-f99c-4332-876d-7feaf968b595 admin admin] 10.222.0.41 "PUT /v2.0/routers/de1ba10c-6bb3-4d97-b9f7-ffd118549b8a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6425531 Jul 28 19:04:58.840749 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0146d7dc-a745-43aa-86e1-814abf31359c None None] Sync routers for ids ['de1ba10c-6bb3-4d97-b9f7-ffd118549b8a'] in dv-cinder-802653-1-iscsi {{(pid=93588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 19:04:58.857262 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742349622321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742349248534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742349248552'] for port, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:58.868659 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0146d7dc-a745-43aa-86e1-814abf31359c None None] Routers {'de1ba10c-6bb3-4d97-b9f7-ffd118549b8a'} bound to L3 agent in host dv-cinder-802653-1-iscsi {{(pid=93588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 19:04:58.869659 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.l3_hamode_db [None req-0146d7dc-a745-43aa-86e1-814abf31359c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802653-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T18:54:54Z,description=,heartbeat_timestamp=2021-07-28T19:04:54Z,host='dv-cinder-802653-1-iscsi',id=a81dfe8c-a6e8-4fad-82b8-e31bee6ac2ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T18:54:55Z,topic='l3_agent')) {'router_ids': ['de1ba10c-6bb3-4d97-b9f7-ffd118549b8a'], 'active': True} {{(pid=93588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:04:58.897437 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 19:04:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c047be4-c7f2-4085-a894-247d774b24b0 x-openstack-request-id: req-9c047be4-c7f2-4085-a894-247d774b24b0 {{(pid=93586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 19:04:58.897728 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdf4b877-763c-4734-a6f6-69a2af026932", "tag": "90a887fc-b501-47bc-9162-72ef3f659512", "status": "completed", "code": 200}]} {{(pid=93586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 19:04:58.897975 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9c047be4-c7f2-4085-a894-247d774b24b0 {{(pid=93586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 19:04:58.898371 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdf4b877-763c-4734-a6f6-69a2af026932', 'tag': '90a887fc-b501-47bc-9162-72ef3f659512', 'status': 'completed', 'code': 200} Jul 28 19:04:59.007106 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Pushing event updated for resources: {'Port': ['ID=6e970f2c-4746-408c-84e4-81c92beef635,revision_number=4']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:04:59.072000 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.l3_dvr_db [None req-0146d7dc-a745-43aa-86e1-814abf31359c None None] Set router de1ba10c-6bb3-4d97-b9f7-ffd118549b8a gateway port host: dv-cinder-802653-1-iscsi {{(pid=93588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 19:04:59.096226 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a86a32e-ae6b-4668-8ea7-bd51db88cee3 req-e4e9d11f-b7ab-4d29-9320-f4e652d11d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:04:59.098394 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-9a86a32e-ae6b-4668-8ea7-bd51db88cee3 req-e4e9d11f-b7ab-4d29-9320-f4e652d11d2b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8d3b7942249542e0a5d3094ec27a34f5&device_id=cdf4b877-763c-4734-a6f6-69a2af026932 HTTP/1.1" status: 200 len: 1096 time: 0.1955180 Jul 28 19:04:59.120728 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc078c9-cfa3-4932-84fd-a8219603edf0 req-85cff395-d86d-4cb9-9dc6-70117902fbba tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:04:59.122553 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-1bc078c9-cfa3-4932-84fd-a8219603edf0 req-85cff395-d86d-4cb9-9dc6-70117902fbba tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/ports?device_id=746c8655-ed83-43a1-afe7-08635f73c152 HTTP/1.1" status: 200 len: 946 time: 0.0898387 Jul 28 19:04:59.167263 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-9a86a32e-ae6b-4668-8ea7-bd51db88cee3 req-fb24c2fd-b937-45dc-a2cd-2c697f34769b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=90a887fc-b501-47bc-9162-72ef3f659512 HTTP/1.1" status: 200 len: 217 time: 0.0436313 Jul 28 19:04:59.226154 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-1bc078c9-cfa3-4932-84fd-a8219603edf0 req-2601be4d-3120-493e-b1dd-3117298c8658 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/security-groups?id=42975843-26fd-496e-b975-a1703127fe22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932102 Jul 28 19:04:59.239113 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a86a32e-ae6b-4668-8ea7-bd51db88cee3 req-8b8717db-3637-4105-939e-4744c09d1d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:04:59.240810 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-9a86a32e-ae6b-4668-8ea7-bd51db88cee3 req-8b8717db-3637-4105-939e-4744c09d1d04 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=32eab73f-d113-43b8-aebd-3853735c2bcc HTTP/1.1" status: 200 len: 854 time: 0.0596459 Jul 28 19:04:59.286761 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.l3_hamode_db [None req-0146d7dc-a745-43aa-86e1-814abf31359c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de1ba10c-6bb3-4d97-b9f7-ffd118549b8a', 'name': 'tempest-TestMinimumBasicScenario-1762718303-router', 'tenant_id': 'e5f8b3f642634ceca190ab8e217700ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df', 'external_fixed_ips': [{'subnet_id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'ip_address': '172.27.0.146'}], 'enable_snat': True}, 'gw_port_id': '6e970f2c-4746-408c-84e4-81c92beef635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:04:53Z', 'updated_at': '2021-07-28T19:04:57Z', 'revision_number': 4, 'project_id': 'e5f8b3f642634ceca190ab8e217700ce', 'gw_port': {'id': '6e970f2c-4746-408c-84e4-81c92beef635', 'name': '', 'network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:b6:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de1ba10c-6bb3-4d97-b9f7-ffd118549b8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'ip_address': '172.27.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:04:53Z', 'updated_at': '2021-07-28T19:04:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-1-iscsi', '_interfaces': [{'id': 'cd039077-8105-4213-9457-854b11b578bc', 'name': '', 'network_id': 'f534d070-f433-4f81-b52e-daa60a2cf334', 'tenant_id': 'e5f8b3f642634ceca190ab8e217700ce', 'mac_address': 'fa:16:3e:78:b4:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de1ba10c-6bb3-4d97-b9f7-ffd118549b8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '03ec0541-ec02-4841-99b9-2dcfb43e9118', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:04:56Z', 'updated_at': '2021-07-28T19:04:57Z', 'revision_number': 2, 'project_id': 'e5f8b3f642634ceca190ab8e217700ce', 'subnets': [{'id': '03ec0541-ec02-4841-99b9-2dcfb43e9118', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802653-1-iscsi', False) {} {{(pid=93588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:04:59.318519 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0146d7dc-a745-43aa-86e1-814abf31359c None None] Checking router: de1ba10c-6bb3-4d97-b9f7-ffd118549b8a for host: dv-cinder-802653-1-iscsi {{(pid=93588) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 19:04:59.318874 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0146d7dc-a745-43aa-86e1-814abf31359c None None] Updating router de1ba10c-6bb3-4d97-b9f7-ffd118549b8a port cd039077-8105-4213-9457-854b11b578bc binding host dv-cinder-802653-1-iscsi {{(pid=93588) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 19:04:59.345031 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-0146d7dc-a745-43aa-86e1-814abf31359c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555300'] for port, before_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:59.514401 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-9a86a32e-ae6b-4668-8ea7-bd51db88cee3 req-e458ba82-5bb2-4799-9598-a84857f1c43e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e0a2ab1a-aea2-4350-8078-2cc022d2ad29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2643538 Jul 28 19:04:59.589374 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.wsgi [-] (93587) accepted ('10.222.0.41', 60420) {{(pid=93587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:04:59.635703 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-9a86a32e-ae6b-4668-8ea7-bd51db88cee3 req-7c34b945-579a-4fe3-94d0-8a214b4d7b0e service neutron] 10.222.0.49 "GET /v2.0/networks/e0a2ab1a-aea2-4350-8078-2cc022d2ad29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114974 Jul 28 19:04:59.676621 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.wsgi [-] (93587) accepted ('10.222.0.41', 60426) {{(pid=93587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:04:59.689689 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-0146d7dc-a745-43aa-86e1-814abf31359c None None] Notify callbacks [] for port, precommit_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:59.710099 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.provisioning_blocks [None req-0146d7dc-a745-43aa-86e1-814abf31359c None None] Transition to ACTIVE for port object cd039077-8105-4213-9457-854b11b578bc will not be triggered until provisioned by entity L2. {{(pid=93588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 19:04:59.747358 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-9a86a32e-ae6b-4668-8ea7-bd51db88cee3 req-b41ff794-01b1-4d56-ac3f-0cd71b89acb4 service neutron] 10.222.0.49 "GET /v2.0/networks/e0a2ab1a-aea2-4350-8078-2cc022d2ad29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009583 Jul 28 19:04:59.785510 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-0fe3ed75-3c82-4fb0-9f9c-54044008483c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:59.810144 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-0146d7dc-a745-43aa-86e1-814abf31359c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742349622321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742349248534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742349248552'] for port, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:59.823321 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-d9f0c2e1-e779-45c9-948f-ab85472184c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:59.872869 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040a020a-242e-4ae8-93a6-92984b80c246 None None] Pushing event updated for resources: {'Port': ['ID=cd039077-8105-4213-9457-854b11b578bc,revision_number=3']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:04:59.913252 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-0fe3ed75-3c82-4fb0-9f9c-54044008483c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:59.941430 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.managers [None req-0146d7dc-a745-43aa-86e1-814abf31359c None None] Attempting to bind port cd039077-8105-4213-9457-854b11b578bc on host dv-cinder-802653-1-iscsi for vnic_type normal with profile {{(pid=93588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 19:04:59.942058 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.managers [None req-0146d7dc-a745-43aa-86e1-814abf31359c None None] Attempting to bind port cd039077-8105-4213-9457-854b11b578bc by drivers openvswitch,hyperv on host dv-cinder-802653-1-iscsi at level 0 using segments [{'id': 'ecd299ed-1dac-4786-8d7f-e72300f9a086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'f534d070-f433-4f81-b52e-daa60a2cf334'}] {{(pid=93588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 19:04:59.942514 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0146d7dc-a745-43aa-86e1-814abf31359c None None] Attempting to bind port cd039077-8105-4213-9457-854b11b578bc on network f534d070-f433-4f81-b52e-daa60a2cf334 {{(pid=93588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 19:04:59.948435 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0146d7dc-a745-43aa-86e1-814abf31359c None None] Checking agent: {'id': 'db69d0ec-1e3c-47a8-846d-d71db5f0b0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802653-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 18, 54, 54), 'started_at': datetime.datetime(2021, 7, 28, 18, 55, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 19, 4, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802653-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 19:04:59.949030 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0146d7dc-a745-43aa-86e1-814abf31359c None None] Checking segment: {'id': 'ecd299ed-1dac-4786-8d7f-e72300f9a086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'f534d070-f433-4f81-b52e-daa60a2cf334'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 19:04:59.949532 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-0146d7dc-a745-43aa-86e1-814abf31359c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:04:59.950001 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0146d7dc-a745-43aa-86e1-814abf31359c None None] Bound using segment: {'id': 'ecd299ed-1dac-4786-8d7f-e72300f9a086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'f534d070-f433-4f81-b52e-daa60a2cf334'} {{(pid=93588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 19:04:59.950579 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.managers [None req-0146d7dc-a745-43aa-86e1-814abf31359c None None] Bound port: cd039077-8105-4213-9457-854b11b578bc, host: dv-cinder-802653-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecd299ed-1dac-4786-8d7f-e72300f9a086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'f534d070-f433-4f81-b52e-daa60a2cf334'}}] {{(pid=93588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 19:04:59.951007 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-0146d7dc-a745-43aa-86e1-814abf31359c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555300'] for port, before_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:05:00.017229 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9fb763-03a3-418c-b6ee-14b18115e7b3 req-77d00fdc-8224-4e74-b7ad-fe44300107aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:05:00.018751 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-2e9fb763-03a3-418c-b6ee-14b18115e7b3 req-77d00fdc-8224-4e74-b7ad-fe44300107aa service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8d3b7942249542e0a5d3094ec27a34f5&device_id=cdf4b877-763c-4734-a6f6-69a2af026932 HTTP/1.1" status: 200 len: 1096 time: 0.0800633 Jul 28 19:05:00.021857 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-0fe3ed75-3c82-4fb0-9f9c-54044008483c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676630'] for security_group, after_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:05:00.031203 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.db [None req-0146d7dc-a745-43aa-86e1-814abf31359c None None] For port cd039077-8105-4213-9457-854b11b578bc, host dv-cinder-802653-1-iscsi, cleared binding levels {{(pid=93588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 19:05:00.033623 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27e5f77-fe5d-41f0-855f-ed5dfb543744 req-567b90c7-2083-451f-a234-a1865eaa9fac tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:05:00.034843 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.db [None req-0146d7dc-a745-43aa-86e1-814abf31359c None None] For port cd039077-8105-4213-9457-854b11b578bc, host dv-cinder-802653-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-1-iscsi',level=0,port_id=cd039077-8105-4213-9457-854b11b578bc,segment=NetworkSegment(ecd299ed-1dac-4786-8d7f-e72300f9a086),segment_id=ecd299ed-1dac-4786-8d7f-e72300f9a086)] {{(pid=93588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 19:05:00.035193 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-b27e5f77-fe5d-41f0-855f-ed5dfb543744 req-567b90c7-2083-451f-a234-a1865eaa9fac tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] 10.222.0.41 "GET /v2.0/ports?device_id=cdf4b877-763c-4734-a6f6-69a2af026932 HTTP/1.1" status: 200 len: 943 time: 0.0643404 Jul 28 19:05:00.099729 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [None req-0fe3ed75-3c82-4fb0-9f9c-54044008483c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e2a7088deb3c481789f1b392110b4302&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5089586 Jul 28 19:05:00.103007 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe3ed75-3c82-4fb0-9f9c-54044008483c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b68281d9-5321-451a-b939-52c73319aaad,revision_number=1']} {{(pid=93587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:05:00.103882 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.wsgi [-] (93586) accepted ('10.222.0.41', 60440) {{(pid=93586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:05:00.112543 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-0146d7dc-a745-43aa-86e1-814abf31359c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742349622321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742349248534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742349248552'] for port, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:05:00.151446 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-b27e5f77-fe5d-41f0-855f-ed5dfb543744 req-9a1464a2-4188-4548-a03f-f42d72cb8c4e tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] 10.222.0.41 "GET /v2.0/security-groups?id=1eb5a05b-31a0-42f8-b1e4-d0f49b56a7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077304 Jul 28 19:05:00.196061 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9fb763-03a3-418c-b6ee-14b18115e7b3 req-71849dc9-f6b6-4da8-8b54-e204d1d90c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:05:00.197746 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-2e9fb763-03a3-418c-b6ee-14b18115e7b3 req-71849dc9-f6b6-4da8-8b54-e204d1d90c43 service neutron] 10.222.0.49 "GET /v2.0/networks?id=e0a2ab1a-aea2-4350-8078-2cc022d2ad29 HTTP/1.1" status: 200 len: 915 time: 0.1616805 Jul 28 19:05:00.204813 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040a020a-242e-4ae8-93a6-92984b80c246 None None] Pushing event updated for resources: {'Port': ['ID=cd039077-8105-4213-9457-854b11b578bc,revision_number=4']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:05:00.219695 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0146d7dc-a745-43aa-86e1-814abf31359c None None] Routers {'de1ba10c-6bb3-4d97-b9f7-ffd118549b8a'} bound to L3 agent in host dv-cinder-802653-1-iscsi {{(pid=93588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 19:05:00.220345 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.l3_hamode_db [None req-0146d7dc-a745-43aa-86e1-814abf31359c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802653-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T18:54:54Z,description=,heartbeat_timestamp=2021-07-28T19:04:54Z,host='dv-cinder-802653-1-iscsi',id=a81dfe8c-a6e8-4fad-82b8-e31bee6ac2ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T18:54:55Z,topic='l3_agent')) {'router_ids': ['de1ba10c-6bb3-4d97-b9f7-ffd118549b8a'], 'active': True} {{(pid=93588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:05:00.223509 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-d9f0c2e1-e779-45c9-948f-ab85472184c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:05:00.268057 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-73bae74d-5bc1-4861-8520-8a1cc484c9a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:05:00.273027 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-2e9fb763-03a3-418c-b6ee-14b18115e7b3 req-a94a7e33-797c-4ce5-a74b-14eae0712eb6 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=90a887fc-b501-47bc-9162-72ef3f659512 HTTP/1.1" status: 200 len: 217 time: 0.0600190 Jul 28 19:05:00.284204 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-d9f0c2e1-e779-45c9-948f-ab85472184c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676630'] for security_group, after_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:05:00.376003 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [None req-d9f0c2e1-e779-45c9-948f-ab85472184c4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0315d3247a75441cabcab2a557378ef8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6980109 Jul 28 19:05:00.382000 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.wsgi [-] (93587) accepted ('10.222.0.41', 60452) {{(pid=93587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:05:00.382000 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f0c2e1-e779-45c9-948f-ab85472184c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=519a3ef2-7502-4fa8-be79-6bf232ce6b76,revision_number=1']} {{(pid=93587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:05:00.418936 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-73bae74d-5bc1-4861-8520-8a1cc484c9a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:05:00.437929 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.wsgi [-] (93586) accepted ('10.222.0.41', 60454) {{(pid=93586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:05:00.453021 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.l3_dvr_db [None req-0146d7dc-a745-43aa-86e1-814abf31359c None None] Set router de1ba10c-6bb3-4d97-b9f7-ffd118549b8a gateway port host: dv-cinder-802653-1-iscsi {{(pid=93588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 19:05:00.453205 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.v2.base [None req-5a0ba438-e556-4156-8317-25bbfe64f9cc admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-503621872-network', 'tenant_id': '8dfce28566ed4d1891812fe1dd2471c1'}} {{(pid=93586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:05:00.453299 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.rpc [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Device 6e970f2c-4746-408c-84e4-81c92beef635 up at agent ovs-agent-dv-cinder-802653-1-iscsi {{(pid=93588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 19:05:00.471929 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-a7574728-25aa-48ce-a123-904c15cb35df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:05:00.497791 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-a7574728-25aa-48ce-a123-904c15cb35df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:05:00.525174 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9fb763-03a3-418c-b6ee-14b18115e7b3 req-2eeabc3f-fd20-40d5-ba87-a66b6869d743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:05:00.526932 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-2e9fb763-03a3-418c-b6ee-14b18115e7b3 req-2eeabc3f-fd20-40d5-ba87-a66b6869d743 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=32eab73f-d113-43b8-aebd-3853735c2bcc HTTP/1.1" status: 200 len: 854 time: 0.2284555 Jul 28 19:05:00.598878 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-2e9fb763-03a3-418c-b6ee-14b18115e7b3 req-5596a7f1-e255-42ef-bfa4-7a531b5b83be service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e0a2ab1a-aea2-4350-8078-2cc022d2ad29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342968 Jul 28 19:05:00.629770 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782ab3c9-9bdf-4543-8621-a168f33b0a40 req-79ce61e7-b466-4543-99b7-1cc5d542be2c tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:05:00.630326 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.provisioning_blocks [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Provisioning complete for port 6e970f2c-4746-408c-84e4-81c92beef635 triggered by entity L2. {{(pid=93588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 19:05:00.630688 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721938'] for port, provisioning_complete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:05:00.631211 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-782ab3c9-9bdf-4543-8621-a168f33b0a40 req-79ce61e7-b466-4543-99b7-1cc5d542be2c tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/ports?device_id=746c8655-ed83-43a1-afe7-08635f73c152 HTTP/1.1" status: 200 len: 946 time: 0.2335577 Jul 28 19:05:00.671630 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-73bae74d-5bc1-4861-8520-8a1cc484c9a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676630'] for security_group, after_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:05:00.674090 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-73bae74d-5bc1-4861-8520-8a1cc484c9a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:05:00.675149 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [None req-73bae74d-5bc1-4861-8520-8a1cc484c9a7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b68281d9-5321-451a-b939-52c73319aaad HTTP/1.1" status: 204 len: 168 time: 0.5690000 Jul 28 19:05:00.704693 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bae74d-5bc1-4861-8520-8a1cc484c9a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b68281d9-5321-451a-b939-52c73319aaad,revision_number=None']} {{(pid=93586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:05:00.723545 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-a7574728-25aa-48ce-a123-904c15cb35df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676630'] for security_group, after_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:05:00.733762 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-a7574728-25aa-48ce-a123-904c15cb35df admin admin] Notify callbacks [] for security_group, before_response {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:05:00.733762 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [None req-a7574728-25aa-48ce-a123-904c15cb35df admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/519a3ef2-7502-4fa8-be79-6bf232ce6b76 HTTP/1.1" status: 204 len: 168 time: 0.3550067 Jul 28 19:05:00.741308 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-782ab3c9-9bdf-4543-8621-a168f33b0a40 req-cedae315-b2d7-41ac-8cc0-0dca85518e46 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/security-groups?id=42975843-26fd-496e-b975-a1703127fe22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005411 Jul 28 19:05:00.758175 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7574728-25aa-48ce-a123-904c15cb35df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=519a3ef2-7502-4fa8-be79-6bf232ce6b76,revision_number=None']} {{(pid=93587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:05:00.776895 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-2e9fb763-03a3-418c-b6ee-14b18115e7b3 req-d92231fc-6ef4-4fa9-8b60-fd8af14d9de4 service neutron] 10.222.0.49 "GET /v2.0/networks/e0a2ab1a-aea2-4350-8078-2cc022d2ad29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655216 Jul 28 19:05:00.787659 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a0ba438-e556-4156-8317-25bbfe64f9cc admin admin] Made reservation on behalf of 8dfce28566ed4d1891812fe1dd2471c1 for: {'network': 1} {{(pid=93586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 19:05:00.791488 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-5a0ba438-e556-4156-8317-25bbfe64f9cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555300'] for network, before_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:05:00.816290 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-5a0ba438-e556-4156-8317-25bbfe64f9cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:05:00.826222 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.l3_hamode_db [None req-0146d7dc-a745-43aa-86e1-814abf31359c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de1ba10c-6bb3-4d97-b9f7-ffd118549b8a', 'name': 'tempest-TestMinimumBasicScenario-1762718303-router', 'tenant_id': 'e5f8b3f642634ceca190ab8e217700ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df', 'external_fixed_ips': [{'subnet_id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'ip_address': '172.27.0.146'}], 'enable_snat': True}, 'gw_port_id': '6e970f2c-4746-408c-84e4-81c92beef635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:04:53Z', 'updated_at': '2021-07-28T19:04:57Z', 'revision_number': 4, 'project_id': 'e5f8b3f642634ceca190ab8e217700ce', 'gw_port': {'id': '6e970f2c-4746-408c-84e4-81c92beef635', 'name': '', 'network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:b6:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de1ba10c-6bb3-4d97-b9f7-ffd118549b8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'ip_address': '172.27.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:04:53Z', 'updated_at': '2021-07-28T19:04:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-1-iscsi', '_interfaces': [{'id': 'cd039077-8105-4213-9457-854b11b578bc', 'name': '', 'network_id': 'f534d070-f433-4f81-b52e-daa60a2cf334', 'tenant_id': 'e5f8b3f642634ceca190ab8e217700ce', 'mac_address': 'fa:16:3e:78:b4:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de1ba10c-6bb3-4d97-b9f7-ffd118549b8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '03ec0541-ec02-4841-99b9-2dcfb43e9118', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:04:56Z', 'updated_at': '2021-07-28T19:05:00Z', 'revision_number': 4, 'project_id': 'e5f8b3f642634ceca190ab8e217700ce', 'subnets': [{'id': '03ec0541-ec02-4841-99b9-2dcfb43e9118', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802653-1-iscsi', False) {} {{(pid=93588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:05:00.945240 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-2e9fb763-03a3-418c-b6ee-14b18115e7b3 req-1a85a34d-b526-4deb-a88b-b5586979a33a service neutron] 10.222.0.49 "GET /v2.0/networks/e0a2ab1a-aea2-4350-8078-2cc022d2ad29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493330 Jul 28 19:05:01.002911 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0146d7dc-a745-43aa-86e1-814abf31359c None None] The sync data for ids ['de1ba10c-6bb3-4d97-b9f7-ffd118549b8a'] in dv-cinder-802653-1-iscsi is: [{'id': 'de1ba10c-6bb3-4d97-b9f7-ffd118549b8a', 'name': 'tempest-TestMinimumBasicScenario-1762718303-router', 'tenant_id': 'e5f8b3f642634ceca190ab8e217700ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df', 'external_fixed_ips': [{'subnet_id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'ip_address': '172.27.0.146'}], 'enable_snat': True}, 'gw_port_id': '6e970f2c-4746-408c-84e4-81c92beef635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:04:53Z', 'updated_at': '2021-07-28T19:04:57Z', 'revision_number': 4, 'project_id': 'e5f8b3f642634ceca190ab8e217700ce', 'gw_port': {'id': '6e970f2c-4746-408c-84e4-81c92beef635', 'name': '', 'network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:b6:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de1ba10c-6bb3-4d97-b9f7-ffd118549b8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'ip_address': '172.27.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:04:53Z', 'updated_at': '2021-07-28T19:04:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-1-iscsi', '_interfaces': [{'id': 'cd039077-8105-4213-9457-854b11b578bc', 'name': '', 'network_id': 'f534d070-f433-4f81-b52e-daa60a2cf334', 'tenant_id': 'e5f8b3f642634ceca190ab8e217700ce', 'mac_address': 'fa:16:3e:78:b4:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de1ba10c-6bb3-4d97-b9f7-ffd118549b8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '03ec0541-ec02-4841-99b9-2dcfb43e9118', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:04:56Z', 'updated_at': '2021-07-28T19:05:00Z', 'revision_number': 4, 'project_id': 'e5f8b3f642634ceca190ab8e217700ce', 'subnets': [{'id': '03ec0541-ec02-4841-99b9-2dcfb43e9118', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 19:05:01.064056 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-5a0ba438-e556-4156-8317-25bbfe64f9cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:05:01.136490 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-5a0ba438-e556-4156-8317-25bbfe64f9cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676630'] for security_group, after_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:05:01.153523 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a0ba438-e556-4156-8317-25bbfe64f9cc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 433} {{(pid=93586) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 19:05:01.172650 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-5a0ba438-e556-4156-8317-25bbfe64f9cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721374'] for segment, precommit_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:05:01.177481 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.db.segments_db [None req-5a0ba438-e556-4156-8317-25bbfe64f9cc admin admin] Added segment 3ebe97d1-df3f-4b3e-b96f-435d4b836c6d of type vlan for network 1244114e-5936-4f00-b2e7-0dc5639d54cf Jul 28 19:05:01.265547 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-5a0ba438-e556-4156-8317-25bbfe64f9cc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742349240423'] for network, precommit_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:05:01.361289 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0ba438-e556-4156-8317-25bbfe64f9cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c6c0d06-7892-476e-ab1a-a6d3d7e4543a,revision_number=1']} {{(pid=93586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:05:01.380341 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22648b62-d75f-4711-b1a9-99c518f418f5 req-bf63d1ba-bec4-4aa7-bd4a-ace5e065757e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:05:01.381835 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-22648b62-d75f-4711-b1a9-99c518f418f5 req-bf63d1ba-bec4-4aa7-bd4a-ace5e065757e service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=746c8655-ed83-43a1-afe7-08635f73c152 HTTP/1.1" status: 200 len: 1099 time: 0.1482036 Jul 28 19:05:01.408503 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d84149-bdbc-40b4-a492-12d0a59b14b1 req-e211a539-6e23-4f33-acc0-4353aea6648b tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:05:01.416977 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-31d84149-bdbc-40b4-a492-12d0a59b14b1 req-e211a539-6e23-4f33-acc0-4353aea6648b tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] 10.222.0.41 "GET /v2.0/ports?device_id=cdf4b877-763c-4734-a6f6-69a2af026932 HTTP/1.1" status: 200 len: 943 time: 0.1450384 Jul 28 19:05:01.481700 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-31d84149-bdbc-40b4-a492-12d0a59b14b1 req-26021bd1-4b98-4ade-91aa-ac5bbdbc0b99 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] 10.222.0.41 "GET /v2.0/security-groups?id=1eb5a05b-31a0-42f8-b1e4-d0f49b56a7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637562 Jul 28 19:05:01.483519 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-22648b62-d75f-4711-b1a9-99c518f418f5 req-35ae24eb-c11f-4b8c-8cc6-9fb558a7ff20 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=42975843-26fd-496e-b975-a1703127fe22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865831 Jul 28 19:05:01.496021 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-5a0ba438-e556-4156-8317-25bbfe64f9cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036'] for network, after_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:05:01.497177 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a0ba438-e556-4156-8317-25bbfe64f9cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:05:01.497844 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:05:01.498051 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-5a0ba438-e556-4156-8317-25bbfe64f9cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760026'] for network, before_response {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:05:01.577501 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0ba438-e556-4156-8317-25bbfe64f9cc admin admin] Pushing event updated for resources: {'Network': ['ID=1244114e-5936-4f00-b2e7-0dc5639d54cf,revision_number=1']} {{(pid=93586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:05:01.591219 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.rpc [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Network 1244114e-5936-4f00-b2e7-0dc5639d54cf details requested by agent ovs-agent-dv-cinder-802653-1-iscsi with host dv-cinder-802653-1-iscsi {{(pid=93588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 19:05:01.605167 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [None req-5a0ba438-e556-4156-8317-25bbfe64f9cc admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1660357 Jul 28 19:05:01.608073 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.wsgi [-] (93587) accepted ('10.222.0.41', 60480) {{(pid=93587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:05:01.613346 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.v2.base [None req-7a59e949-82fa-4389-9dd2-c211faf51ed4 admin admin] Request body: {'subnet': {'network_id': '1244114e-5936-4f00-b2e7-0dc5639d54cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-503621872-subnet', 'tenant_id': '8dfce28566ed4d1891812fe1dd2471c1', 'ip_version': 4}} {{(pid=93587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:05:01.681524 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.wsgi [-] (93587) accepted ('10.222.0.41', 60482) {{(pid=93587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:05:01.695626 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-4c925b1a-b9c3-44ae-8453-4cc81687279d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:05:01.704643 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a59e949-82fa-4389-9dd2-c211faf51ed4 admin admin] Made reservation on behalf of 8dfce28566ed4d1891812fe1dd2471c1 for: {'subnet': 1} {{(pid=93587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 19:05:01.707840 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-7a59e949-82fa-4389-9dd2-c211faf51ed4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:05:01.891751 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed6d09a-887b-498f-86cd-1c39da6d76d6 req-5b517342-40f3-4619-abd4-3cdf06e6c86e tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:05:01.896931 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-8ed6d09a-887b-498f-86cd-1c39da6d76d6 req-5b517342-40f3-4619-abd4-3cdf06e6c86e tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/ports?device_id=746c8655-ed83-43a1-afe7-08635f73c152 HTTP/1.1" status: 200 len: 946 time: 0.0681498 Jul 28 19:05:01.946642 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-4c925b1a-b9c3-44ae-8453-4cc81687279d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:05:01.951472 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-8ed6d09a-887b-498f-86cd-1c39da6d76d6 req-05ccfe70-d2be-41ce-a5bf-b0b46461c970 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/security-groups?id=42975843-26fd-496e-b975-a1703127fe22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436378 Jul 28 19:05:02.043278 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-4c925b1a-b9c3-44ae-8453-4cc81687279d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676630'] for security_group, after_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:05:02.069781 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-7a59e949-82fa-4389-9dd2-c211faf51ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036'] for subnet, after_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:05:02.128485 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [None req-4c925b1a-b9c3-44ae-8453-4cc81687279d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b13390f664034d179ecae6e6d4cafa49&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4456737 Jul 28 19:05:02.132730 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.wsgi [-] (93586) accepted ('10.222.0.41', 60494) {{(pid=93586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:05:02.140279 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c925b1a-b9c3-44ae-8453-4cc81687279d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29cc1e51-c5c5-46d4-87ef-45c0ecca1ee8,revision_number=1']} {{(pid=93587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:05:02.195780 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a59e949-82fa-4389-9dd2-c211faf51ed4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e80141e2-13ca-446e-a59d-21b80d62b4cc,revision_number=0']} {{(pid=93587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:05:02.205221 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a59e949-82fa-4389-9dd2-c211faf51ed4 admin admin] Checking segment: {'id': '3ebe97d1-df3f-4b3e-b96f-435d4b836c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '1244114e-5936-4f00-b2e7-0dc5639d54cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 19:05:02.205947 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a59e949-82fa-4389-9dd2-c211faf51ed4 admin admin] Network hostable DHCP agents. Network: 1244114e-5936-4f00-b2e7-0dc5639d54cf, hostable agents: ['6be8dab3-c43d-43c4-9e05-9e58375c436f'], hosted agents: [] {{(pid=93587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 19:05:02.240137 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-7d38112a-3357-47fb-a6c5-cad93bb40c0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:05:02.266325 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-7d38112a-3357-47fb-a6c5-cad93bb40c0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:05:02.302439 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a59e949-82fa-4389-9dd2-c211faf51ed4 admin admin] Network 1244114e-5936-4f00-b2e7-0dc5639d54cf is scheduled to be hosted by DHCP agent 6be8dab3-c43d-43c4-9e05-9e58375c436f with binding_index 1 {{(pid=93587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 19:05:02.399363 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.scheduler.base_scheduler [None req-7a59e949-82fa-4389-9dd2-c211faf51ed4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802653-1-iscsi, 1244114e-5936-4f00-b2e7-0dc5639d54cf) {{(pid=93587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 19:05:02.403692 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a59e949-82fa-4389-9dd2-c211faf51ed4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:05:02.404429 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-7a59e949-82fa-4389-9dd2-c211faf51ed4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760026'] for subnet, before_response {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:05:02.418772 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-938b0bd9-b901-412d-9ddd-87a71df30942 None None] Network 1244114e-5936-4f00-b2e7-0dc5639d54cf requested from dv-cinder-802653-1-iscsi {{(pid=93588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 19:05:02.433774 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-7d38112a-3357-47fb-a6c5-cad93bb40c0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676630'] for security_group, after_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:05:02.439148 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-7d38112a-3357-47fb-a6c5-cad93bb40c0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:05:02.441102 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [None req-7d38112a-3357-47fb-a6c5-cad93bb40c0b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/29cc1e51-c5c5-46d4-87ef-45c0ecca1ee8 HTTP/1.1" status: 204 len: 168 time: 0.3071778 Jul 28 19:05:02.451250 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d38112a-3357-47fb-a6c5-cad93bb40c0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29cc1e51-c5c5-46d4-87ef-45c0ecca1ee8,revision_number=None']} {{(pid=93586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:05:02.493142 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.rpc [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Device cd039077-8105-4213-9457-854b11b578bc up at agent ovs-agent-dv-cinder-802653-1-iscsi {{(pid=93588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 19:05:02.514008 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [None req-7a59e949-82fa-4389-9dd2-c211faf51ed4 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9045897 Jul 28 19:05:02.516424 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.wsgi [-] (93587) accepted ('10.222.0.41', 60506) {{(pid=93587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:05:02.522895 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.v2.base [None req-0f50160b-9e3b-4600-bc25-0c8926805ebf admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-503621872-router', 'tenant_id': '8dfce28566ed4d1891812fe1dd2471c1', 'external_gateway_info': {'network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df'}}} {{(pid=93587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:05:02.630859 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-0f50160b-9e3b-4600-bc25-0c8926805ebf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3885658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32175'] for router, before_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:05:02.632076 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-0f50160b-9e3b-4600-bc25-0c8926805ebf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3885821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3822384', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3789062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32164'] for router, precommit_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:05:02.664602 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3c3e1f0-885d-4065-8dc6-50088fa14f4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4954927-9383-551a-867b-ead704d2447a-1244114e-5936-4f00-b2e7-0dc5639d54cf', 'network_id': '1244114e-5936-4f00-b2e7-0dc5639d54cf', 'tenant_id': '8dfce28566ed4d1891812fe1dd2471c1', 'fixed_ips': [{'subnet_id': 'e80141e2-13ca-446e-a59d-21b80d62b4cc'}]}} from dv-cinder-802653-1-iscsi. {{(pid=93588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 19:05:02.665435 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-c3c3e1f0-885d-4065-8dc6-50088fa14f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555300'] for port, before_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:05:02.686384 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.provisioning_blocks [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Provisioning for port cd039077-8105-4213-9457-854b11b578bc completed by entity L2. {{(pid=93588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 19:05:02.688447 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-0f50160b-9e3b-4600-bc25-0c8926805ebf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:05:02.692508 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.provisioning_blocks [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Provisioning complete for port cd039077-8105-4213-9457-854b11b578bc triggered by entity L2. {{(pid=93588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 19:05:02.692954 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721938'] for port, provisioning_complete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:05:02.854696 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.db_base_plugin_common [None req-c3c3e1f0-885d-4065-8dc6-50088fa14f4e None None] Allocated IP 172.20.0.2 (1244114e-5936-4f00-b2e7-0dc5639d54cf/e80141e2-13ca-446e-a59d-21b80d62b4cc/eaaf1af2-176d-4287-a35b-45141f41c96e) {{(pid=93588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 19:05:02.880566 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555300'] for port, before_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:05:02.965814 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.db [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] For port cd039077-8105-4213-9457-854b11b578bc, host dv-cinder-802653-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-1-iscsi',level=0,port_id=cd039077-8105-4213-9457-854b11b578bc,segment=NetworkSegment(ecd299ed-1dac-4786-8d7f-e72300f9a086),segment_id=ecd299ed-1dac-4786-8d7f-e72300f9a086)] {{(pid=93588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:05:03.018635 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-0f50160b-9e3b-4600-bc25-0c8926805ebf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3821514', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3885672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32138'] for router, precommit_update {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:05:03.039701 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-c3c3e1f0-885d-4065-8dc6-50088fa14f4e None None] Notify callbacks [] for port, precommit_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:05:03.047785 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.provisioning_blocks [None req-c3c3e1f0-885d-4065-8dc6-50088fa14f4e None None] Transition to ACTIVE for port object eaaf1af2-176d-4287-a35b-45141f41c96e will not be triggered until provisioned by entity L2. {{(pid=93588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 19:05:03.062392 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.provisioning_blocks [None req-c3c3e1f0-885d-4065-8dc6-50088fa14f4e None None] Transition to ACTIVE for port object eaaf1af2-176d-4287-a35b-45141f41c96e will not be triggered until provisioned by entity DHCP. {{(pid=93588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 19:05:03.065747 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742349622321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742349248534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742349248552'] for port, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:05:03.117950 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Pushing event updated for resources: {'Port': ['ID=cd039077-8105-4213-9457-854b11b578bc,revision_number=5']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:05:03.156777 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-c3c3e1f0-885d-4065-8dc6-50088fa14f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742349248516'] for port, after_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:05:03.200524 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3c3e1f0-885d-4065-8dc6-50088fa14f4e None None] Network 1244114e-5936-4f00-b2e7-0dc5639d54cf is already hosted by enough agents. {{(pid=93588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 19:05:03.205654 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.scheduler.base_scheduler [None req-c3c3e1f0-885d-4065-8dc6-50088fa14f4e None None] Resources bound (agent type, host, resource id): {{(pid=93588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 19:05:03.215394 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c3e1f0-885d-4065-8dc6-50088fa14f4e None None] Received port after_create {{(pid=93588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 19:05:03.219141 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c3e1f0-885d-4065-8dc6-50088fa14f4e None None] Pushing event updated for resources: {'Port': ['ID=eaaf1af2-176d-4287-a35b-45141f41c96e,revision_number=1']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:05:03.278233 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.managers [None req-c3c3e1f0-885d-4065-8dc6-50088fa14f4e None None] Attempting to bind port eaaf1af2-176d-4287-a35b-45141f41c96e on host dv-cinder-802653-1-iscsi for vnic_type normal with profile {{(pid=93588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 19:05:03.285292 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.managers [None req-c3c3e1f0-885d-4065-8dc6-50088fa14f4e None None] Attempting to bind port eaaf1af2-176d-4287-a35b-45141f41c96e by drivers openvswitch,hyperv on host dv-cinder-802653-1-iscsi at level 0 using segments [{'id': '3ebe97d1-df3f-4b3e-b96f-435d4b836c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '1244114e-5936-4f00-b2e7-0dc5639d54cf'}] {{(pid=93588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 19:05:03.285292 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3c3e1f0-885d-4065-8dc6-50088fa14f4e None None] Attempting to bind port eaaf1af2-176d-4287-a35b-45141f41c96e on network 1244114e-5936-4f00-b2e7-0dc5639d54cf {{(pid=93588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 19:05:03.285292 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3c3e1f0-885d-4065-8dc6-50088fa14f4e None None] Checking agent: {'id': 'db69d0ec-1e3c-47a8-846d-d71db5f0b0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802653-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 18, 54, 54), 'started_at': datetime.datetime(2021, 7, 28, 18, 55, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 19, 4, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802653-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 19:05:03.285292 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3c3e1f0-885d-4065-8dc6-50088fa14f4e None None] Checking segment: {'id': '3ebe97d1-df3f-4b3e-b96f-435d4b836c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '1244114e-5936-4f00-b2e7-0dc5639d54cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 19:05:03.285292 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-c3c3e1f0-885d-4065-8dc6-50088fa14f4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:05:03.286247 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3c3e1f0-885d-4065-8dc6-50088fa14f4e None None] Bound using segment: {'id': '3ebe97d1-df3f-4b3e-b96f-435d4b836c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '1244114e-5936-4f00-b2e7-0dc5639d54cf'} {{(pid=93588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 19:05:03.286717 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.managers [None req-c3c3e1f0-885d-4065-8dc6-50088fa14f4e None None] Bound port: eaaf1af2-176d-4287-a35b-45141f41c96e, host: dv-cinder-802653-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ebe97d1-df3f-4b3e-b96f-435d4b836c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '1244114e-5936-4f00-b2e7-0dc5639d54cf'}}] {{(pid=93588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 19:05:03.287263 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-c3c3e1f0-885d-4065-8dc6-50088fa14f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555300'] for port, before_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:05:03.354696 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.db [None req-c3c3e1f0-885d-4065-8dc6-50088fa14f4e None None] For port eaaf1af2-176d-4287-a35b-45141f41c96e, host dv-cinder-802653-1-iscsi, cleared binding levels {{(pid=93588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 19:05:03.358798 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.db [None req-c3c3e1f0-885d-4065-8dc6-50088fa14f4e None None] For port eaaf1af2-176d-4287-a35b-45141f41c96e, host dv-cinder-802653-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-1-iscsi',level=0,port_id=eaaf1af2-176d-4287-a35b-45141f41c96e,segment=NetworkSegment(3ebe97d1-df3f-4b3e-b96f-435d4b836c6d),segment_id=3ebe97d1-df3f-4b3e-b96f-435d4b836c6d)] {{(pid=93588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 19:05:03.359579 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-0f50160b-9e3b-4600-bc25-0c8926805ebf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:05:03.381680 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-0f50160b-9e3b-4600-bc25-0c8926805ebf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555300'] for port, before_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:05:03.483123 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-c3c3e1f0-885d-4065-8dc6-50088fa14f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742349622321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742349248534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742349248552'] for port, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:05:03.495647 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.db.db_base_plugin_common [None req-0f50160b-9e3b-4600-bc25-0c8926805ebf admin admin] Allocated IP 172.27.0.219 (e684c39a-2e11-408f-97ab-0003bc0ac2df/d732a1ba-ca87-47e9-b990-15a89705616d/cc47a72d-e27b-4bb3-99e8-6f8ef46cc032) {{(pid=93587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 19:05:03.532346 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c3e1f0-885d-4065-8dc6-50088fa14f4e None None] Pushing event updated for resources: {'Port': ['ID=eaaf1af2-176d-4287-a35b-45141f41c96e,revision_number=2']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:05:03.609627 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-0f50160b-9e3b-4600-bc25-0c8926805ebf admin admin] Notify callbacks [] for port, precommit_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:05:03.753715 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-0f50160b-9e3b-4600-bc25-0c8926805ebf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742349248516'] for port, after_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:05:03.796147 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f50160b-9e3b-4600-bc25-0c8926805ebf admin admin] Network e684c39a-2e11-408f-97ab-0003bc0ac2df is already hosted by enough agents. {{(pid=93587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 19:05:03.799190 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.scheduler.base_scheduler [None req-0f50160b-9e3b-4600-bc25-0c8926805ebf admin admin] Resources bound (agent type, host, resource id): {{(pid=93587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 19:05:03.802928 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f50160b-9e3b-4600-bc25-0c8926805ebf admin admin] Received port after_create {{(pid=93587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 19:05:03.840945 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f50160b-9e3b-4600-bc25-0c8926805ebf admin admin] Pushing event updated for resources: {'Port': ['ID=cc47a72d-e27b-4bb3-99e8-6f8ef46cc032,revision_number=1']} {{(pid=93587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:05:03.930585 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.wsgi [-] (93587) accepted ('10.222.0.41', 60552) {{(pid=93587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:05:04.052978 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-a766f1a4-ea38-473d-ae68-c4fe0b2ceb48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:05:04.140652 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-0f50160b-9e3b-4600-bc25-0c8926805ebf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:05:04.285743 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-a766f1a4-ea38-473d-ae68-c4fe0b2ceb48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:05:04.311981 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.rpc [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Device 90a887fc-b501-47bc-9162-72ef3f659512 details requested by agent hyperv_hv-cinder-80265 with host hv-cinder-80265 {{(pid=93588) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 19:05:04.398439 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.wsgi [-] (93586) accepted ('10.222.0.41', 60560) {{(pid=93586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:05:04.472127 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.db [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] For port 90a887fc-b501-47bc-9162-72ef3f659512, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=90a887fc-b501-47bc-9162-72ef3f659512,segment=NetworkSegment(0371c4bd-4d97-467a-b535-ac8857907d33),segment_id=0371c4bd-4d97-467a-b535-ac8857907d33)] {{(pid=93588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:05:04.506021 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.rpc [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Returning: {'device': '90a887fc-b501-47bc-9162-72ef3f659512', 'network_id': 'e0a2ab1a-aea2-4350-8078-2cc022d2ad29', 'port_id': '90a887fc-b501-47bc-9162-72ef3f659512', 'mac_address': 'fa:16:3e:13:02:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32eab73f-d113-43b8-aebd-3853735c2bcc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93588) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 19:05:04.602499 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74cdfa50-2d69-493c-879e-429c628dbb8e None None] Network 1244114e-5936-4f00-b2e7-0dc5639d54cf requested from dv-cinder-802653-1-iscsi {{(pid=93588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 19:05:04.632986 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.rpc [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Device cd039077-8105-4213-9457-854b11b578bc up at agent ovs-agent-dv-cinder-802653-1-iscsi {{(pid=93588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 19:05:04.634952 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555300'] for port, before_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:05:04.636619 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-cbfc8367-cd87-4bf4-b70d-977a55a971cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:05:04.650762 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-a766f1a4-ea38-473d-ae68-c4fe0b2ceb48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676630'] for security_group, after_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:05:04.669184 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c40c0de-acd7-498c-b278-0e5cb5feb35a req-387ec98e-26d9-4255-9b1d-5bc894554460 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:05:04.670697 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-1c40c0de-acd7-498c-b278-0e5cb5feb35a req-387ec98e-26d9-4255-9b1d-5bc894554460 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] 10.222.0.41 "GET /v2.0/ports?device_id=cdf4b877-763c-4734-a6f6-69a2af026932 HTTP/1.1" status: 200 len: 943 time: 0.1143198 Jul 28 19:05:04.696097 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dbc746-64f9-43d5-9fb1-dba008c77768 req-60b70e3b-2c14-4356-822d-5c146212f5b0 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:05:04.697851 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-d4dbc746-64f9-43d5-9fb1-dba008c77768 req-60b70e3b-2c14-4356-822d-5c146212f5b0 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/ports?device_id=746c8655-ed83-43a1-afe7-08635f73c152 HTTP/1.1" status: 200 len: 946 time: 0.0942750 Jul 28 19:05:04.710261 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [None req-a766f1a4-ea38-473d-ae68-c4fe0b2ceb48 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=268571fffec84de6bb1ebb8b5ccc5a65&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7786567 Jul 28 19:05:04.712723 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-0f50160b-9e3b-4600-bc25-0c8926805ebf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3885665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3821551'] for router, after_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:05:04.714703 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.wsgi [-] (93587) accepted ('10.222.0.41', 60564) {{(pid=93587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:05:04.721416 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a766f1a4-ea38-473d-ae68-c4fe0b2ceb48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23de8557-35de-4bb5-9a47-ed7016b9914f,revision_number=1']} {{(pid=93587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:05:04.724398 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.notifiers.nova [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90a887fc-b501-47bc-9162-72ef3f659512 {{(pid=93588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 19:05:04.773200 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-1c40c0de-acd7-498c-b278-0e5cb5feb35a req-b501b8ef-5185-407d-a3fe-26615638cc9b tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] 10.222.0.41 "GET /v2.0/security-groups?id=1eb5a05b-31a0-42f8-b1e4-d0f49b56a7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898368 Jul 28 19:05:04.783705 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-d4dbc746-64f9-43d5-9fb1-dba008c77768 req-7b1c0212-7214-44b0-a94c-ac799d5f6670 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/security-groups?id=42975843-26fd-496e-b975-a1703127fe22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775104 Jul 28 19:05:04.784249 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.db [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] For port 90a887fc-b501-47bc-9162-72ef3f659512, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=90a887fc-b501-47bc-9162-72ef3f659512,segment=NetworkSegment(0371c4bd-4d97-467a-b535-ac8857907d33),segment_id=0371c4bd-4d97-467a-b535-ac8857907d33)] {{(pid=93588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:05:04.824751 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.provisioning_blocks [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Provisioning complete for port cd039077-8105-4213-9457-854b11b578bc triggered by entity L2. {{(pid=93588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 19:05:04.825218 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721938'] for port, provisioning_complete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:05:04.865682 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-cbfc8367-cd87-4bf4-b70d-977a55a971cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:05:04.868654 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-576ffae7-ebc6-4c07-a1da-f934d2cfaab6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:05:04.894609 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.provisioning_blocks [None req-ff90fba8-c0d1-47b8-8d12-f9e2d85e6b3a None None] Provisioning for port eaaf1af2-176d-4287-a35b-45141f41c96e completed by entity DHCP. {{(pid=93588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 19:05:04.905649 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-576ffae7-ebc6-4c07-a1da-f934d2cfaab6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:05:04.918035 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742349622321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742349248534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742349248552'] for port, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:05:04.981061 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.rpc [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Device eaaf1af2-176d-4287-a35b-45141f41c96e up at agent ovs-agent-dv-cinder-802653-1-iscsi {{(pid=93588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 19:05:04.995087 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-cbfc8367-cd87-4bf4-b70d-977a55a971cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676630'] for security_group, after_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:05:05.021192 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f50160b-9e3b-4600-bc25-0c8926805ebf admin admin] Router d0a74e95-329e-45b0-bb9d-72eed8510c30 is scheduled to L3 agent a81dfe8c-a6e8-4fad-82b8-e31bee6ac2ff with binding_index 1 {{(pid=93587) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 19:05:05.030425 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Pushing event updated for resources: {'Port': ['ID=90a887fc-b501-47bc-9162-72ef3f659512,revision_number=4']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:05:05.048700 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [None req-cbfc8367-cd87-4bf4-b70d-977a55a971cf admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ab3ac07561fa4bd7a9c9c3df2e11d46b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6484170 Jul 28 19:05:05.051464 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfc8367-cd87-4bf4-b70d-977a55a971cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b032362f-6187-4839-b0b5-631c25f76fd5,revision_number=1']} {{(pid=93586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:05:05.058756 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.wsgi [-] (93586) accepted ('10.222.0.41', 60566) {{(pid=93586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:05:05.084318 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-576ffae7-ebc6-4c07-a1da-f934d2cfaab6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676630'] for security_group, after_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:05:05.086835 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-576ffae7-ebc6-4c07-a1da-f934d2cfaab6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:05:05.088190 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [None req-576ffae7-ebc6-4c07-a1da-f934d2cfaab6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/23de8557-35de-4bb5-9a47-ed7016b9914f HTTP/1.1" status: 204 len: 168 time: 0.3725810 Jul 28 19:05:05.111748 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-72299321-9671-4689-9163-0f49772e2279 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:05:05.130569 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576ffae7-ebc6-4c07-a1da-f934d2cfaab6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23de8557-35de-4bb5-9a47-ed7016b9914f,revision_number=None']} {{(pid=93587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:05:05.133606 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.provisioning_blocks [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Provisioning for port eaaf1af2-176d-4287-a35b-45141f41c96e completed by entity L2. {{(pid=93588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 19:05:05.137803 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.provisioning_blocks [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Provisioning complete for port eaaf1af2-176d-4287-a35b-45141f41c96e triggered by entity L2. {{(pid=93588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 19:05:05.138172 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721938'] for port, provisioning_complete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:05:05.151279 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-72299321-9671-4689-9163-0f49772e2279 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:05:05.154766 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f50160b-9e3b-4600-bc25-0c8926805ebf admin admin] Notify agent at l3_agent.dv-cinder-802653-1-iscsi the message routers_updated {{(pid=93587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 19:05:05.171178 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ab5dae-b8e6-4eac-93e5-ea936f3cef7c None None] Sync routers for ids ['d0a74e95-329e-45b0-bb9d-72eed8510c30'] in dv-cinder-802653-1-iscsi {{(pid=93589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 19:05:05.189602 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ab5dae-b8e6-4eac-93e5-ea936f3cef7c None None] Routers {'d0a74e95-329e-45b0-bb9d-72eed8510c30'} bound to L3 agent in host dv-cinder-802653-1-iscsi {{(pid=93589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 19:05:05.190237 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.db.l3_hamode_db [None req-a8ab5dae-b8e6-4eac-93e5-ea936f3cef7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802653-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T18:54:54Z,description=,heartbeat_timestamp=2021-07-28T19:04:54Z,host='dv-cinder-802653-1-iscsi',id=a81dfe8c-a6e8-4fad-82b8-e31bee6ac2ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T18:54:55Z,topic='l3_agent')) {'router_ids': ['d0a74e95-329e-45b0-bb9d-72eed8510c30'], 'active': True} {{(pid=93589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:05:05.236084 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.provisioning_blocks [None req-056ecc63-dca1-4583-ad4c-124c94a500b0 None None] Provisioning complete for port eaaf1af2-176d-4287-a35b-45141f41c96e triggered by entity DHCP. {{(pid=93588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 19:05:05.236453 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-056ecc63-dca1-4583-ad4c-124c94a500b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721938'] for port, provisioning_complete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:05:05.256362 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-0f50160b-9e3b-4600-bc25-0c8926805ebf admin admin] Notify callbacks [] for router, before_response {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:05:05.260170 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [None req-0f50160b-9e3b-4600-bc25-0c8926805ebf admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.7416987 Jul 28 19:05:05.262793 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.wsgi [-] (93586) accepted ('10.222.0.41', 60574) {{(pid=93586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:05:05.305685 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-72299321-9671-4689-9163-0f49772e2279 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676630'] for security_group, after_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:05:05.308485 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-72299321-9671-4689-9163-0f49772e2279 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:05:05.309808 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [None req-72299321-9671-4689-9163-0f49772e2279 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b032362f-6187-4839-b0b5-631c25f76fd5 HTTP/1.1" status: 204 len: 168 time: 0.2495568 Jul 28 19:05:05.325301 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72299321-9671-4689-9163-0f49772e2279 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b032362f-6187-4839-b0b5-631c25f76fd5,revision_number=None']} {{(pid=93586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:05:05.336426 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72299321-9671-4689-9163-0f49772e2279 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:05:05.338975 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72299321-9671-4689-9163-0f49772e2279 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:05:05.338975 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72299321-9671-4689-9163-0f49772e2279 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:05:05.338975 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72299321-9671-4689-9163-0f49772e2279 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:05:05.339266 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72299321-9671-4689-9163-0f49772e2279 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:05:05.339391 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72299321-9671-4689-9163-0f49772e2279 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:05:05.340501 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72299321-9671-4689-9163-0f49772e2279 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:05:05.342284 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72299321-9671-4689-9163-0f49772e2279 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:05:05.344455 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72299321-9671-4689-9163-0f49772e2279 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:05:05.344954 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72299321-9671-4689-9163-0f49772e2279 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:05:05.345434 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72299321-9671-4689-9163-0f49772e2279 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:05:05.345922 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72299321-9671-4689-9163-0f49772e2279 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:05:05.355398 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.db.l3_dvr_db [None req-a8ab5dae-b8e6-4eac-93e5-ea936f3cef7c None None] Set router d0a74e95-329e-45b0-bb9d-72eed8510c30 gateway port host: dv-cinder-802653-1-iscsi {{(pid=93589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 19:05:05.379813 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.db [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] get_ports_and_sgs() called for port_ids ['90a887fc-b501-47bc-9162-72ef3f659512'] {{(pid=93588) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 19:05:05.496694 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555300'] for port, before_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:05:05.623978 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-056ecc63-dca1-4583-ad4c-124c94a500b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555300'] for port, before_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:05:05.634542 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.db [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] For port eaaf1af2-176d-4287-a35b-45141f41c96e, host dv-cinder-802653-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-1-iscsi',level=0,port_id=eaaf1af2-176d-4287-a35b-45141f41c96e,segment=NetworkSegment(3ebe97d1-df3f-4b3e-b96f-435d4b836c6d),segment_id=3ebe97d1-df3f-4b3e-b96f-435d4b836c6d)] {{(pid=93588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:05:05.670947 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.db.l3_hamode_db [None req-a8ab5dae-b8e6-4eac-93e5-ea936f3cef7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0a74e95-329e-45b0-bb9d-72eed8510c30', 'name': 'tempest-TestMinimumBasicScenario-503621872-router', 'tenant_id': '8dfce28566ed4d1891812fe1dd2471c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df', 'external_fixed_ips': [{'subnet_id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': 'cc47a72d-e27b-4bb3-99e8-6f8ef46cc032', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:05:02Z', 'updated_at': '2021-07-28T19:05:03Z', 'revision_number': 3, 'project_id': '8dfce28566ed4d1891812fe1dd2471c1', 'gw_port': {'id': 'cc47a72d-e27b-4bb3-99e8-6f8ef46cc032', 'name': '', 'network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:2e:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0a74e95-329e-45b0-bb9d-72eed8510c30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:05:03Z', 'updated_at': '2021-07-28T19:05:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-1-iscsi'}], 'dv-cinder-802653-1-iscsi', False) {} {{(pid=93589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:05:05.708111 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ab5dae-b8e6-4eac-93e5-ea936f3cef7c None None] Checking router: d0a74e95-329e-45b0-bb9d-72eed8510c30 for host: dv-cinder-802653-1-iscsi {{(pid=93589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 19:05:05.712513 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ab5dae-b8e6-4eac-93e5-ea936f3cef7c None None] Updating router d0a74e95-329e-45b0-bb9d-72eed8510c30 port cc47a72d-e27b-4bb3-99e8-6f8ef46cc032 binding host dv-cinder-802653-1-iscsi {{(pid=93589) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 19:05:05.721463 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742349622321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742349248534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742349248552'] for port, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:05:05.757795 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-a8ab5dae-b8e6-4eac-93e5-ea936f3cef7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555300'] for port, before_update {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:05:05.808546 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.db.api [None req-056ecc63-dca1-4583-ad4c-124c94a500b0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93588) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 19:05:05.810079 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG oslo_db.api [None req-056ecc63-dca1-4583-ad4c-124c94a500b0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 19:05:05.867298 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Pushing event updated for resources: {'Port': ['ID=eaaf1af2-176d-4287-a35b-45141f41c96e,revision_number=3']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:05:05.927608 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.wsgi [-] (93587) accepted ('10.222.0.41', 60596) {{(pid=93587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:05:05.953215 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-adbcce7a-d162-4c3f-bb6c-ff3e8cb359ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:05:05.996885 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-b5ab51a2-abed-465a-aab6-be1f44f025a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555300'] for port, before_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:05:06.032191 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d04c40-1a67-4c61-9217-f25dd8e95a20 req-f6a40582-878b-4752-85c0-c93efe14b28d tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:05:06.033715 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-c8d04c40-1a67-4c61-9217-f25dd8e95a20 req-f6a40582-878b-4752-85c0-c93efe14b28d tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/ports?device_id=746c8655-ed83-43a1-afe7-08635f73c152 HTTP/1.1" status: 200 len: 946 time: 0.1123013 Jul 28 19:05:06.054604 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14549bc4-c64f-431f-95f1-a5009a97816f req-3ec99eea-e5cd-4319-ae05-41320eea509b tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:05:06.056171 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-14549bc4-c64f-431f-95f1-a5009a97816f req-3ec99eea-e5cd-4319-ae05-41320eea509b tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] 10.222.0.41 "GET /v2.0/ports?device_id=cdf4b877-763c-4734-a6f6-69a2af026932 HTTP/1.1" status: 200 len: 944 time: 0.1284037 Jul 28 19:05:06.088453 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-adbcce7a-d162-4c3f-bb6c-ff3e8cb359ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:05:06.152659 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-adbcce7a-d162-4c3f-bb6c-ff3e8cb359ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676630'] for security_group, after_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:05:06.161035 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-a8ab5dae-b8e6-4eac-93e5-ea936f3cef7c None None] Notify callbacks [] for port, precommit_update {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:05:06.172027 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.db.provisioning_blocks [None req-a8ab5dae-b8e6-4eac-93e5-ea936f3cef7c None None] Transition to ACTIVE for port object cc47a72d-e27b-4bb3-99e8-6f8ef46cc032 will not be triggered until provisioned by entity L2. {{(pid=93589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 19:05:06.181578 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-c8d04c40-1a67-4c61-9217-f25dd8e95a20 req-6632f15c-ec19-4493-bcd3-4184628d023a tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/security-groups?id=42975843-26fd-496e-b975-a1703127fe22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372044 Jul 28 19:05:06.188562 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-14549bc4-c64f-431f-95f1-a5009a97816f req-0eda859b-b5b5-409b-af19-e874e2395097 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] 10.222.0.41 "GET /v2.0/security-groups?id=1eb5a05b-31a0-42f8-b1e4-d0f49b56a7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954623 Jul 28 19:05:06.210501 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.wsgi [-] (93586) accepted ('10.222.0.41', 60602) {{(pid=93586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:05:06.210827 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [None req-adbcce7a-d162-4c3f-bb6c-ff3e8cb359ff admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=70fe2bff659c4fe0986dd24c708748f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2818384 Jul 28 19:05:06.211729 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbcce7a-d162-4c3f-bb6c-ff3e8cb359ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74b17f37-7c9c-405f-83d3-194b543f0df7,revision_number=1']} {{(pid=93587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:05:06.233279 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbcce7a-d162-4c3f-bb6c-ff3e8cb359ff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:05:06.234519 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbcce7a-d162-4c3f-bb6c-ff3e8cb359ff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:05:06.234967 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbcce7a-d162-4c3f-bb6c-ff3e8cb359ff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:05:06.235396 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbcce7a-d162-4c3f-bb6c-ff3e8cb359ff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:05:06.235855 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbcce7a-d162-4c3f-bb6c-ff3e8cb359ff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:05:06.236386 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbcce7a-d162-4c3f-bb6c-ff3e8cb359ff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:05:06.238159 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbcce7a-d162-4c3f-bb6c-ff3e8cb359ff admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:05:06.238607 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbcce7a-d162-4c3f-bb6c-ff3e8cb359ff admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:05:06.239325 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbcce7a-d162-4c3f-bb6c-ff3e8cb359ff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:05:06.239760 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbcce7a-d162-4c3f-bb6c-ff3e8cb359ff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:05:06.240215 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbcce7a-d162-4c3f-bb6c-ff3e8cb359ff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:05:06.242229 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbcce7a-d162-4c3f-bb6c-ff3e8cb359ff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:05:06.248684 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-a8ab5dae-b8e6-4eac-93e5-ea936f3cef7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742349622321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742349248534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742349248552'] for port, after_update {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:05:06.301839 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc16d65-425e-4ed4-be33-d8ba779fe415 None None] Pushing event updated for resources: {'Port': ['ID=cc47a72d-e27b-4bb3-99e8-6f8ef46cc032,revision_number=2']} {{(pid=93589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:05:06.335613 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.db.db_base_plugin_common [None req-b5ab51a2-abed-465a-aab6-be1f44f025a4 admin admin] Allocated IP 172.20.0.1 (1244114e-5936-4f00-b2e7-0dc5639d54cf/e80141e2-13ca-446e-a59d-21b80d62b4cc/a30a3690-56f6-41e8-9252-1284ea4a559c) {{(pid=93586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 19:05:06.341635 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.plugins.ml2.managers [None req-a8ab5dae-b8e6-4eac-93e5-ea936f3cef7c None None] Attempting to bind port cc47a72d-e27b-4bb3-99e8-6f8ef46cc032 on host dv-cinder-802653-1-iscsi for vnic_type normal with profile {{(pid=93589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 19:05:06.342313 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.plugins.ml2.managers [None req-a8ab5dae-b8e6-4eac-93e5-ea936f3cef7c None None] Attempting to bind port cc47a72d-e27b-4bb3-99e8-6f8ef46cc032 by drivers openvswitch,hyperv on host dv-cinder-802653-1-iscsi at level 0 using segments [{'id': '17bd56bb-f533-4c75-bcf1-86c99094db6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df'}] {{(pid=93589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 19:05:06.342839 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ab5dae-b8e6-4eac-93e5-ea936f3cef7c None None] Attempting to bind port cc47a72d-e27b-4bb3-99e8-6f8ef46cc032 on network e684c39a-2e11-408f-97ab-0003bc0ac2df {{(pid=93589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 19:05:06.348721 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ab5dae-b8e6-4eac-93e5-ea936f3cef7c None None] Checking agent: {'id': 'db69d0ec-1e3c-47a8-846d-d71db5f0b0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802653-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 18, 54, 54), 'started_at': datetime.datetime(2021, 7, 28, 18, 55, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 19, 4, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802653-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 19:05:06.349094 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ab5dae-b8e6-4eac-93e5-ea936f3cef7c None None] Checking segment: {'id': '17bd56bb-f533-4c75-bcf1-86c99094db6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 19:05:06.349460 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-0fb559cd-47c5-406d-8522-67e39389789c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:05:06.349581 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-a8ab5dae-b8e6-4eac-93e5-ea936f3cef7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:05:06.349923 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ab5dae-b8e6-4eac-93e5-ea936f3cef7c None None] Bound using segment: {'id': '17bd56bb-f533-4c75-bcf1-86c99094db6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df'} {{(pid=93589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 19:05:06.350310 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.plugins.ml2.managers [None req-a8ab5dae-b8e6-4eac-93e5-ea936f3cef7c None None] Bound port: cc47a72d-e27b-4bb3-99e8-6f8ef46cc032, host: dv-cinder-802653-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17bd56bb-f533-4c75-bcf1-86c99094db6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df'}}] {{(pid=93589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 19:05:06.350871 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-a8ab5dae-b8e6-4eac-93e5-ea936f3cef7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555300'] for port, before_update {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:05:06.409382 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.plugins.ml2.db [None req-a8ab5dae-b8e6-4eac-93e5-ea936f3cef7c None None] For port cc47a72d-e27b-4bb3-99e8-6f8ef46cc032, host dv-cinder-802653-1-iscsi, cleared binding levels {{(pid=93589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 19:05:06.413704 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.plugins.ml2.db [None req-a8ab5dae-b8e6-4eac-93e5-ea936f3cef7c None None] For port cc47a72d-e27b-4bb3-99e8-6f8ef46cc032, host dv-cinder-802653-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-1-iscsi',level=0,port_id=cc47a72d-e27b-4bb3-99e8-6f8ef46cc032,segment=NetworkSegment(17bd56bb-f533-4c75-bcf1-86c99094db6a),segment_id=17bd56bb-f533-4c75-bcf1-86c99094db6a)] {{(pid=93589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 19:05:06.423394 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-0fb559cd-47c5-406d-8522-67e39389789c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:05:06.435877 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.rpc [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Device eaaf1af2-176d-4287-a35b-45141f41c96e up at agent ovs-agent-dv-cinder-802653-1-iscsi {{(pid=93588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 19:05:06.445324 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b4847c-7d69-45b4-9539-bece4bbefe40 req-3055c917-d20a-4b61-a5ae-179181898b3b tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:05:06.446883 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-f4b4847c-7d69-45b4-9539-bece4bbefe40 req-3055c917-d20a-4b61-a5ae-179181898b3b tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/ports?device_id=aed3a892-a81b-4117-b3b4-c9c93f0bc2ce HTTP/1.1" status: 200 len: 946 time: 0.1645789 Jul 28 19:05:06.477796 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-a8ab5dae-b8e6-4eac-93e5-ea936f3cef7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742349622321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742349248534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742349248552'] for port, after_update {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:05:06.495123 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.provisioning_blocks [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Provisioning complete for port eaaf1af2-176d-4287-a35b-45141f41c96e triggered by entity L2. {{(pid=93588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 19:05:06.495977 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721938'] for port, provisioning_complete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:05:06.539863 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc16d65-425e-4ed4-be33-d8ba779fe415 None None] Pushing event updated for resources: {'Port': ['ID=cc47a72d-e27b-4bb3-99e8-6f8ef46cc032,revision_number=3']} {{(pid=93589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:05:06.542422 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-b5ab51a2-abed-465a-aab6-be1f44f025a4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:05:06.553232 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-f4b4847c-7d69-45b4-9539-bece4bbefe40 req-e21c74af-b031-47b1-ae53-a224140a2085 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/security-groups?id=42975843-26fd-496e-b975-a1703127fe22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949466 Jul 28 19:05:06.566793 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ab5dae-b8e6-4eac-93e5-ea936f3cef7c None None] Routers {'d0a74e95-329e-45b0-bb9d-72eed8510c30'} bound to L3 agent in host dv-cinder-802653-1-iscsi {{(pid=93589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 19:05:06.568291 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.db.l3_hamode_db [None req-a8ab5dae-b8e6-4eac-93e5-ea936f3cef7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802653-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T18:54:54Z,description=,heartbeat_timestamp=2021-07-28T19:04:54Z,host='dv-cinder-802653-1-iscsi',id=a81dfe8c-a6e8-4fad-82b8-e31bee6ac2ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T18:54:55Z,topic='l3_agent')) {'router_ids': ['d0a74e95-329e-45b0-bb9d-72eed8510c30'], 'active': True} {{(pid=93589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:05:06.609125 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.db.provisioning_blocks [None req-b5ab51a2-abed-465a-aab6-be1f44f025a4 admin admin] Transition to ACTIVE for port object a30a3690-56f6-41e8-9252-1284ea4a559c will not be triggered until provisioned by entity DHCP. {{(pid=93586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 19:05:06.610607 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-0fb559cd-47c5-406d-8522-67e39389789c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676630'] for security_group, after_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:05:06.616931 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-0fb559cd-47c5-406d-8522-67e39389789c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:05:06.618402 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [None req-0fb559cd-47c5-406d-8522-67e39389789c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/74b17f37-7c9c-405f-83d3-194b543f0df7 HTTP/1.1" status: 204 len: 168 time: 0.4069619 Jul 28 19:05:06.656333 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb559cd-47c5-406d-8522-67e39389789c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74b17f37-7c9c-405f-83d3-194b543f0df7,revision_number=None']} {{(pid=93586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:05:06.733009 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.db.l3_dvr_db [None req-a8ab5dae-b8e6-4eac-93e5-ea936f3cef7c None None] Set router d0a74e95-329e-45b0-bb9d-72eed8510c30 gateway port host: dv-cinder-802653-1-iscsi {{(pid=93589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 19:05:06.874273 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-b5ab51a2-abed-465a-aab6-be1f44f025a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742349248516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12083827'] for port, after_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:05:06.923079 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5ab51a2-abed-465a-aab6-be1f44f025a4 admin admin] Network 1244114e-5936-4f00-b2e7-0dc5639d54cf is already hosted by enough agents. {{(pid=93586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 19:05:06.927712 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.scheduler.base_scheduler [None req-b5ab51a2-abed-465a-aab6-be1f44f025a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 19:05:06.932250 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5ab51a2-abed-465a-aab6-be1f44f025a4 admin admin] Received port after_create {{(pid=93586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 19:05:06.979275 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ab51a2-abed-465a-aab6-be1f44f025a4 admin admin] Pushing event updated for resources: {'Port': ['ID=a30a3690-56f6-41e8-9252-1284ea4a559c,revision_number=1']} {{(pid=93586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:05:06.994355 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-b5ab51a2-abed-465a-aab6-be1f44f025a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3821360'] for router_interface, before_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:05:07.008620 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.db.l3_hamode_db [None req-a8ab5dae-b8e6-4eac-93e5-ea936f3cef7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0a74e95-329e-45b0-bb9d-72eed8510c30', 'name': 'tempest-TestMinimumBasicScenario-503621872-router', 'tenant_id': '8dfce28566ed4d1891812fe1dd2471c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df', 'external_fixed_ips': [{'subnet_id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': 'cc47a72d-e27b-4bb3-99e8-6f8ef46cc032', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:05:02Z', 'updated_at': '2021-07-28T19:05:03Z', 'revision_number': 3, 'project_id': '8dfce28566ed4d1891812fe1dd2471c1', 'gw_port': {'id': 'cc47a72d-e27b-4bb3-99e8-6f8ef46cc032', 'name': '', 'network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:2e:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0a74e95-329e-45b0-bb9d-72eed8510c30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:05:03Z', 'updated_at': '2021-07-28T19:05:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-1-iscsi'}], 'dv-cinder-802653-1-iscsi', False) {} {{(pid=93589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:05:07.041698 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ab5dae-b8e6-4eac-93e5-ea936f3cef7c None None] The sync data for ids ['d0a74e95-329e-45b0-bb9d-72eed8510c30'] in dv-cinder-802653-1-iscsi is: [{'id': 'd0a74e95-329e-45b0-bb9d-72eed8510c30', 'name': 'tempest-TestMinimumBasicScenario-503621872-router', 'tenant_id': '8dfce28566ed4d1891812fe1dd2471c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df', 'external_fixed_ips': [{'subnet_id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': 'cc47a72d-e27b-4bb3-99e8-6f8ef46cc032', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:05:02Z', 'updated_at': '2021-07-28T19:05:03Z', 'revision_number': 3, 'project_id': '8dfce28566ed4d1891812fe1dd2471c1', 'gw_port': {'id': 'cc47a72d-e27b-4bb3-99e8-6f8ef46cc032', 'name': '', 'network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:2e:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0a74e95-329e-45b0-bb9d-72eed8510c30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:05:03Z', 'updated_at': '2021-07-28T19:05:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-1-iscsi'}] {{(pid=93589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 19:05:07.280182 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-b5ab51a2-abed-465a-aab6-be1f44f025a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555300'] for port, before_update {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:05:07.387380 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.provisioning_blocks [None req-ab3d1724-72f7-4a9c-b31c-8e0f8b213257 None None] Provisioning for port a30a3690-56f6-41e8-9252-1284ea4a559c completed by entity DHCP. {{(pid=93588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 19:05:07.392126 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438f5dc0-790f-4855-a5b6-0722e5de2dc8 req-367cf21f-1b92-42d3-8446-bbbaa8fff7aa tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:05:07.397603 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-438f5dc0-790f-4855-a5b6-0722e5de2dc8 req-367cf21f-1b92-42d3-8446-bbbaa8fff7aa tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] 10.222.0.41 "GET /v2.0/ports?device_id=cdf4b877-763c-4734-a6f6-69a2af026932 HTTP/1.1" status: 200 len: 944 time: 0.1130109 Jul 28 19:05:07.401160 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.provisioning_blocks [None req-ab3d1724-72f7-4a9c-b31c-8e0f8b213257 None None] Provisioning complete for port a30a3690-56f6-41e8-9252-1284ea4a559c triggered by entity DHCP. {{(pid=93588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 19:05:07.401619 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-ab3d1724-72f7-4a9c-b31c-8e0f8b213257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721938'] for port, provisioning_complete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:05:07.458443 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.plugin [None req-ab3d1724-72f7-4a9c-b31c-8e0f8b213257 None None] Port a30a3690-56f6-41e8-9252-1284ea4a559c cannot update to ACTIVE because it is not bound. {{(pid=93588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 19:05:07.526881 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-438f5dc0-790f-4855-a5b6-0722e5de2dc8 req-81aa387c-87a7-4dbe-9e56-c802cd57ad6b tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] 10.222.0.41 "GET /v2.0/security-groups?id=1eb5a05b-31a0-42f8-b1e4-d0f49b56a7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108642 Jul 28 19:05:07.632010 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.rpc [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Device 90a887fc-b501-47bc-9162-72ef3f659512 up at agent hyperv_hv-cinder-80265 {{(pid=93588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 19:05:07.651699 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-b5ab51a2-abed-465a-aab6-be1f44f025a4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:05:07.724645 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-b5ab51a2-abed-465a-aab6-be1f44f025a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742349622321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742349248534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742349248552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12083818'] for port, after_update {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:05:07.798874 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-b5ab51a2-abed-465a-aab6-be1f44f025a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3760054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3821728'] for router_interface, after_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:05:07.801095 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ab51a2-abed-465a-aab6-be1f44f025a4 admin admin] Pushing event updated for resources: {'Port': ['ID=a30a3690-56f6-41e8-9252-1284ea4a559c,revision_number=2']} {{(pid=93586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:05:07.869058 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.provisioning_blocks [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Provisioning for port 90a887fc-b501-47bc-9162-72ef3f659512 completed by entity L2. {{(pid=93588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 19:05:07.873603 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.provisioning_blocks [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Provisioning complete for port 90a887fc-b501-47bc-9162-72ef3f659512 triggered by entity L2. {{(pid=93588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 19:05:07.873989 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721938'] for port, provisioning_complete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:05:07.945403 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5ab51a2-abed-465a-aab6-be1f44f025a4 admin admin] Network 1244114e-5936-4f00-b2e7-0dc5639d54cf is already hosted by enough agents. {{(pid=93586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 19:05:07.946955 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.scheduler.base_scheduler [None req-b5ab51a2-abed-465a-aab6-be1f44f025a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 19:05:08.026916 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555300'] for port, before_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:05:08.087651 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdf4b877-763c-4734-a6f6-69a2af026932', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90a887fc-b501-47bc-9162-72ef3f659512'}] {{(pid=93588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 19:05:08.090330 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1b0d83cbf58c08976f04b399db04c287f80045833914d8e5b61042f37766a37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77d51d83-b470-495a-9de3-b51bb35eed6b" -d '{"events": [{"server_uuid": "cdf4b877-763c-4734-a6f6-69a2af026932", "name": "network-vif-plugged", "status": "completed", "tag": "90a887fc-b501-47bc-9162-72ef3f659512"}]}' {{(pid=93588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 19:05:08.114338 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5ab51a2-abed-465a-aab6-be1f44f025a4 admin admin] Router d0a74e95-329e-45b0-bb9d-72eed8510c30 has already been hosted by L3 agent a81dfe8c-a6e8-4fad-82b8-e31bee6ac2ff {{(pid=93586) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 19:05:08.121555 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.db [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] For port 90a887fc-b501-47bc-9162-72ef3f659512, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=90a887fc-b501-47bc-9162-72ef3f659512,segment=NetworkSegment(0371c4bd-4d97-467a-b535-ac8857907d33),segment_id=0371c4bd-4d97-467a-b535-ac8857907d33)] {{(pid=93588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:05:08.160960 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 19:05:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-873f927a-7745-41c0-b47c-371e7b2d2a6b x-openstack-request-id: req-873f927a-7745-41c0-b47c-371e7b2d2a6b {{(pid=93588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 19:05:08.161989 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdf4b877-763c-4734-a6f6-69a2af026932", "name": "network-vif-plugged", "status": "completed", "tag": "90a887fc-b501-47bc-9162-72ef3f659512", "code": 200}]} {{(pid=93588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 19:05:08.162408 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-873f927a-7745-41c0-b47c-371e7b2d2a6b {{(pid=93588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 19:05:08.163018 dv-cinder-802653-1-iscsi neutron-server[93588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdf4b877-763c-4734-a6f6-69a2af026932', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90a887fc-b501-47bc-9162-72ef3f659512', 'code': 200} Jul 28 19:05:08.213484 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742349622321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742349248534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742349248552'] for port, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:05:08.270428 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5ab51a2-abed-465a-aab6-be1f44f025a4 admin admin] Notify agent at l3_agent.dv-cinder-802653-1-iscsi the message routers_updated {{(pid=93586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 19:05:08.279800 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [None req-b5ab51a2-abed-465a-aab6-be1f44f025a4 admin admin] 10.222.0.41 "PUT /v2.0/routers/d0a74e95-329e-45b0-bb9d-72eed8510c30/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0128438 Jul 28 19:05:08.320526 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.provisioning_blocks [None req-38155a89-c131-4470-aec2-e2d819f403c1 None None] Provisioning complete for port a30a3690-56f6-41e8-9252-1284ea4a559c triggered by entity DHCP. {{(pid=93588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 19:05:08.320899 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-38155a89-c131-4470-aec2-e2d819f403c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721938'] for port, provisioning_complete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:05:08.371217 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Pushing event updated for resources: {'Port': ['ID=90a887fc-b501-47bc-9162-72ef3f659512,revision_number=5']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:05:08.416524 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.plugin [None req-38155a89-c131-4470-aec2-e2d819f403c1 None None] Port a30a3690-56f6-41e8-9252-1284ea4a559c cannot update to ACTIVE because it is not bound. {{(pid=93588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 19:05:08.483659 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.rpc [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Device cc47a72d-e27b-4bb3-99e8-6f8ef46cc032 up at agent ovs-agent-dv-cinder-802653-1-iscsi {{(pid=93588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 19:05:08.590257 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.provisioning_blocks [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Provisioning for port cc47a72d-e27b-4bb3-99e8-6f8ef46cc032 completed by entity L2. {{(pid=93588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 19:05:08.595378 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.provisioning_blocks [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Provisioning complete for port cc47a72d-e27b-4bb3-99e8-6f8ef46cc032 triggered by entity L2. {{(pid=93588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 19:05:08.595675 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721938'] for port, provisioning_complete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:05:08.692071 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d330872-b300-4d54-838c-6577b6396322 req-5383657f-b5fb-4c5e-bab8-cc1cc58b7175 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:05:08.693798 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-9d330872-b300-4d54-838c-6577b6396322 req-5383657f-b5fb-4c5e-bab8-cc1cc58b7175 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] 10.222.0.41 "GET /v2.0/ports?device_id=cdf4b877-763c-4734-a6f6-69a2af026932 HTTP/1.1" status: 200 len: 945 time: 0.0781674 Jul 28 19:05:08.711501 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555300'] for port, before_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:05:08.713074 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c8f4af-f0d2-40b6-a9b1-14c07a5b96f8 req-213e5ab4-b5e5-4f13-a2a6-b62f410d453b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:05:08.714749 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-54c8f4af-f0d2-40b6-a9b1-14c07a5b96f8 req-213e5ab4-b5e5-4f13-a2a6-b62f410d453b service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=cdf4b877-763c-4734-a6f6-69a2af026932 HTTP/1.1" status: 200 len: 1098 time: 0.1092620 Jul 28 19:05:08.737698 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.db [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] For port cc47a72d-e27b-4bb3-99e8-6f8ef46cc032, host dv-cinder-802653-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-1-iscsi',level=0,port_id=cc47a72d-e27b-4bb3-99e8-6f8ef46cc032,segment=NetworkSegment(17bd56bb-f533-4c75-bcf1-86c99094db6a),segment_id=17bd56bb-f533-4c75-bcf1-86c99094db6a)] {{(pid=93588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:05:08.826774 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-9d330872-b300-4d54-838c-6577b6396322 req-16fe1aa2-3760-48b5-a0f5-278cf5bbe87e tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] 10.222.0.41 "GET /v2.0/security-groups?id=1eb5a05b-31a0-42f8-b1e4-d0f49b56a7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212142 Jul 28 19:05:08.831084 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-54c8f4af-f0d2-40b6-a9b1-14c07a5b96f8 req-471cf477-f4b4-4732-81bf-b4f6e833d3f4 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=1eb5a05b-31a0-42f8-b1e4-d0f49b56a7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812829 Jul 28 19:05:08.855788 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742349622321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742349248534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742349248552'] for port, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:05:08.922593 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Pushing event updated for resources: {'Port': ['ID=cc47a72d-e27b-4bb3-99e8-6f8ef46cc032,revision_number=4']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:05:09.213506 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c88815-44c0-4ac4-be9d-0267411cecb6 None None] Sync routers for ids ['d0a74e95-329e-45b0-bb9d-72eed8510c30'] in dv-cinder-802653-1-iscsi {{(pid=93588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 19:05:09.230019 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c88815-44c0-4ac4-be9d-0267411cecb6 None None] Routers {'d0a74e95-329e-45b0-bb9d-72eed8510c30'} bound to L3 agent in host dv-cinder-802653-1-iscsi {{(pid=93588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 19:05:09.232162 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.l3_hamode_db [None req-55c88815-44c0-4ac4-be9d-0267411cecb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802653-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T18:54:54Z,description=,heartbeat_timestamp=2021-07-28T19:04:54Z,host='dv-cinder-802653-1-iscsi',id=a81dfe8c-a6e8-4fad-82b8-e31bee6ac2ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T18:54:55Z,topic='l3_agent')) {'router_ids': ['d0a74e95-329e-45b0-bb9d-72eed8510c30'], 'active': True} {{(pid=93588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:05:09.479275 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e083b9a-73d1-4197-800e-407580e74007 req-01b91102-7366-4f28-b07e-1f0b3f30f96b tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:05:09.479275 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-1e083b9a-73d1-4197-800e-407580e74007 req-01b91102-7366-4f28-b07e-1f0b3f30f96b tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/ports?device_id=aed3a892-a81b-4117-b3b4-c9c93f0bc2ce HTTP/1.1" status: 200 len: 946 time: 0.0988746 Jul 28 19:05:09.479275 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-1e083b9a-73d1-4197-800e-407580e74007 req-55a58e3c-a2ce-44cb-8d92-d05bb455b812 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/security-groups?id=42975843-26fd-496e-b975-a1703127fe22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410752 Jul 28 19:05:09.524833 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.l3_dvr_db [None req-55c88815-44c0-4ac4-be9d-0267411cecb6 None None] Set router d0a74e95-329e-45b0-bb9d-72eed8510c30 gateway port host: dv-cinder-802653-1-iscsi {{(pid=93588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 19:05:09.724813 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c945b712-cc1d-4965-9d31-a356ab742ca0 req-eefbd13e-70cb-4c6d-bf42-ed9090977f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:05:09.726369 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-c945b712-cc1d-4965-9d31-a356ab742ca0 req-eefbd13e-70cb-4c6d-bf42-ed9090977f81 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ab36a3ab5c78406b94032a7ca4193d8f&device_id=aed3a892-a81b-4117-b3b4-c9c93f0bc2ce HTTP/1.1" status: 200 len: 1099 time: 0.0979171 Jul 28 19:05:09.837721 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.l3_hamode_db [None req-55c88815-44c0-4ac4-be9d-0267411cecb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0a74e95-329e-45b0-bb9d-72eed8510c30', 'name': 'tempest-TestMinimumBasicScenario-503621872-router', 'tenant_id': '8dfce28566ed4d1891812fe1dd2471c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df', 'external_fixed_ips': [{'subnet_id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': 'cc47a72d-e27b-4bb3-99e8-6f8ef46cc032', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:05:02Z', 'updated_at': '2021-07-28T19:05:07Z', 'revision_number': 4, 'project_id': '8dfce28566ed4d1891812fe1dd2471c1', 'gw_port': {'id': 'cc47a72d-e27b-4bb3-99e8-6f8ef46cc032', 'name': '', 'network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:2e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a74e95-329e-45b0-bb9d-72eed8510c30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:05:03Z', 'updated_at': '2021-07-28T19:05:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-1-iscsi', '_interfaces': [{'id': 'a30a3690-56f6-41e8-9252-1284ea4a559c', 'name': '', 'network_id': '1244114e-5936-4f00-b2e7-0dc5639d54cf', 'tenant_id': '8dfce28566ed4d1891812fe1dd2471c1', 'mac_address': 'fa:16:3e:78:ae:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0a74e95-329e-45b0-bb9d-72eed8510c30', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': 'e80141e2-13ca-446e-a59d-21b80d62b4cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:05:06Z', 'updated_at': '2021-07-28T19:05:07Z', 'revision_number': 2, 'project_id': '8dfce28566ed4d1891812fe1dd2471c1', 'subnets': [{'id': 'e80141e2-13ca-446e-a59d-21b80d62b4cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802653-1-iscsi', False) {} {{(pid=93588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:05:09.879519 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c88815-44c0-4ac4-be9d-0267411cecb6 None None] Checking router: d0a74e95-329e-45b0-bb9d-72eed8510c30 for host: dv-cinder-802653-1-iscsi {{(pid=93588) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 19:05:09.879926 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c88815-44c0-4ac4-be9d-0267411cecb6 None None] Updating router d0a74e95-329e-45b0-bb9d-72eed8510c30 port a30a3690-56f6-41e8-9252-1284ea4a559c binding host dv-cinder-802653-1-iscsi {{(pid=93588) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 19:05:09.926271 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-55c88815-44c0-4ac4-be9d-0267411cecb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555300'] for port, before_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:05:09.927826 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c945b712-cc1d-4965-9d31-a356ab742ca0 req-ef723158-4b38-4e4a-9d1b-5b339b7681b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:05:09.930552 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-c945b712-cc1d-4965-9d31-a356ab742ca0 req-ef723158-4b38-4e4a-9d1b-5b339b7681b1 service neutron] 10.222.0.49 "GET /v2.0/networks?id=55abd46f-cb0c-4975-97d4-5b97e39ca579 HTTP/1.1" status: 200 len: 919 time: 0.1896453 Jul 28 19:05:10.012445 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-c945b712-cc1d-4965-9d31-a356ab742ca0 req-c669618a-40cb-482e-b482-b6636af88834 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=42bd04ad-4b2a-497e-96f2-9b339a73581a HTTP/1.1" status: 200 len: 217 time: 0.0424490 Jul 28 19:05:10.042679 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6229139-369d-4cc8-9d4f-5c42d83e764d req-84181798-d8ca-494d-894c-8428599b269a tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:05:10.050819 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-c6229139-369d-4cc8-9d4f-5c42d83e764d req-84181798-d8ca-494d-894c-8428599b269a tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] 10.222.0.41 "GET /v2.0/ports?device_id=cdf4b877-763c-4734-a6f6-69a2af026932 HTTP/1.1" status: 200 len: 945 time: 0.1113827 Jul 28 19:05:10.169243 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-c6229139-369d-4cc8-9d4f-5c42d83e764d req-e462fd6f-3e81-4127-9087-831bfec3582c tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] 10.222.0.41 "GET /v2.0/security-groups?id=1eb5a05b-31a0-42f8-b1e4-d0f49b56a7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125255 Jul 28 19:05:10.173132 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c945b712-cc1d-4965-9d31-a356ab742ca0 req-f0e2bd65-f10b-47ff-b47b-99b0088245a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:05:10.176773 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-c945b712-cc1d-4965-9d31-a356ab742ca0 req-f0e2bd65-f10b-47ff-b47b-99b0088245a8 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7ace80f0-3f3a-4421-afb0-85b3c7802c40 HTTP/1.1" status: 200 len: 858 time: 0.1538131 Jul 28 19:05:10.222635 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-c945b712-cc1d-4965-9d31-a356ab742ca0 req-4ec20ab8-5a63-4e9a-9c11-a03fa5f44e8c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=55abd46f-cb0c-4975-97d4-5b97e39ca579&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316536 Jul 28 19:05:10.398417 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-55c88815-44c0-4ac4-be9d-0267411cecb6 None None] Notify callbacks [] for port, precommit_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:05:10.411321 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.provisioning_blocks [None req-55c88815-44c0-4ac4-be9d-0267411cecb6 None None] Transition to ACTIVE for port object a30a3690-56f6-41e8-9252-1284ea4a559c will not be triggered until provisioned by entity L2. {{(pid=93588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 19:05:10.417874 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-c945b712-cc1d-4965-9d31-a356ab742ca0 req-09b36863-298d-4267-b077-c82ceca3e1d2 service neutron] 10.222.0.49 "GET /v2.0/networks/55abd46f-cb0c-4975-97d4-5b97e39ca579?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1813943 Jul 28 19:05:10.480463 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.rpc [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Device cc47a72d-e27b-4bb3-99e8-6f8ef46cc032 up at agent ovs-agent-dv-cinder-802653-1-iscsi {{(pid=93588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 19:05:10.533771 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-55c88815-44c0-4ac4-be9d-0267411cecb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742349622321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742349248534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742349248552'] for port, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:05:10.583133 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5db9ba-2192-400f-a5ab-d221d2ce7aab None None] Pushing event updated for resources: {'Port': ['ID=a30a3690-56f6-41e8-9252-1284ea4a559c,revision_number=3']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:05:10.760108 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.provisioning_blocks [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Provisioning complete for port cc47a72d-e27b-4bb3-99e8-6f8ef46cc032 triggered by entity L2. {{(pid=93588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 19:05:10.761620 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721938'] for port, provisioning_complete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:05:10.789038 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b575eaf-7753-498a-a7ba-22ad036945cb req-16e30a47-b9ad-45c5-9d61-0cdc8bc46d77 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:05:10.791431 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-3b575eaf-7753-498a-a7ba-22ad036945cb req-16e30a47-b9ad-45c5-9d61-0cdc8bc46d77 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/ports?device_id=aed3a892-a81b-4117-b3b4-c9c93f0bc2ce HTTP/1.1" status: 200 len: 946 time: 0.1276975 Jul 28 19:05:10.840961 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-c945b712-cc1d-4965-9d31-a356ab742ca0 req-d0bc4ab7-0161-4bfc-991a-b78f177516ec service neutron] 10.222.0.49 "GET /v2.0/networks/55abd46f-cb0c-4975-97d4-5b97e39ca579?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4019570 Jul 28 19:05:10.846046 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.managers [None req-55c88815-44c0-4ac4-be9d-0267411cecb6 None None] Attempting to bind port a30a3690-56f6-41e8-9252-1284ea4a559c on host dv-cinder-802653-1-iscsi for vnic_type normal with profile {{(pid=93588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 19:05:10.846440 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.managers [None req-55c88815-44c0-4ac4-be9d-0267411cecb6 None None] Attempting to bind port a30a3690-56f6-41e8-9252-1284ea4a559c by drivers openvswitch,hyperv on host dv-cinder-802653-1-iscsi at level 0 using segments [{'id': '3ebe97d1-df3f-4b3e-b96f-435d4b836c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '1244114e-5936-4f00-b2e7-0dc5639d54cf'}] {{(pid=93588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 19:05:10.846822 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55c88815-44c0-4ac4-be9d-0267411cecb6 None None] Attempting to bind port a30a3690-56f6-41e8-9252-1284ea4a559c on network 1244114e-5936-4f00-b2e7-0dc5639d54cf {{(pid=93588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 19:05:10.859033 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55c88815-44c0-4ac4-be9d-0267411cecb6 None None] Checking agent: {'id': 'db69d0ec-1e3c-47a8-846d-d71db5f0b0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802653-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 18, 54, 54), 'started_at': datetime.datetime(2021, 7, 28, 18, 55, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 19, 4, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802653-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 19:05:10.859441 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55c88815-44c0-4ac4-be9d-0267411cecb6 None None] Checking segment: {'id': '3ebe97d1-df3f-4b3e-b96f-435d4b836c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '1244114e-5936-4f00-b2e7-0dc5639d54cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 19:05:10.859908 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-55c88815-44c0-4ac4-be9d-0267411cecb6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:05:10.860328 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55c88815-44c0-4ac4-be9d-0267411cecb6 None None] Bound using segment: {'id': '3ebe97d1-df3f-4b3e-b96f-435d4b836c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '1244114e-5936-4f00-b2e7-0dc5639d54cf'} {{(pid=93588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 19:05:10.860852 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.managers [None req-55c88815-44c0-4ac4-be9d-0267411cecb6 None None] Bound port: a30a3690-56f6-41e8-9252-1284ea4a559c, host: dv-cinder-802653-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ebe97d1-df3f-4b3e-b96f-435d4b836c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '1244114e-5936-4f00-b2e7-0dc5639d54cf'}}] {{(pid=93588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 19:05:10.861253 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-55c88815-44c0-4ac4-be9d-0267411cecb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555300'] for port, before_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:05:10.870754 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-3b575eaf-7753-498a-a7ba-22ad036945cb req-dfae65df-e51e-4c1b-ae73-d05df0b2a749 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/security-groups?id=42975843-26fd-496e-b975-a1703127fe22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728021 Jul 28 19:05:11.003165 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.db [None req-55c88815-44c0-4ac4-be9d-0267411cecb6 None None] For port a30a3690-56f6-41e8-9252-1284ea4a559c, host dv-cinder-802653-1-iscsi, cleared binding levels {{(pid=93588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 19:05:11.021760 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.db [None req-55c88815-44c0-4ac4-be9d-0267411cecb6 None None] For port a30a3690-56f6-41e8-9252-1284ea4a559c, host dv-cinder-802653-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-1-iscsi',level=0,port_id=a30a3690-56f6-41e8-9252-1284ea4a559c,segment=NetworkSegment(3ebe97d1-df3f-4b3e-b96f-435d4b836c6d),segment_id=3ebe97d1-df3f-4b3e-b96f-435d4b836c6d)] {{(pid=93588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 19:05:11.203573 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-55c88815-44c0-4ac4-be9d-0267411cecb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742349622321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742349248534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742349248552'] for port, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:05:11.369968 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b789e3-18f2-439b-885d-ae74eb0c37f9 req-c35e0fc0-4e2b-4713-870c-733daf3e4c3c tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:05:11.397411 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c88815-44c0-4ac4-be9d-0267411cecb6 None None] Routers {'d0a74e95-329e-45b0-bb9d-72eed8510c30'} bound to L3 agent in host dv-cinder-802653-1-iscsi {{(pid=93588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 19:05:11.398133 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.l3_hamode_db [None req-55c88815-44c0-4ac4-be9d-0267411cecb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802653-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T18:54:54Z,description=,heartbeat_timestamp=2021-07-28T19:04:54Z,host='dv-cinder-802653-1-iscsi',id=a81dfe8c-a6e8-4fad-82b8-e31bee6ac2ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T18:54:55Z,topic='l3_agent')) {'router_ids': ['d0a74e95-329e-45b0-bb9d-72eed8510c30'], 'active': True} {{(pid=93588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:05:11.401335 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5db9ba-2192-400f-a5ab-d221d2ce7aab None None] Pushing event updated for resources: {'Port': ['ID=a30a3690-56f6-41e8-9252-1284ea4a559c,revision_number=4']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:05:11.407744 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-81b789e3-18f2-439b-885d-ae74eb0c37f9 req-c35e0fc0-4e2b-4713-870c-733daf3e4c3c tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] 10.222.0.41 "GET /v2.0/ports?device_id=cdf4b877-763c-4734-a6f6-69a2af026932 HTTP/1.1" status: 200 len: 945 time: 0.1406021 Jul 28 19:05:11.504286 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.wsgi [-] (93587) accepted ('10.222.0.41', 60840) {{(pid=93587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:05:11.537244 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-81b789e3-18f2-439b-885d-ae74eb0c37f9 req-2c65e72a-4633-48c7-bdfe-a9746593ce81 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] 10.222.0.41 "GET /v2.0/security-groups?id=1eb5a05b-31a0-42f8-b1e4-d0f49b56a7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281734 Jul 28 19:05:11.656606 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.wsgi [-] (93587) accepted ('10.222.0.41', 60846) {{(pid=93587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:05:11.724066 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.l3_dvr_db [None req-55c88815-44c0-4ac4-be9d-0267411cecb6 None None] Set router d0a74e95-329e-45b0-bb9d-72eed8510c30 gateway port host: dv-cinder-802653-1-iscsi {{(pid=93588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 19:05:11.871346 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-4ebc4b9b-9639-47a9-a82f-6c6a30d0a4c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:05:11.995954 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-4ebc4b9b-9639-47a9-a82f-6c6a30d0a4c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:05:11.997425 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-44de680a-012f-4b72-8ddc-c8cb1584bc86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:05:12.076361 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6932e7f4-74ca-42e0-9cee-a39b4e67872e req-38489f41-2d21-40ec-bae9-c487e3fdcf7f tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:05:12.078609 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-6932e7f4-74ca-42e0-9cee-a39b4e67872e req-38489f41-2d21-40ec-bae9-c487e3fdcf7f tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/ports?device_id=aed3a892-a81b-4117-b3b4-c9c93f0bc2ce HTTP/1.1" status: 200 len: 946 time: 0.0591683 Jul 28 19:05:12.124224 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-6932e7f4-74ca-42e0-9cee-a39b4e67872e req-a6c13898-105f-4c8f-9748-a20d9c88277c tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/security-groups?id=42975843-26fd-496e-b975-a1703127fe22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376055 Jul 28 19:05:12.127360 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.l3_hamode_db [None req-55c88815-44c0-4ac4-be9d-0267411cecb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0a74e95-329e-45b0-bb9d-72eed8510c30', 'name': 'tempest-TestMinimumBasicScenario-503621872-router', 'tenant_id': '8dfce28566ed4d1891812fe1dd2471c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df', 'external_fixed_ips': [{'subnet_id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': 'cc47a72d-e27b-4bb3-99e8-6f8ef46cc032', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:05:02Z', 'updated_at': '2021-07-28T19:05:07Z', 'revision_number': 4, 'project_id': '8dfce28566ed4d1891812fe1dd2471c1', 'gw_port': {'id': 'cc47a72d-e27b-4bb3-99e8-6f8ef46cc032', 'name': '', 'network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:2e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a74e95-329e-45b0-bb9d-72eed8510c30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:05:03Z', 'updated_at': '2021-07-28T19:05:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-1-iscsi', '_interfaces': [{'id': 'a30a3690-56f6-41e8-9252-1284ea4a559c', 'name': '', 'network_id': '1244114e-5936-4f00-b2e7-0dc5639d54cf', 'tenant_id': '8dfce28566ed4d1891812fe1dd2471c1', 'mac_address': 'fa:16:3e:78:ae:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0a74e95-329e-45b0-bb9d-72eed8510c30', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': 'e80141e2-13ca-446e-a59d-21b80d62b4cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:05:06Z', 'updated_at': '2021-07-28T19:05:10Z', 'revision_number': 4, 'project_id': '8dfce28566ed4d1891812fe1dd2471c1', 'subnets': [{'id': 'e80141e2-13ca-446e-a59d-21b80d62b4cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802653-1-iscsi', False) {} {{(pid=93588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:05:12.160585 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c88815-44c0-4ac4-be9d-0267411cecb6 None None] The sync data for ids ['d0a74e95-329e-45b0-bb9d-72eed8510c30'] in dv-cinder-802653-1-iscsi is: [{'id': 'd0a74e95-329e-45b0-bb9d-72eed8510c30', 'name': 'tempest-TestMinimumBasicScenario-503621872-router', 'tenant_id': '8dfce28566ed4d1891812fe1dd2471c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df', 'external_fixed_ips': [{'subnet_id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': 'cc47a72d-e27b-4bb3-99e8-6f8ef46cc032', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:05:02Z', 'updated_at': '2021-07-28T19:05:07Z', 'revision_number': 4, 'project_id': '8dfce28566ed4d1891812fe1dd2471c1', 'gw_port': {'id': 'cc47a72d-e27b-4bb3-99e8-6f8ef46cc032', 'name': '', 'network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:2e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a74e95-329e-45b0-bb9d-72eed8510c30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:05:03Z', 'updated_at': '2021-07-28T19:05:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-1-iscsi', '_interfaces': [{'id': 'a30a3690-56f6-41e8-9252-1284ea4a559c', 'name': '', 'network_id': '1244114e-5936-4f00-b2e7-0dc5639d54cf', 'tenant_id': '8dfce28566ed4d1891812fe1dd2471c1', 'mac_address': 'fa:16:3e:78:ae:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0a74e95-329e-45b0-bb9d-72eed8510c30', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': 'e80141e2-13ca-446e-a59d-21b80d62b4cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:05:06Z', 'updated_at': '2021-07-28T19:05:10Z', 'revision_number': 4, 'project_id': '8dfce28566ed4d1891812fe1dd2471c1', 'subnets': [{'id': 'e80141e2-13ca-446e-a59d-21b80d62b4cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 19:05:12.208610 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-4ebc4b9b-9639-47a9-a82f-6c6a30d0a4c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676630'] for security_group, after_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:05:12.355056 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.wsgi [-] (93586) accepted ('10.222.0.41', 60854) {{(pid=93586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:05:12.355283 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [None req-4ebc4b9b-9639-47a9-a82f-6c6a30d0a4c5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e39241aa460a4ee095ce1638aab6509a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8485806 Jul 28 19:05:12.357563 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebc4b9b-9639-47a9-a82f-6c6a30d0a4c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b8aa7bc-0e0d-4d8c-8fa4-8acf88eb55b1,revision_number=1']} {{(pid=93587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:05:12.485104 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-44de680a-012f-4b72-8ddc-c8cb1584bc86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:05:12.515047 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-35f8576b-b4d4-4754-8b5c-cb739ac99d17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:05:12.548468 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-35f8576b-b4d4-4754-8b5c-cb739ac99d17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:05:12.668881 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.rpc [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Device a30a3690-56f6-41e8-9252-1284ea4a559c up at agent ovs-agent-dv-cinder-802653-1-iscsi {{(pid=93588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 19:05:12.882599 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-44de680a-012f-4b72-8ddc-c8cb1584bc86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676630'] for security_group, after_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:05:12.943794 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.provisioning_blocks [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Provisioning for port a30a3690-56f6-41e8-9252-1284ea4a559c completed by entity L2. {{(pid=93588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 19:05:12.945819 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-35f8576b-b4d4-4754-8b5c-cb739ac99d17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676630'] for security_group, after_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:05:12.946650 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [None req-44de680a-012f-4b72-8ddc-c8cb1584bc86 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9802291a73944a74b51c78a1ef31eb5e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2882569 Jul 28 19:05:12.955545 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-35f8576b-b4d4-4754-8b5c-cb739ac99d17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:05:12.956623 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [None req-35f8576b-b4d4-4754-8b5c-cb739ac99d17 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4b8aa7bc-0e0d-4d8c-8fa4-8acf88eb55b1 HTTP/1.1" status: 204 len: 168 time: 0.6001256 Jul 28 19:05:12.957916 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.provisioning_blocks [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Provisioning complete for port a30a3690-56f6-41e8-9252-1284ea4a559c triggered by entity L2. {{(pid=93588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 19:05:12.958204 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.wsgi [-] (93586) accepted ('10.222.0.41', 60862) {{(pid=93586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:05:12.958859 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721938'] for port, provisioning_complete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:05:12.981078 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44de680a-012f-4b72-8ddc-c8cb1584bc86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bea125d-c916-432b-9eb6-4f26910b8bf2,revision_number=1']} {{(pid=93587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:05:13.029599 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f8576b-b4d4-4754-8b5c-cb739ac99d17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b8aa7bc-0e0d-4d8c-8fa4-8acf88eb55b1,revision_number=None']} {{(pid=93586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:05:13.111522 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-349ce40a-0f35-40e6-87ab-0381dcf55d6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:05:13.126029 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555300'] for port, before_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:05:13.166522 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-349ce40a-0f35-40e6-87ab-0381dcf55d6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:05:13.225788 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.db [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] For port a30a3690-56f6-41e8-9252-1284ea4a559c, host dv-cinder-802653-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-1-iscsi',level=0,port_id=a30a3690-56f6-41e8-9252-1284ea4a559c,segment=NetworkSegment(3ebe97d1-df3f-4b3e-b96f-435d4b836c6d),segment_id=3ebe97d1-df3f-4b3e-b96f-435d4b836c6d)] {{(pid=93588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:05:13.294183 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742349622321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742349248534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742349248552'] for port, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:05:13.329087 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9e6e9c-7b3a-4cef-838d-f1cac31c3a24 req-70faac91-6bb6-4fcc-891c-50c8d0085a28 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:05:13.331304 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-bc9e6e9c-7b3a-4cef-838d-f1cac31c3a24 req-70faac91-6bb6-4fcc-891c-50c8d0085a28 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/ports?device_id=aed3a892-a81b-4117-b3b4-c9c93f0bc2ce HTTP/1.1" status: 200 len: 946 time: 0.0874286 Jul 28 19:05:13.383919 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Pushing event updated for resources: {'Port': ['ID=a30a3690-56f6-41e8-9252-1284ea4a559c,revision_number=5']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:05:13.402479 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-bc9e6e9c-7b3a-4cef-838d-f1cac31c3a24 req-41eef76c-59ec-486c-af4b-834fcc82131e tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/security-groups?id=42975843-26fd-496e-b975-a1703127fe22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640476 Jul 28 19:05:13.436913 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-349ce40a-0f35-40e6-87ab-0381dcf55d6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676630'] for security_group, after_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:05:13.447646 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-349ce40a-0f35-40e6-87ab-0381dcf55d6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:05:13.448916 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [None req-349ce40a-0f35-40e6-87ab-0381dcf55d6d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9bea125d-c916-432b-9eb6-4f26910b8bf2 HTTP/1.1" status: 204 len: 168 time: 0.4419568 Jul 28 19:05:13.466262 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349ce40a-0f35-40e6-87ab-0381dcf55d6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bea125d-c916-432b-9eb6-4f26910b8bf2,revision_number=None']} {{(pid=93586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:05:13.677292 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.db.agents_db [None req-65e7ef76-a059-4ec3-9341-f72ff4ef7e59 None None] Agent healthcheck: found 6 active agents {{(pid=93589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 19:05:14.153578 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.wsgi [-] (93587) accepted ('10.222.0.41', 60884) {{(pid=93587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:05:14.166658 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-5f578b94-bd3a-41a6-bb0f-671423781b3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:05:14.286772 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-5f578b94-bd3a-41a6-bb0f-671423781b3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:05:14.370515 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-5f578b94-bd3a-41a6-bb0f-671423781b3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676630'] for security_group, after_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:05:14.463327 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [None req-5f578b94-bd3a-41a6-bb0f-671423781b3c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c33bba2961e3455a906cea9b8e18a2a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3064077 Jul 28 19:05:14.463859 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.wsgi [-] (93586) accepted ('10.222.0.41', 60896) {{(pid=93586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:05:14.474617 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f578b94-bd3a-41a6-bb0f-671423781b3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b25954b9-c596-4010-a819-c2e93feb14fd,revision_number=1']} {{(pid=93587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:05:14.508568 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.rpc [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Device a30a3690-56f6-41e8-9252-1284ea4a559c up at agent ovs-agent-dv-cinder-802653-1-iscsi {{(pid=93588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 19:05:14.571416 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.provisioning_blocks [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Provisioning complete for port a30a3690-56f6-41e8-9252-1284ea4a559c triggered by entity L2. {{(pid=93588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 19:05:14.571739 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721938'] for port, provisioning_complete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:05:14.620124 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-c57a9a94-c420-41c7-8e28-a469f2ff407a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:05:14.633000 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44208fff-b7f6-49ed-92f0-cb2588d2c857 req-19a80a7c-f3b5-480c-86d2-8d7dc6a1143b tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:05:14.640355 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-44208fff-b7f6-49ed-92f0-cb2588d2c857 req-19a80a7c-f3b5-480c-86d2-8d7dc6a1143b tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/ports?device_id=aed3a892-a81b-4117-b3b4-c9c93f0bc2ce HTTP/1.1" status: 200 len: 946 time: 0.1041994 Jul 28 19:05:14.680050 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-c57a9a94-c420-41c7-8e28-a469f2ff407a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:05:14.728260 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-44208fff-b7f6-49ed-92f0-cb2588d2c857 req-d5df9009-dfe6-4329-9f44-e62b724f57b4 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/security-groups?id=42975843-26fd-496e-b975-a1703127fe22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870421 Jul 28 19:05:14.825484 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-c57a9a94-c420-41c7-8e28-a469f2ff407a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676630'] for security_group, after_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:05:14.828317 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-c57a9a94-c420-41c7-8e28-a469f2ff407a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:05:14.829744 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [None req-c57a9a94-c420-41c7-8e28-a469f2ff407a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b25954b9-c596-4010-a819-c2e93feb14fd HTTP/1.1" status: 204 len: 168 time: 0.3646414 Jul 28 19:05:14.839834 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57a9a94-c420-41c7-8e28-a469f2ff407a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b25954b9-c596-4010-a819-c2e93feb14fd,revision_number=None']} {{(pid=93586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:05:15.888925 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb670de9-23e9-4d5b-b6a2-f08d88558d50 req-50a34213-d457-4f83-b618-a388b5a09afb tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:05:15.897427 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-cb670de9-23e9-4d5b-b6a2-f08d88558d50 req-50a34213-d457-4f83-b618-a388b5a09afb tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/ports?device_id=aed3a892-a81b-4117-b3b4-c9c93f0bc2ce HTTP/1.1" status: 200 len: 946 time: 0.0880463 Jul 28 19:05:15.944364 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-cb670de9-23e9-4d5b-b6a2-f08d88558d50 req-6f26bb4d-b4db-4c7c-a442-e6815f47e2e6 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/security-groups?id=42975843-26fd-496e-b975-a1703127fe22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457304 Jul 28 19:05:17.090453 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9851ac72-d94a-4c14-8c05-c9b6dbeffc55 req-dc3b163c-906a-434b-85ec-633be78b0d60 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:05:17.102587 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-9851ac72-d94a-4c14-8c05-c9b6dbeffc55 req-dc3b163c-906a-434b-85ec-633be78b0d60 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/ports?device_id=aed3a892-a81b-4117-b3b4-c9c93f0bc2ce HTTP/1.1" status: 200 len: 946 time: 0.0707958 Jul 28 19:05:17.196683 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-9851ac72-d94a-4c14-8c05-c9b6dbeffc55 req-23a471f7-4eb4-45fa-bc28-63802019381a tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/security-groups?id=42975843-26fd-496e-b975-a1703127fe22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560844 Jul 28 19:05:18.335735 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d0ec66-1a49-4d4e-aa67-4225a230c5cd req-39c85e01-8e37-46ec-a283-1a3153328055 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:05:18.338183 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-60d0ec66-1a49-4d4e-aa67-4225a230c5cd req-39c85e01-8e37-46ec-a283-1a3153328055 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/ports?device_id=aed3a892-a81b-4117-b3b4-c9c93f0bc2ce HTTP/1.1" status: 200 len: 946 time: 0.0678573 Jul 28 19:05:18.396331 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-60d0ec66-1a49-4d4e-aa67-4225a230c5cd req-0cd5a13a-365a-4eaa-9e99-c308141c5e42 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/security-groups?id=42975843-26fd-496e-b975-a1703127fe22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496852 Jul 28 19:05:19.533397 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd00f047-6dbd-4bb6-ba1a-88820aaa49c7 req-7a3ca836-dc4c-4a96-b57e-fc8ec52da01f tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:05:19.559003 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-fd00f047-6dbd-4bb6-ba1a-88820aaa49c7 req-7a3ca836-dc4c-4a96-b57e-fc8ec52da01f tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/ports?device_id=aed3a892-a81b-4117-b3b4-c9c93f0bc2ce HTTP/1.1" status: 200 len: 946 time: 0.0806525 Jul 28 19:05:19.597123 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-fd00f047-6dbd-4bb6-ba1a-88820aaa49c7 req-d0b5ee43-81dc-4850-bb15-4466eace610f tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/security-groups?id=42975843-26fd-496e-b975-a1703127fe22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373142 Jul 28 19:05:20.742324 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10dd619-d4a7-4a19-ad3f-3f25352cf8f5 req-febf761b-5b09-48ad-97cd-4b84056576e0 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:05:20.742324 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-b10dd619-d4a7-4a19-ad3f-3f25352cf8f5 req-febf761b-5b09-48ad-97cd-4b84056576e0 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/ports?device_id=aed3a892-a81b-4117-b3b4-c9c93f0bc2ce HTTP/1.1" status: 200 len: 946 time: 0.0532556 Jul 28 19:05:20.770868 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-b10dd619-d4a7-4a19-ad3f-3f25352cf8f5 req-467e5b68-a99f-4869-bccf-62f7768162a8 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/security-groups?id=42975843-26fd-496e-b975-a1703127fe22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368025 Jul 28 19:05:21.570587 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-95201e34-f18b-4659-9b1d-728ffc094f98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:05:21.808940 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.wsgi [-] (93586) accepted ('10.222.0.41', 32802) {{(pid=93586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:05:21.934278 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87c12ec-ea2d-46a1-952c-66ad72fcf2fd req-28cf59c6-3d33-49e6-a0e0-c32e5bfcbfd4 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:05:21.940768 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-a87c12ec-ea2d-46a1-952c-66ad72fcf2fd req-28cf59c6-3d33-49e6-a0e0-c32e5bfcbfd4 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/ports?device_id=aed3a892-a81b-4117-b3b4-c9c93f0bc2ce HTTP/1.1" status: 200 len: 946 time: 0.0888965 Jul 28 19:05:21.983220 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-ec5d8073-0118-4474-b026-63df0afc0741 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:05:22.012846 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-a87c12ec-ea2d-46a1-952c-66ad72fcf2fd req-a7610e6e-8bf1-4923-97e7-34390ebc34d0 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/security-groups?id=42975843-26fd-496e-b975-a1703127fe22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680997 Jul 28 19:05:22.093187 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-ec5d8073-0118-4474-b026-63df0afc0741 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:05:22.193384 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-ec5d8073-0118-4474-b026-63df0afc0741 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676630'] for security_group, after_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:05:22.228285 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [None req-ec5d8073-0118-4474-b026-63df0afc0741 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=89dc437f5056471981495e0e0e4c2c8f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4182343 Jul 28 19:05:22.231096 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.wsgi [-] (93587) accepted ('10.222.0.41', 32812) {{(pid=93587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:05:22.240649 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5d8073-0118-4474-b026-63df0afc0741 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a090ab2c-635a-49ee-8002-fde12163711a,revision_number=1']} {{(pid=93586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:05:22.285230 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-7b1fe693-0bdb-41e5-89df-109c89d82d15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:05:22.308681 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-7b1fe693-0bdb-41e5-89df-109c89d82d15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:05:22.433079 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-7b1fe693-0bdb-41e5-89df-109c89d82d15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676630'] for security_group, after_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:05:22.435683 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-7b1fe693-0bdb-41e5-89df-109c89d82d15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:05:22.439467 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [None req-7b1fe693-0bdb-41e5-89df-109c89d82d15 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a090ab2c-635a-49ee-8002-fde12163711a HTTP/1.1" status: 204 len: 168 time: 0.2067311 Jul 28 19:05:22.452385 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1fe693-0bdb-41e5-89df-109c89d82d15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a090ab2c-635a-49ee-8002-fde12163711a,revision_number=None']} {{(pid=93587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:05:22.880919 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d035599-3e0c-4140-b78a-fbad6a3f3a7f req-80114b4c-6a9f-4c23-88c3-9063e523385c tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:05:22.882488 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-1d035599-3e0c-4140-b78a-fbad6a3f3a7f req-80114b4c-6a9f-4c23-88c3-9063e523385c tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] 10.222.0.41 "GET /v2.0/networks?id=f534d070-f433-4f81-b52e-daa60a2cf334 HTTP/1.1" status: 200 len: 815 time: 0.1082387 Jul 28 19:05:22.899313 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-1d035599-3e0c-4140-b78a-fbad6a3f3a7f req-4787260e-f11a-4ccc-8dd3-e9a12a985522 tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] 10.222.0.41 "GET /v2.0/quotas/e5f8b3f642634ceca190ab8e217700ce HTTP/1.1" status: 200 len: 375 time: 0.0108836 Jul 28 19:05:22.965570 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-1d035599-3e0c-4140-b78a-fbad6a3f3a7f req-58e49b50-798d-4140-8c59-01a16cf97f8f tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=e5f8b3f642634ceca190ab8e217700ce&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0568240 Jul 28 19:05:23.073852 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-1d035599-3e0c-4140-b78a-fbad6a3f3a7f req-d6c2888a-0434-4e75-a048-523f377d11d3 service neutron] 10.222.0.41 "GET /v2.0/networks/f534d070-f433-4f81-b52e-daa60a2cf334?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924406 Jul 28 19:05:23.086496 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.wsgi [-] (93587) accepted ('10.222.0.41', 32846) {{(pid=93587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:05:23.101161 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-fc95f9d6-ebe9-4385-9b2e-1cd6dd8f3451 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:05:23.173577 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-1d035599-3e0c-4140-b78a-fbad6a3f3a7f req-a9b100e4-622b-4d3e-b43f-cf2c0a4606a1 service neutron] 10.222.0.41 "GET /v2.0/networks/f534d070-f433-4f81-b52e-daa60a2cf334?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927284 Jul 28 19:05:23.219984 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-fc95f9d6-ebe9-4385-9b2e-1cd6dd8f3451 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:05:23.253405 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c3759f-def9-400b-9701-3c806e0d2adf req-25b0f15d-db1a-41b8-81a5-403a890eed07 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:05:23.256941 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-b4c3759f-def9-400b-9701-3c806e0d2adf req-25b0f15d-db1a-41b8-81a5-403a890eed07 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/ports?device_id=aed3a892-a81b-4117-b3b4-c9c93f0bc2ce HTTP/1.1" status: 200 len: 946 time: 0.0599008 Jul 28 19:05:23.307513 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-fc95f9d6-ebe9-4385-9b2e-1cd6dd8f3451 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676630'] for security_group, after_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:05:23.362088 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [None req-fc95f9d6-ebe9-4385-9b2e-1cd6dd8f3451 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=129faa8d20e945118215ac27c96fd159&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2744269 Jul 28 19:05:23.362829 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc95f9d6-ebe9-4385-9b2e-1cd6dd8f3451 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e74d2093-ac21-45de-b430-c307e119db18,revision_number=1']} {{(pid=93587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:05:23.365984 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.wsgi [-] (93587) accepted ('10.222.0.41', 32850) {{(pid=93587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:05:23.428902 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-22068f88-9ff9-44f4-9689-9932898f4093 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:05:23.451973 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-22068f88-9ff9-44f4-9689-9932898f4093 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:05:23.540986 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-b54eea81-396b-4c1b-b773-9c6304389782 req-1fa201eb-9238-474a-8ba4-32cca6bc176c tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c78b726-b285-4d18-8338-3b500b53a49e HTTP/1.1" status: 200 len: 210 time: 0.0294156 Jul 28 19:05:23.561975 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-b4c3759f-def9-400b-9701-3c806e0d2adf req-c5e02afd-b446-420c-830f-ea9170ca15fb tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/security-groups?id=42975843-26fd-496e-b975-a1703127fe22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2991304 Jul 28 19:05:23.585219 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-22068f88-9ff9-44f4-9689-9932898f4093 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676630'] for security_group, after_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:05:23.587955 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-22068f88-9ff9-44f4-9689-9932898f4093 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:05:23.593147 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [None req-22068f88-9ff9-44f4-9689-9932898f4093 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e74d2093-ac21-45de-b430-c307e119db18 HTTP/1.1" status: 204 len: 168 time: 0.2219727 Jul 28 19:05:23.596879 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22068f88-9ff9-44f4-9689-9932898f4093 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e74d2093-ac21-45de-b430-c307e119db18,revision_number=None']} {{(pid=93587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:05:24.239232 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:05:24.427454 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-37b535fe-e4d6-4f34-b507-25e9359c1ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:05:24.692090 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-a20baf68-45c4-4631-9162-abaddf68ede0 req-af3d26d2-75fe-4f57-9798-2fba83044fc1 tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c78b726-b285-4d18-8338-3b500b53a49e HTTP/1.1" status: 200 len: 210 time: 0.0547888 Jul 28 19:05:24.741294 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0672c7-7b00-4ddd-8128-d09785c4337a req-24857f3c-f155-48b4-9ba0-10ba018390fa tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:05:24.743474 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-9b0672c7-7b00-4ddd-8128-d09785c4337a req-24857f3c-f155-48b4-9ba0-10ba018390fa tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/ports?device_id=aed3a892-a81b-4117-b3b4-c9c93f0bc2ce HTTP/1.1" status: 200 len: 946 time: 0.0536125 Jul 28 19:05:24.783036 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-9b0672c7-7b00-4ddd-8128-d09785c4337a req-f0a3dead-4652-43d9-98a8-d039751d0e29 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/security-groups?id=42975843-26fd-496e-b975-a1703127fe22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341647 Jul 28 19:05:25.545185 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-acea1373-d53c-46a9-b089-9e40d352d773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:05:25.817302 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-5712cde8-41c5-417e-bc33-34abcdfaf0a0 req-c2e6d52f-6ba2-4600-b7dc-b4a14c47828b tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c78b726-b285-4d18-8338-3b500b53a49e HTTP/1.1" status: 200 len: 210 time: 0.0348763 Jul 28 19:05:26.011856 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f11cce4-cc05-4380-8d8b-d920bebf133c req-727adc7a-928a-4d25-9e78-42ead07f07bb tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:05:26.014127 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-3f11cce4-cc05-4380-8d8b-d920bebf133c req-727adc7a-928a-4d25-9e78-42ead07f07bb tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/ports?device_id=aed3a892-a81b-4117-b3b4-c9c93f0bc2ce HTTP/1.1" status: 200 len: 946 time: 0.1370735 Jul 28 19:05:26.088544 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d035599-3e0c-4140-b78a-fbad6a3f3a7f req-12a9fbcc-149f-4116-9f5a-8bdccb37f851 tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:05:26.089955 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-1d035599-3e0c-4140-b78a-fbad6a3f3a7f req-12a9fbcc-149f-4116-9f5a-8bdccb37f851 tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] 10.222.0.49 "GET /v2.0/networks?id=f534d070-f433-4f81-b52e-daa60a2cf334 HTTP/1.1" status: 200 len: 815 time: 0.2228792 Jul 28 19:05:26.116101 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.v2.base [req-1d035599-3e0c-4140-b78a-fbad6a3f3a7f req-421c2737-c645-4b17-9973-89d1f996a1cf tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] Request body: {'port': {'device_id': '9c78b726-b285-4d18-8338-3b500b53a49e', 'network_id': 'f534d070-f433-4f81-b52e-daa60a2cf334', 'admin_state_up': True, 'tenant_id': 'e5f8b3f642634ceca190ab8e217700ce'}} {{(pid=93586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:05:26.147079 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-3f11cce4-cc05-4380-8d8b-d920bebf133c req-a7879b86-d2ee-4144-bacb-5ba1cc8f06b9 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/security-groups?id=42975843-26fd-496e-b975-a1703127fe22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179960 Jul 28 19:05:26.213687 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d399ee-9318-412c-81ee-64f78aea4d6d req-ae16124b-d6db-4b34-88ab-0b454f39cfc1 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:05:26.215180 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-03d399ee-9318-412c-81ee-64f78aea4d6d req-ae16124b-d6db-4b34-88ab-0b454f39cfc1 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] 10.222.0.41 "GET /v2.0/networks?id=e0a2ab1a-aea2-4350-8078-2cc022d2ad29 HTTP/1.1" status: 200 len: 814 time: 0.2346759 Jul 28 19:05:26.242015 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-03d399ee-9318-412c-81ee-64f78aea4d6d req-21f3bf74-e3cf-4b17-8620-661cc6b5b4e5 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] 10.222.0.41 "GET /v2.0/quotas/8d3b7942249542e0a5d3094ec27a34f5 HTTP/1.1" status: 200 len: 375 time: 0.0209231 Jul 28 19:05:26.324809 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-03d399ee-9318-412c-81ee-64f78aea4d6d req-9fd6a710-c22b-4b4e-b62c-443ddf30db23 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=8d3b7942249542e0a5d3094ec27a34f5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0652311 Jul 28 19:05:26.430360 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d035599-3e0c-4140-b78a-fbad6a3f3a7f req-421c2737-c645-4b17-9973-89d1f996a1cf tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] Made reservation on behalf of e5f8b3f642634ceca190ab8e217700ce for: {'port': 1} {{(pid=93586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 19:05:26.435375 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [req-1d035599-3e0c-4140-b78a-fbad6a3f3a7f req-421c2737-c645-4b17-9973-89d1f996a1cf tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555300'] for port, before_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:05:26.450894 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-03d399ee-9318-412c-81ee-64f78aea4d6d req-9f3ac329-caf5-45fe-8cfb-47f8a5f161a1 service neutron] 10.222.0.41 "GET /v2.0/networks/e0a2ab1a-aea2-4350-8078-2cc022d2ad29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1174271 Jul 28 19:05:26.638158 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-03d399ee-9318-412c-81ee-64f78aea4d6d req-25a1af65-881f-478e-a627-7d510f1d8b64 service neutron] 10.222.0.41 "GET /v2.0/networks/e0a2ab1a-aea2-4350-8078-2cc022d2ad29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1756117 Jul 28 19:05:26.653531 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.db.db_base_plugin_common [req-1d035599-3e0c-4140-b78a-fbad6a3f3a7f req-421c2737-c645-4b17-9973-89d1f996a1cf tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] Allocated IP 172.20.0.3 (f534d070-f433-4f81-b52e-daa60a2cf334/03ec0541-ec02-4841-99b9-2dcfb43e9118/0cbd334b-5202-47ab-8fc2-7bea8cdf51d2) {{(pid=93586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 19:05:26.821158 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [req-1d035599-3e0c-4140-b78a-fbad6a3f3a7f req-421c2737-c645-4b17-9973-89d1f996a1cf tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] Notify callbacks [] for port, precommit_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:05:26.834388 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.db.provisioning_blocks [req-1d035599-3e0c-4140-b78a-fbad6a3f3a7f req-421c2737-c645-4b17-9973-89d1f996a1cf tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] Transition to ACTIVE for port object 0cbd334b-5202-47ab-8fc2-7bea8cdf51d2 will not be triggered until provisioned by entity DHCP. {{(pid=93586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 19:05:27.040276 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-f6fc0364-ff55-4b9a-a326-8d59b8e9bcf9 req-e16440e0-9bec-47d3-9a4a-1d8c6aff7b6f tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c78b726-b285-4d18-8338-3b500b53a49e HTTP/1.1" status: 200 len: 210 time: 0.1036603 Jul 28 19:05:27.061720 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [req-1d035599-3e0c-4140-b78a-fbad6a3f3a7f req-421c2737-c645-4b17-9973-89d1f996a1cf tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742349248516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12083827'] for port, after_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:05:27.110682 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-1b57f0be-b168-4ded-8410-a3804da490b5 req-058bfb94-a042-41a4-aeb7-e8d6f36ef109 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] 10.222.0.41 "GET /v2.0/ports?device_id=b62fe15d-782b-4e31-8e5a-cd971a36cce8 HTTP/1.1" status: 200 len: 210 time: 0.1325340 Jul 28 19:05:27.245252 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d035599-3e0c-4140-b78a-fbad6a3f3a7f req-421c2737-c645-4b17-9973-89d1f996a1cf tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] Network f534d070-f433-4f81-b52e-daa60a2cf334 is already hosted by enough agents. {{(pid=93586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 19:05:27.274522 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421c2737-c645-4b17-9973-89d1f996a1cf tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] Pushing event updated for resources: {'Port': ['ID=0cbd334b-5202-47ab-8fc2-7bea8cdf51d2,revision_number=1']} {{(pid=93586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:05:27.281429 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.scheduler.base_scheduler [req-1d035599-3e0c-4140-b78a-fbad6a3f3a7f req-421c2737-c645-4b17-9973-89d1f996a1cf tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] Resources bound (agent type, host, resource id): {{(pid=93586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 19:05:27.305490 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d035599-3e0c-4140-b78a-fbad6a3f3a7f req-421c2737-c645-4b17-9973-89d1f996a1cf tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] Received port after_create {{(pid=93586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 19:05:27.454970 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80c215d-0946-4042-aaab-7fb67dd2005d req-92fa686c-bc5a-43a1-a9ec-5dc75bc2309f tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:05:27.457284 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-c80c215d-0946-4042-aaab-7fb67dd2005d req-92fa686c-bc5a-43a1-a9ec-5dc75bc2309f tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/ports?device_id=aed3a892-a81b-4117-b3b4-c9c93f0bc2ce HTTP/1.1" status: 200 len: 946 time: 0.1846850 Jul 28 19:05:27.464867 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d035599-3e0c-4140-b78a-fbad6a3f3a7f req-421c2737-c645-4b17-9973-89d1f996a1cf tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:05:27.465525 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [req-1d035599-3e0c-4140-b78a-fbad6a3f3a7f req-421c2737-c645-4b17-9973-89d1f996a1cf tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148603'] for port, before_response {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:05:27.528329 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-c80c215d-0946-4042-aaab-7fb67dd2005d req-b54689ae-4ec8-4f6f-86ac-b242b6ac16b1 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/security-groups?id=42975843-26fd-496e-b975-a1703127fe22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598571 Jul 28 19:05:27.602627 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-26c861f8-c84b-4272-86f3-59900436582c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:05:27.603752 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-1d035599-3e0c-4140-b78a-fbad6a3f3a7f req-421c2737-c645-4b17-9973-89d1f996a1cf tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4973979 Jul 28 19:05:27.708619 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.provisioning_blocks [None req-d8bb1cd0-9ce9-43ec-a17e-541a1e6bca79 None None] Provisioning for port 0cbd334b-5202-47ab-8fc2-7bea8cdf51d2 completed by entity DHCP. {{(pid=93588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 19:05:27.712646 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.provisioning_blocks [None req-d8bb1cd0-9ce9-43ec-a17e-541a1e6bca79 None None] Provisioning complete for port 0cbd334b-5202-47ab-8fc2-7bea8cdf51d2 triggered by entity DHCP. {{(pid=93588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 19:05:27.713023 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-d8bb1cd0-9ce9-43ec-a17e-541a1e6bca79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721938'] for port, provisioning_complete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:05:27.754429 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.plugin [None req-d8bb1cd0-9ce9-43ec-a17e-541a1e6bca79 None None] Port 0cbd334b-5202-47ab-8fc2-7bea8cdf51d2 cannot update to ACTIVE because it is not bound. {{(pid=93588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 19:05:28.163427 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe4039a-c2d2-47eb-beea-fa680d1c336f req-28f98576-7ef3-4d8d-8672-ae98802dfeaf tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:05:28.165098 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-abe4039a-c2d2-47eb-beea-fa680d1c336f req-28f98576-7ef3-4d8d-8672-ae98802dfeaf tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c78b726-b285-4d18-8338-3b500b53a49e HTTP/1.1" status: 200 len: 931 time: 0.0562377 Jul 28 19:05:28.231251 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-cb56cb20-05dd-41e9-85a8-9b382d699017 req-f46a3a91-4749-410a-b42e-07c34ba4026f tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] 10.222.0.41 "GET /v2.0/ports?device_id=b62fe15d-782b-4e31-8e5a-cd971a36cce8 HTTP/1.1" status: 200 len: 210 time: 0.0358951 Jul 28 19:05:28.234552 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-abe4039a-c2d2-47eb-beea-fa680d1c336f req-988ebf21-1959-4fc8-ac94-a4ff6294b5b9 tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd99dac1-4ecb-4bbe-94ca-066efd8c979c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636814 Jul 28 19:05:28.658850 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d6cccb-1e2a-4780-b40c-6f179e377285 req-2baced1b-d5ed-45c8-adb4-54951abe33c3 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:05:28.660470 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-e8d6cccb-1e2a-4780-b40c-6f179e377285 req-2baced1b-d5ed-45c8-adb4-54951abe33c3 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/ports?device_id=aed3a892-a81b-4117-b3b4-c9c93f0bc2ce HTTP/1.1" status: 200 len: 946 time: 0.0500703 Jul 28 19:05:28.719577 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-e8d6cccb-1e2a-4780-b40c-6f179e377285 req-3cbea4e3-3967-486c-bbb5-3c63ba9c1495 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/security-groups?id=42975843-26fd-496e-b975-a1703127fe22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529358 Jul 28 19:05:29.354668 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-1b147f58-7058-4a90-a891-946e67216f02 req-134973f4-e970-401d-80a3-bebe9ec0b6cf tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] 10.222.0.41 "GET /v2.0/ports?device_id=b62fe15d-782b-4e31-8e5a-cd971a36cce8 HTTP/1.1" status: 200 len: 210 time: 0.0492592 Jul 28 19:05:29.376796 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3e6986-53bb-4fa2-bfec-2d81f518146e req-3adc076b-54d5-45a6-aa26-3addd685a965 tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:05:29.378506 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-cc3e6986-53bb-4fa2-bfec-2d81f518146e req-3adc076b-54d5-45a6-aa26-3addd685a965 tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c78b726-b285-4d18-8338-3b500b53a49e HTTP/1.1" status: 200 len: 931 time: 0.0749097 Jul 28 19:05:29.418626 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-cc3e6986-53bb-4fa2-bfec-2d81f518146e req-c2a0837b-ce91-44c3-aa96-80ff1f3feec6 tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd99dac1-4ecb-4bbe-94ca-066efd8c979c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340540 Jul 28 19:05:29.844313 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2324ec3-1d88-4c49-9569-623946f15c19 req-980bf07a-93b6-476e-8309-82d321997427 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:05:29.845810 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-b2324ec3-1d88-4c49-9569-623946f15c19 req-980bf07a-93b6-476e-8309-82d321997427 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/ports?device_id=aed3a892-a81b-4117-b3b4-c9c93f0bc2ce HTTP/1.1" status: 200 len: 946 time: 0.0518668 Jul 28 19:05:29.886261 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-b2324ec3-1d88-4c49-9569-623946f15c19 req-746cce08-e070-4c9e-bd57-e49a744fb545 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/security-groups?id=42975843-26fd-496e-b975-a1703127fe22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342960 Jul 28 19:05:30.449220 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-1469a6dc-11b0-46b1-bbb8-926b3092d0b7 req-8a9e6e07-379a-4cd5-8c66-f8a5aa34a067 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] 10.222.0.41 "GET /v2.0/ports?device_id=b62fe15d-782b-4e31-8e5a-cd971a36cce8 HTTP/1.1" status: 200 len: 210 time: 0.0260944 Jul 28 19:05:30.560576 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76553ee-fb9f-4578-9fa8-c5d7aaca575d req-2a6012cc-007e-48e7-ba73-d5f871725b18 tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:05:30.562073 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-f76553ee-fb9f-4578-9fa8-c5d7aaca575d req-2a6012cc-007e-48e7-ba73-d5f871725b18 tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c78b726-b285-4d18-8338-3b500b53a49e HTTP/1.1" status: 200 len: 931 time: 0.0598810 Jul 28 19:05:30.605123 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-f76553ee-fb9f-4578-9fa8-c5d7aaca575d req-9643caff-4a8c-49be-b9be-f915ee6608ed tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd99dac1-4ecb-4bbe-94ca-066efd8c979c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364568 Jul 28 19:05:31.026357 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a9f60b-261c-4e86-9dae-80fa6eeedb18 req-4e1f034b-a6e4-4c05-b9e7-cb16159067ef tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:05:31.027904 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-a2a9f60b-261c-4e86-9dae-80fa6eeedb18 req-4e1f034b-a6e4-4c05-b9e7-cb16159067ef tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/ports?device_id=aed3a892-a81b-4117-b3b4-c9c93f0bc2ce HTTP/1.1" status: 200 len: 946 time: 0.0506608 Jul 28 19:05:31.072925 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-a2a9f60b-261c-4e86-9dae-80fa6eeedb18 req-0fe46acb-2c5b-496f-8e8d-7353102bd1bb tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/security-groups?id=42975843-26fd-496e-b975-a1703127fe22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386086 Jul 28 19:05:31.490973 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:05:31.573099 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-72587f7d-10c3-475e-8e03-ba498ef3c824 req-4325d28b-af5b-4515-8c27-8e34e76e5839 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] 10.222.0.41 "GET /v2.0/ports?device_id=b62fe15d-782b-4e31-8e5a-cd971a36cce8 HTTP/1.1" status: 200 len: 210 time: 0.0263925 Jul 28 19:05:31.721590 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b897ce00-72a9-4f65-b8af-a0aa04c4d073 req-f93150c8-7582-426b-b720-6496a4fa83b7 tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:05:31.723808 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-b897ce00-72a9-4f65-b8af-a0aa04c4d073 req-f93150c8-7582-426b-b720-6496a4fa83b7 tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c78b726-b285-4d18-8338-3b500b53a49e HTTP/1.1" status: 200 len: 931 time: 0.0483594 Jul 28 19:05:31.764470 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-b897ce00-72a9-4f65-b8af-a0aa04c4d073 req-9be239d0-39ca-4d9d-86fb-65f768969b7a tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd99dac1-4ecb-4bbe-94ca-066efd8c979c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343366 Jul 28 19:05:32.192495 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a6fd02-adb0-44bd-a457-cecb54bdf220 req-7cd1c754-ec63-4b9c-bbf9-7794cf74eada tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:05:32.193933 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-90a6fd02-adb0-44bd-a457-cecb54bdf220 req-7cd1c754-ec63-4b9c-bbf9-7794cf74eada tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/ports?device_id=aed3a892-a81b-4117-b3b4-c9c93f0bc2ce HTTP/1.1" status: 200 len: 946 time: 0.0516305 Jul 28 19:05:32.241994 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-90a6fd02-adb0-44bd-a457-cecb54bdf220 req-30178409-56e2-498c-972f-e2214e20e6b7 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/security-groups?id=42975843-26fd-496e-b975-a1703127fe22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418158 Jul 28 19:05:32.687605 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-3b2d42b0-5c3a-4b34-8044-17fe6a10b541 req-8e793245-bca7-4296-b975-aa725aa8e480 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] 10.222.0.41 "GET /v2.0/ports?device_id=b62fe15d-782b-4e31-8e5a-cd971a36cce8 HTTP/1.1" status: 200 len: 210 time: 0.0395021 Jul 28 19:05:32.895318 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac95ecb-24a5-4d94-8a91-7cac2f05a2bd req-fce571b6-37f9-4084-a80e-40aa77ff34fa tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:05:32.897015 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-bac95ecb-24a5-4d94-8a91-7cac2f05a2bd req-fce571b6-37f9-4084-a80e-40aa77ff34fa tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c78b726-b285-4d18-8338-3b500b53a49e HTTP/1.1" status: 200 len: 931 time: 0.0594664 Jul 28 19:05:32.947277 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-bac95ecb-24a5-4d94-8a91-7cac2f05a2bd req-fdf8810a-c75b-413a-983d-5212bff9dc85 tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd99dac1-4ecb-4bbe-94ca-066efd8c979c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439560 Jul 28 19:05:33.010199 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a924f8-e533-48ed-9a6d-fc53e7fcd6cd req-bfebf0ad-0925-4c7c-8af4-e9c999869f17 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:05:33.011668 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-f5a924f8-e533-48ed-9a6d-fc53e7fcd6cd req-bfebf0ad-0925-4c7c-8af4-e9c999869f17 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d560c0e-0a73-4f3c-8080-2cbe04e596ed HTTP/1.1" status: 200 len: 946 time: 0.0550301 Jul 28 19:05:33.050878 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-f5a924f8-e533-48ed-9a6d-fc53e7fcd6cd req-40b52190-3313-4f10-b43a-8de1795d750e tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/security-groups?id=da3193e4-56c6-417c-b113-33c66274c6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330174 Jul 28 19:05:33.369435 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2020917b-ef94-456c-b408-d8c989301db7 req-b13fe9cb-3678-4b03-a802-caf1b2824226 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:05:33.370858 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-2020917b-ef94-456c-b408-d8c989301db7 req-b13fe9cb-3678-4b03-a802-caf1b2824226 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/ports?device_id=aed3a892-a81b-4117-b3b4-c9c93f0bc2ce HTTP/1.1" status: 200 len: 946 time: 0.0488911 Jul 28 19:05:33.409607 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-2020917b-ef94-456c-b408-d8c989301db7 req-79e483e6-12f0-4800-b5cd-eba5a9a84161 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/security-groups?id=42975843-26fd-496e-b975-a1703127fe22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325072 Jul 28 19:05:33.795562 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-ecc4275a-3f1b-4341-9474-df0bdc299255 req-30ad660a-8f33-4c4e-a8cf-d7125c54adcf tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] 10.222.0.41 "GET /v2.0/ports?device_id=b62fe15d-782b-4e31-8e5a-cd971a36cce8 HTTP/1.1" status: 200 len: 210 time: 0.0259187 Jul 28 19:05:34.083146 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577e2eb2-f8d2-4e11-a520-f81dd9ce668e req-860b1238-b6c2-4204-88a4-a205549a16f1 tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:05:34.084945 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-577e2eb2-f8d2-4e11-a520-f81dd9ce668e req-860b1238-b6c2-4204-88a4-a205549a16f1 tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c78b726-b285-4d18-8338-3b500b53a49e HTTP/1.1" status: 200 len: 931 time: 0.0616562 Jul 28 19:05:34.124568 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-577e2eb2-f8d2-4e11-a520-f81dd9ce668e req-29c51faa-f4f0-4e0c-bd1f-392e9239a3ac tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd99dac1-4ecb-4bbe-94ca-066efd8c979c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330801 Jul 28 19:05:34.229990 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8276f1-9407-499e-9af6-0b8aa7e089fe req-ad782fdf-f096-49ca-9f2d-3a34de8d916d tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:05:34.231366 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-be8276f1-9407-499e-9af6-0b8aa7e089fe req-ad782fdf-f096-49ca-9f2d-3a34de8d916d tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d560c0e-0a73-4f3c-8080-2cbe04e596ed HTTP/1.1" status: 200 len: 946 time: 0.0491886 Jul 28 19:05:34.269366 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-be8276f1-9407-499e-9af6-0b8aa7e089fe req-d343f1b6-51bc-4069-b927-819750a2862a tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/security-groups?id=da3193e4-56c6-417c-b113-33c66274c6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321126 Jul 28 19:05:34.524884 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fa7aea-e71c-43ab-a93e-1770497d1018 req-0cc6c5f8-6490-43ca-8c89-8600cf128295 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:05:34.526440 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-16fa7aea-e71c-43ab-a93e-1770497d1018 req-0cc6c5f8-6490-43ca-8c89-8600cf128295 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/ports?device_id=aed3a892-a81b-4117-b3b4-c9c93f0bc2ce HTTP/1.1" status: 200 len: 946 time: 0.0492158 Jul 28 19:05:34.565518 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-16fa7aea-e71c-43ab-a93e-1770497d1018 req-cc97299f-4020-4030-ae58-8f14d747a03d tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/security-groups?id=42975843-26fd-496e-b975-a1703127fe22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330286 Jul 28 19:05:34.891552 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-fd89d0fb-20fd-48c6-98f8-c8841c7672a1 req-6c6c3f80-918a-4993-9296-599c8f208333 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] 10.222.0.41 "GET /v2.0/ports?device_id=b62fe15d-782b-4e31-8e5a-cd971a36cce8 HTTP/1.1" status: 200 len: 210 time: 0.0295427 Jul 28 19:05:35.238439 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb444e1c-6fef-4028-8c12-552512cec5ce req-c7cef028-f686-4586-9f36-71756aecfb03 tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:05:35.240043 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-bb444e1c-6fef-4028-8c12-552512cec5ce req-c7cef028-f686-4586-9f36-71756aecfb03 tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c78b726-b285-4d18-8338-3b500b53a49e HTTP/1.1" status: 200 len: 931 time: 0.0477712 Jul 28 19:05:35.279510 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-bb444e1c-6fef-4028-8c12-552512cec5ce req-f7188cf7-c99d-4613-b287-365058075b35 tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd99dac1-4ecb-4bbe-94ca-066efd8c979c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333407 Jul 28 19:05:35.399953 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a9e099-af97-4ea7-8295-2681fc6e7ead req-0920b92d-145f-4d20-b5a8-429408caa7a8 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:05:35.401539 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-41a9e099-af97-4ea7-8295-2681fc6e7ead req-0920b92d-145f-4d20-b5a8-429408caa7a8 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d560c0e-0a73-4f3c-8080-2cbe04e596ed HTTP/1.1" status: 200 len: 946 time: 0.0544486 Jul 28 19:05:35.440492 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-41a9e099-af97-4ea7-8295-2681fc6e7ead req-bcf969bb-cb51-4ebe-8199-7b93ccd82aa7 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/security-groups?id=da3193e4-56c6-417c-b113-33c66274c6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325656 Jul 28 19:05:35.685054 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de663c4a-7350-4564-9ef5-66d06be4e110 req-10ea933d-c6f4-4288-ac44-dcc68af58836 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:05:35.687129 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-de663c4a-7350-4564-9ef5-66d06be4e110 req-10ea933d-c6f4-4288-ac44-dcc68af58836 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/ports?device_id=aed3a892-a81b-4117-b3b4-c9c93f0bc2ce HTTP/1.1" status: 200 len: 946 time: 0.0547910 Jul 28 19:05:35.732098 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-de663c4a-7350-4564-9ef5-66d06be4e110 req-393c8304-125e-4a65-95b5-3ec0c19df4d8 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/security-groups?id=42975843-26fd-496e-b975-a1703127fe22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384090 Jul 28 19:05:36.006727 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-21ab5730-122a-4bb4-9b9b-b1ed7ac435fc req-3083295e-db5a-4b9d-8128-e3faf91e445f tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] 10.222.0.41 "GET /v2.0/ports?device_id=b62fe15d-782b-4e31-8e5a-cd971a36cce8 HTTP/1.1" status: 200 len: 210 time: 0.0268104 Jul 28 19:05:36.346828 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.wsgi [-] (93587) accepted ('10.222.0.41', 33170) {{(pid=93587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:05:36.456991 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b601128-e4ad-4bda-b4b8-d1a434d363ff req-6c90344d-9a70-428c-9330-46e72f3af41e tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:05:36.458698 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-8b601128-e4ad-4bda-b4b8-d1a434d363ff req-6c90344d-9a70-428c-9330-46e72f3af41e tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c78b726-b285-4d18-8338-3b500b53a49e HTTP/1.1" status: 200 len: 931 time: 0.1101685 Jul 28 19:05:36.504318 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-8b601128-e4ad-4bda-b4b8-d1a434d363ff req-4707ff88-471e-47d4-9cb5-e6690bfa36b2 tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd99dac1-4ecb-4bbe-94ca-066efd8c979c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389569 Jul 28 19:05:36.508000 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-82ed732c-1ef2-471e-9826-5608e3c634e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:05:36.613719 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-82ed732c-1ef2-471e-9826-5608e3c634e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:05:36.616313 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155877b7-d3b9-45d8-88bc-d9bf1d91e4fc req-d16b8431-cca9-4fda-8e90-3d5bb7483455 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:05:36.617954 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-155877b7-d3b9-45d8-88bc-d9bf1d91e4fc req-d16b8431-cca9-4fda-8e90-3d5bb7483455 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d560c0e-0a73-4f3c-8080-2cbe04e596ed HTTP/1.1" status: 200 len: 946 time: 0.0533218 Jul 28 19:05:36.656705 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-155877b7-d3b9-45d8-88bc-d9bf1d91e4fc req-b85a3a86-d37e-4d47-bd83-174059d43acc tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/security-groups?id=da3193e4-56c6-417c-b113-33c66274c6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323334 Jul 28 19:05:36.722584 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-82ed732c-1ef2-471e-9826-5608e3c634e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676630'] for security_group, after_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:05:36.754122 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [None req-82ed732c-1ef2-471e-9826-5608e3c634e5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a2ead76322d744e78967b643fbf3f659&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4058366 Jul 28 19:05:36.758772 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.wsgi [-] (93586) accepted ('10.222.0.41', 33182) {{(pid=93586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:05:36.796975 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ed732c-1ef2-471e-9826-5608e3c634e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e216f8c5-e843-4a03-b834-4eea4482c413,revision_number=1']} {{(pid=93587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:05:36.874945 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-dbb2d534-26ea-4cca-b5f9-1b4a0403e9b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:05:36.893026 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.wsgi [-] (93587) accepted ('10.222.0.41', 33186) {{(pid=93587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:05:36.899886 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170ca8d0-3202-48db-8ac5-225cd2ebfd26 req-aa592941-6bea-4979-b22c-c3c75dd0f1b7 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:05:36.901294 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-170ca8d0-3202-48db-8ac5-225cd2ebfd26 req-aa592941-6bea-4979-b22c-c3c75dd0f1b7 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/ports?device_id=aed3a892-a81b-4117-b3b4-c9c93f0bc2ce HTTP/1.1" status: 200 len: 946 time: 0.0723748 Jul 28 19:05:36.911033 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-dbb2d534-26ea-4cca-b5f9-1b4a0403e9b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:05:36.970563 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-170ca8d0-3202-48db-8ac5-225cd2ebfd26 req-4ed8a181-ecdd-44dc-819c-a82bee15b93d tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/security-groups?id=42975843-26fd-496e-b975-a1703127fe22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615201 Jul 28 19:05:37.041221 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-743619e2-b2dc-45e1-b650-1fe49e271a4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:05:37.094988 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-dbb2d534-26ea-4cca-b5f9-1b4a0403e9b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676630'] for security_group, after_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:05:37.098146 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-dbb2d534-26ea-4cca-b5f9-1b4a0403e9b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:05:37.099886 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [None req-dbb2d534-26ea-4cca-b5f9-1b4a0403e9b6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e216f8c5-e843-4a03-b834-4eea4482c413 HTTP/1.1" status: 204 len: 168 time: 0.3395183 Jul 28 19:05:37.103964 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-ea3c9e4e-362b-4afb-b52f-55ee78f76990 req-d121baf2-542c-489b-83d9-7d4cb636b1bb tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] 10.222.0.41 "GET /v2.0/ports?device_id=b62fe15d-782b-4e31-8e5a-cd971a36cce8 HTTP/1.1" status: 200 len: 210 time: 0.0338116 Jul 28 19:05:37.110330 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb2d534-26ea-4cca-b5f9-1b4a0403e9b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e216f8c5-e843-4a03-b834-4eea4482c413,revision_number=None']} {{(pid=93586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:05:37.151707 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-743619e2-b2dc-45e1-b650-1fe49e271a4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:05:37.231122 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-743619e2-b2dc-45e1-b650-1fe49e271a4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676630'] for security_group, after_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:05:37.271865 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [None req-743619e2-b2dc-45e1-b650-1fe49e271a4a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=154fc8f0dead43358574b87c763754a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3771038 Jul 28 19:05:37.278142 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743619e2-b2dc-45e1-b650-1fe49e271a4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ff2c170-da9a-4e01-bc6d-d5fb01571e62,revision_number=1']} {{(pid=93587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:05:37.298955 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.wsgi [-] (93587) accepted ('10.222.0.41', 33194) {{(pid=93587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:05:37.353712 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-e68e3e18-9960-4595-8bc2-ffa29dd7ae6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:05:37.371278 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-e68e3e18-9960-4595-8bc2-ffa29dd7ae6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:05:37.576121 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-e68e3e18-9960-4595-8bc2-ffa29dd7ae6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676630'] for security_group, after_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:05:37.578910 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-e68e3e18-9960-4595-8bc2-ffa29dd7ae6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:05:37.581854 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [None req-e68e3e18-9960-4595-8bc2-ffa29dd7ae6b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2ff2c170-da9a-4e01-bc6d-d5fb01571e62 HTTP/1.1" status: 204 len: 168 time: 0.2809489 Jul 28 19:05:37.593505 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68e3e18-9960-4595-8bc2-ffa29dd7ae6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ff2c170-da9a-4e01-bc6d-d5fb01571e62,revision_number=None']} {{(pid=93587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:05:37.627626 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde5bcff-cd1e-4520-8564-51e2c6e2c45e req-b49020e7-471d-49f4-b38d-cf3b759170bb tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:05:37.634099 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-bde5bcff-cd1e-4520-8564-51e2c6e2c45e req-b49020e7-471d-49f4-b38d-cf3b759170bb tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c78b726-b285-4d18-8338-3b500b53a49e HTTP/1.1" status: 200 len: 931 time: 0.0605412 Jul 28 19:05:37.732349 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-bde5bcff-cd1e-4520-8564-51e2c6e2c45e req-2bb9040e-ced9-4730-9a7e-093e00fa402f tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd99dac1-4ecb-4bbe-94ca-066efd8c979c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779717 Jul 28 19:05:37.836834 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78954cf2-e34f-428c-9b2d-1a483adabe0c req-99323149-62c1-4f75-a5e1-0f6d07c9cbc8 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:05:37.838821 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-78954cf2-e34f-428c-9b2d-1a483adabe0c req-99323149-62c1-4f75-a5e1-0f6d07c9cbc8 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d560c0e-0a73-4f3c-8080-2cbe04e596ed HTTP/1.1" status: 200 len: 946 time: 0.0532587 Jul 28 19:05:37.877478 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-78954cf2-e34f-428c-9b2d-1a483adabe0c req-219f7876-5615-4b2d-beed-2faa28bde463 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/security-groups?id=da3193e4-56c6-417c-b113-33c66274c6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326588 Jul 28 19:05:38.108681 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d3a0fa-5cab-4936-aba6-937223663370 req-1e2b2f57-3df2-48e3-aa2c-c2a358c5747d tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:05:38.111543 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-f7d3a0fa-5cab-4936-aba6-937223663370 req-1e2b2f57-3df2-48e3-aa2c-c2a358c5747d tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/ports?device_id=aed3a892-a81b-4117-b3b4-c9c93f0bc2ce HTTP/1.1" status: 200 len: 946 time: 0.0545430 Jul 28 19:05:38.160310 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-f7d3a0fa-5cab-4936-aba6-937223663370 req-3d830a3c-a4cd-4f08-862e-89ee4220e0ce tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/security-groups?id=42975843-26fd-496e-b975-a1703127fe22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423386 Jul 28 19:05:38.250111 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-84e33f11-77c3-4495-b52b-709849032ca7 req-2b4af990-37ae-4109-8483-c4245c610151 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] 10.222.0.41 "GET /v2.0/ports?device_id=b62fe15d-782b-4e31-8e5a-cd971a36cce8 HTTP/1.1" status: 200 len: 210 time: 0.0369673 Jul 28 19:05:38.850898 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41380a0-b4b5-4b75-8520-dd602f443d26 req-ee268ebd-dec4-4ccb-834e-21bda7134c15 tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:05:38.852651 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-c41380a0-b4b5-4b75-8520-dd602f443d26 req-ee268ebd-dec4-4ccb-834e-21bda7134c15 tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c78b726-b285-4d18-8338-3b500b53a49e HTTP/1.1" status: 200 len: 931 time: 0.0550272 Jul 28 19:05:38.893927 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-c41380a0-b4b5-4b75-8520-dd602f443d26 req-dd5bea7f-29ac-4c59-b53a-712656fb9884 tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd99dac1-4ecb-4bbe-94ca-066efd8c979c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348179 Jul 28 19:05:39.023068 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212a48b5-c746-4e32-9837-ad31ceac6c3d req-a8c54bed-9229-47f2-b2c5-5cf0fb2ed07d tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:05:39.024629 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-212a48b5-c746-4e32-9837-ad31ceac6c3d req-a8c54bed-9229-47f2-b2c5-5cf0fb2ed07d tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d560c0e-0a73-4f3c-8080-2cbe04e596ed HTTP/1.1" status: 200 len: 946 time: 0.0719495 Jul 28 19:05:39.064584 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-212a48b5-c746-4e32-9837-ad31ceac6c3d req-f35f78b2-b79a-40e8-b2e2-f69badbee3c2 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/security-groups?id=da3193e4-56c6-417c-b113-33c66274c6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325706 Jul 28 19:05:39.271451 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d149f75-6d2a-46e4-8f09-76afa95397a8 req-83ba9ce9-5dbd-4f6b-8b94-e110c0d3f796 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:05:39.272918 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-1d149f75-6d2a-46e4-8f09-76afa95397a8 req-83ba9ce9-5dbd-4f6b-8b94-e110c0d3f796 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/ports?device_id=aed3a892-a81b-4117-b3b4-c9c93f0bc2ce HTTP/1.1" status: 200 len: 946 time: 0.0476995 Jul 28 19:05:39.331421 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-1d149f75-6d2a-46e4-8f09-76afa95397a8 req-1015e43b-be71-443b-bead-ccf00e341b53 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/security-groups?id=42975843-26fd-496e-b975-a1703127fe22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524590 Jul 28 19:05:39.414017 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-cf76cac7-df93-477a-8da5-c8e629bbad2a req-9feae73f-0009-40be-a988-207be9801231 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] 10.222.0.41 "GET /v2.0/ports?device_id=b62fe15d-782b-4e31-8e5a-cd971a36cce8 HTTP/1.1" status: 200 len: 210 time: 0.0263078 Jul 28 19:05:40.028379 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972f968f-fe11-4f32-ad3f-e9c8b6969da4 req-001d8e16-5334-47be-8354-f74ff47df397 tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:05:40.035342 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-972f968f-fe11-4f32-ad3f-e9c8b6969da4 req-001d8e16-5334-47be-8354-f74ff47df397 tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c78b726-b285-4d18-8338-3b500b53a49e HTTP/1.1" status: 200 len: 931 time: 0.0557351 Jul 28 19:05:40.067859 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-972f968f-fe11-4f32-ad3f-e9c8b6969da4 req-a905f1ee-90ee-4c61-b7c7-70bf9f962d20 tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd99dac1-4ecb-4bbe-94ca-066efd8c979c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319290 Jul 28 19:05:40.191154 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034562c4-339b-4e29-84f7-df39f391f75e req-1e466114-9e5f-43d6-97a8-df68c03b126d tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:05:40.192591 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-034562c4-339b-4e29-84f7-df39f391f75e req-1e466114-9e5f-43d6-97a8-df68c03b126d tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d560c0e-0a73-4f3c-8080-2cbe04e596ed HTTP/1.1" status: 200 len: 946 time: 0.0481451 Jul 28 19:05:40.257339 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-034562c4-339b-4e29-84f7-df39f391f75e req-e4c7e5eb-b4e7-4737-bad7-2ba4875b972c tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/security-groups?id=da3193e4-56c6-417c-b113-33c66274c6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580702 Jul 28 19:05:40.455699 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e93676-e3a2-4f23-b1c8-4e38650b4d82 req-c36b3de0-4d2f-47c7-9e89-ae53490c117f tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:05:40.457325 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-96e93676-e3a2-4f23-b1c8-4e38650b4d82 req-c36b3de0-4d2f-47c7-9e89-ae53490c117f tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/ports?device_id=aed3a892-a81b-4117-b3b4-c9c93f0bc2ce HTTP/1.1" status: 200 len: 946 time: 0.0532422 Jul 28 19:05:40.504123 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-96e93676-e3a2-4f23-b1c8-4e38650b4d82 req-8d50c59f-cc36-4e09-8d4d-f1414012edc6 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/security-groups?id=42975843-26fd-496e-b975-a1703127fe22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401673 Jul 28 19:05:40.611524 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-f51b332d-b8a0-483a-8437-75028eb57430 req-f8e102a9-2244-4976-9c3f-f37572216521 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] 10.222.0.41 "GET /v2.0/ports?device_id=b62fe15d-782b-4e31-8e5a-cd971a36cce8 HTTP/1.1" status: 200 len: 210 time: 0.0410800 Jul 28 19:05:41.183212 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf8dfec-4461-4d23-a4c4-f2b56b0f775c req-e8d16784-cead-4c6f-9008-29f5705f6391 tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:05:41.184675 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-7bf8dfec-4461-4d23-a4c4-f2b56b0f775c req-e8d16784-cead-4c6f-9008-29f5705f6391 tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c78b726-b285-4d18-8338-3b500b53a49e HTTP/1.1" status: 200 len: 931 time: 0.0475159 Jul 28 19:05:41.227944 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-7bf8dfec-4461-4d23-a4c4-f2b56b0f775c req-4c6c7cc9-75f3-437c-8bc4-c894e6223b42 tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd99dac1-4ecb-4bbe-94ca-066efd8c979c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353687 Jul 28 19:05:41.382316 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd43137-d128-4567-b239-45c87ee9688c req-b9c41701-0eda-4ed7-9abc-95dbb2e8910f tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:05:41.383810 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-5cd43137-d128-4567-b239-45c87ee9688c req-b9c41701-0eda-4ed7-9abc-95dbb2e8910f tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d560c0e-0a73-4f3c-8080-2cbe04e596ed HTTP/1.1" status: 200 len: 946 time: 0.0576687 Jul 28 19:05:41.421974 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-5cd43137-d128-4567-b239-45c87ee9688c req-631a4a85-abc9-4938-a35e-dc2455b7ca22 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/security-groups?id=da3193e4-56c6-417c-b113-33c66274c6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322552 Jul 28 19:05:41.627623 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8ebd7f-0321-437d-977a-56d022675362 req-c2d4365f-11b0-4765-bf41-7a9e2e83b674 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:05:41.629111 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-de8ebd7f-0321-437d-977a-56d022675362 req-c2d4365f-11b0-4765-bf41-7a9e2e83b674 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/ports?device_id=aed3a892-a81b-4117-b3b4-c9c93f0bc2ce HTTP/1.1" status: 200 len: 946 time: 0.0476618 Jul 28 19:05:41.666700 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-de8ebd7f-0321-437d-977a-56d022675362 req-0bb37e61-f0e9-47b6-8796-bd6a50f86fce tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/security-groups?id=42975843-26fd-496e-b975-a1703127fe22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310922 Jul 28 19:05:41.746460 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-14f84fbb-ed2c-4491-a11c-ee501540f6af req-079bb47c-5d60-4762-a092-3952eed9b2a8 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] 10.222.0.41 "GET /v2.0/ports?device_id=b62fe15d-782b-4e31-8e5a-cd971a36cce8 HTTP/1.1" status: 200 len: 210 time: 0.0252762 Jul 28 19:05:42.020781 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.v2.base [req-1d035599-3e0c-4140-b78a-fbad6a3f3a7f req-db03e4f5-88ec-4c3a-8bfe-63e7866c91ec service neutron] Request body: {'port': {'device_id': '9c78b726-b285-4d18-8338-3b500b53a49e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80265'}} {{(pid=93586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:05:42.081058 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [req-1d035599-3e0c-4140-b78a-fbad6a3f3a7f req-db03e4f5-88ec-4c3a-8bfe-63e7866c91ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555300'] for port, before_update {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:05:42.191800 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-9b75832e-c578-4896-a3bb-33e966edfdfb req-2e478c1c-f671-4525-9193-495d85c920ae service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=57aed14a-3dbf-40e3-829b-79322cd85c4f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0437365 Jul 28 19:05:42.314145 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b75832e-c578-4896-a3bb-33e966edfdfb req-7c04d1d8-6e75-4fbd-8f99-e579cf56386b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:05:42.315703 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-9b75832e-c578-4896-a3bb-33e966edfdfb req-7c04d1d8-6e75-4fbd-8f99-e579cf56386b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8d3b7942249542e0a5d3094ec27a34f5&device_id=57aed14a-3dbf-40e3-829b-79322cd85c4f HTTP/1.1" status: 200 len: 1099 time: 0.0516577 Jul 28 19:05:42.412092 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2892d0-8958-4935-b76f-30f1993a7acf req-6c6b1c4a-9727-472f-9d9a-1ec6a67b8483 tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:05:42.414161 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-4f2892d0-8958-4935-b76f-30f1993a7acf req-6c6b1c4a-9727-472f-9d9a-1ec6a67b8483 tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c78b726-b285-4d18-8338-3b500b53a49e HTTP/1.1" status: 200 len: 931 time: 0.0875540 Jul 28 19:05:42.432270 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.notifiers.nova [req-1d035599-3e0c-4140-b78a-fbad6a3f3a7f req-db03e4f5-88ec-4c3a-8bfe-63e7866c91ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0cbd334b-5202-47ab-8fc2-7bea8cdf51d2 {{(pid=93586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 19:05:42.447025 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b75832e-c578-4896-a3bb-33e966edfdfb req-33d56fb3-05e9-49b9-bd4a-ab4273add9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:05:42.447219 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [req-1d035599-3e0c-4140-b78a-fbad6a3f3a7f req-db03e4f5-88ec-4c3a-8bfe-63e7866c91ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:05:42.448638 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-9b75832e-c578-4896-a3bb-33e966edfdfb req-33d56fb3-05e9-49b9-bd4a-ab4273add9cd service neutron] 10.222.0.49 "GET /v2.0/networks?id=e0a2ab1a-aea2-4350-8078-2cc022d2ad29 HTTP/1.1" status: 200 len: 915 time: 0.1038551 Jul 28 19:05:42.471188 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.db.provisioning_blocks [req-1d035599-3e0c-4140-b78a-fbad6a3f3a7f req-db03e4f5-88ec-4c3a-8bfe-63e7866c91ec service neutron] Transition to ACTIVE for port object 0cbd334b-5202-47ab-8fc2-7bea8cdf51d2 will not be triggered until provisioned by entity L2. {{(pid=93586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 19:05:42.481514 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-4f2892d0-8958-4935-b76f-30f1993a7acf req-70c7e1b3-ef19-44e8-b015-9cc1c5a57cfd tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd99dac1-4ecb-4bbe-94ca-066efd8c979c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615325 Jul 28 19:05:42.501857 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-9b75832e-c578-4896-a3bb-33e966edfdfb req-ae98e149-1702-4fa2-809a-df2da29aa964 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=00efaa0f-267e-46a3-b437-c6b06e7bc703 HTTP/1.1" status: 200 len: 217 time: 0.0407321 Jul 28 19:05:42.557659 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b75832e-c578-4896-a3bb-33e966edfdfb req-32bc0e3d-0d46-4c67-949f-a0c688e66f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:05:42.564623 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-9b75832e-c578-4896-a3bb-33e966edfdfb req-32bc0e3d-0d46-4c67-949f-a0c688e66f4a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=32eab73f-d113-43b8-aebd-3853735c2bcc HTTP/1.1" status: 200 len: 854 time: 0.0452142 Jul 28 19:05:42.576303 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [req-1d035599-3e0c-4140-b78a-fbad6a3f3a7f req-db03e4f5-88ec-4c3a-8bfe-63e7866c91ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742349622321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742349248534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742349248552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12083818'] for port, after_update {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:05:42.604414 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-9b75832e-c578-4896-a3bb-33e966edfdfb req-9e127b82-8083-4bff-be65-9b531b65fbf4 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e0a2ab1a-aea2-4350-8078-2cc022d2ad29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362461 Jul 28 19:05:42.620273 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a642a35-a1ef-46ee-a181-0966aa01ac06 req-0cb96988-775e-42a1-9a96-16dad0b9cfe6 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:05:42.622156 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-2a642a35-a1ef-46ee-a181-0966aa01ac06 req-0cb96988-775e-42a1-9a96-16dad0b9cfe6 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d560c0e-0a73-4f3c-8080-2cbe04e596ed HTTP/1.1" status: 200 len: 946 time: 0.0920742 Jul 28 19:05:42.673708 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db03e4f5-88ec-4c3a-8bfe-63e7866c91ec service neutron] Pushing event updated for resources: {'Port': ['ID=0cbd334b-5202-47ab-8fc2-7bea8cdf51d2,revision_number=2']} {{(pid=93586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:05:42.756242 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-9b75832e-c578-4896-a3bb-33e966edfdfb req-0ab8013a-9651-4f2c-a93e-006a6b3dd455 service neutron] 10.222.0.49 "GET /v2.0/networks/e0a2ab1a-aea2-4350-8078-2cc022d2ad29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349697 Jul 28 19:05:42.756639 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-2a642a35-a1ef-46ee-a181-0966aa01ac06 req-d552d7f8-5416-4970-9fc0-721cccfcbcf3 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/security-groups?id=da3193e4-56c6-417c-b113-33c66274c6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1204705 Jul 28 19:05:42.776548 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.plugins.ml2.managers [req-1d035599-3e0c-4140-b78a-fbad6a3f3a7f req-db03e4f5-88ec-4c3a-8bfe-63e7866c91ec service neutron] Attempting to bind port 0cbd334b-5202-47ab-8fc2-7bea8cdf51d2 on host hv-cinder-80265 for vnic_type normal with profile {{(pid=93586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 19:05:42.776548 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.plugins.ml2.managers [req-1d035599-3e0c-4140-b78a-fbad6a3f3a7f req-db03e4f5-88ec-4c3a-8bfe-63e7866c91ec service neutron] Attempting to bind port 0cbd334b-5202-47ab-8fc2-7bea8cdf51d2 by drivers openvswitch,hyperv on host hv-cinder-80265 at level 0 using segments [{'id': 'ecd299ed-1dac-4786-8d7f-e72300f9a086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'f534d070-f433-4f81-b52e-daa60a2cf334'}] {{(pid=93586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 19:05:42.776548 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d035599-3e0c-4140-b78a-fbad6a3f3a7f req-db03e4f5-88ec-4c3a-8bfe-63e7866c91ec service neutron] Attempting to bind port 0cbd334b-5202-47ab-8fc2-7bea8cdf51d2 on network f534d070-f433-4f81-b52e-daa60a2cf334 {{(pid=93586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 19:05:42.801438 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d035599-3e0c-4140-b78a-fbad6a3f3a7f req-db03e4f5-88ec-4c3a-8bfe-63e7866c91ec service neutron] Port 0cbd334b-5202-47ab-8fc2-7bea8cdf51d2 on network f534d070-f433-4f81-b52e-daa60a2cf334 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80265 {{(pid=93586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 19:05:42.801438 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d035599-3e0c-4140-b78a-fbad6a3f3a7f req-db03e4f5-88ec-4c3a-8bfe-63e7866c91ec service neutron] Attempting to bind port 0cbd334b-5202-47ab-8fc2-7bea8cdf51d2 on network f534d070-f433-4f81-b52e-daa60a2cf334 {{(pid=93586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 19:05:42.807632 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d035599-3e0c-4140-b78a-fbad6a3f3a7f req-db03e4f5-88ec-4c3a-8bfe-63e7866c91ec service neutron] Checking agent: {'id': 'f02a77d8-88e9-4ce1-b3bf-c8b64693a24a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80265', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 19, 1, 31), 'started_at': datetime.datetime(2021, 7, 28, 19, 1, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 19, 5, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 19:05:42.808012 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d035599-3e0c-4140-b78a-fbad6a3f3a7f req-db03e4f5-88ec-4c3a-8bfe-63e7866c91ec service neutron] Checking segment: {'id': 'ecd299ed-1dac-4786-8d7f-e72300f9a086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'f534d070-f433-4f81-b52e-daa60a2cf334'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 19:05:42.808400 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d035599-3e0c-4140-b78a-fbad6a3f3a7f req-db03e4f5-88ec-4c3a-8bfe-63e7866c91ec service neutron] Bound using segment: {'id': 'ecd299ed-1dac-4786-8d7f-e72300f9a086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'f534d070-f433-4f81-b52e-daa60a2cf334'} {{(pid=93586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 19:05:42.808839 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.plugins.ml2.managers [req-1d035599-3e0c-4140-b78a-fbad6a3f3a7f req-db03e4f5-88ec-4c3a-8bfe-63e7866c91ec service neutron] Bound port: 0cbd334b-5202-47ab-8fc2-7bea8cdf51d2, host: hv-cinder-80265, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ecd299ed-1dac-4786-8d7f-e72300f9a086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'f534d070-f433-4f81-b52e-daa60a2cf334'}}] {{(pid=93586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 19:05:42.809204 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [req-1d035599-3e0c-4140-b78a-fbad6a3f3a7f req-db03e4f5-88ec-4c3a-8bfe-63e7866c91ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555300'] for port, before_update {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:05:42.932901 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-9b75832e-c578-4896-a3bb-33e966edfdfb req-ebb71cb4-cfb8-45a1-917e-c7a5f86dd537 service neutron] 10.222.0.49 "GET /v2.0/networks/e0a2ab1a-aea2-4350-8078-2cc022d2ad29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1559870 Jul 28 19:05:42.957116 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.plugins.ml2.db [req-1d035599-3e0c-4140-b78a-fbad6a3f3a7f req-db03e4f5-88ec-4c3a-8bfe-63e7866c91ec service neutron] For port 0cbd334b-5202-47ab-8fc2-7bea8cdf51d2, host hv-cinder-80265, cleared binding levels {{(pid=93586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 19:05:42.981755 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.plugins.ml2.db [req-1d035599-3e0c-4140-b78a-fbad6a3f3a7f req-db03e4f5-88ec-4c3a-8bfe-63e7866c91ec service neutron] For port 0cbd334b-5202-47ab-8fc2-7bea8cdf51d2, host hv-cinder-80265, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=0cbd334b-5202-47ab-8fc2-7bea8cdf51d2,segment=NetworkSegment(ecd299ed-1dac-4786-8d7f-e72300f9a086),segment_id=ecd299ed-1dac-4786-8d7f-e72300f9a086)] {{(pid=93586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 19:05:42.999112 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-42b6fffc-73ba-4f20-a74f-de15cfaa2209 req-d5cae654-1003-4dac-b494-52ec81d60d88 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] 10.222.0.41 "GET /v2.0/ports?device_id=b62fe15d-782b-4e31-8e5a-cd971a36cce8 HTTP/1.1" status: 200 len: 210 time: 0.0528076 Jul 28 19:05:43.011437 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb42a87-a09d-4529-a8a6-45e261d8b66a req-5e53e64b-959b-4954-887e-dec6412fd8c4 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:05:43.013075 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-deb42a87-a09d-4529-a8a6-45e261d8b66a req-5e53e64b-959b-4954-887e-dec6412fd8c4 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/ports?device_id=aed3a892-a81b-4117-b3b4-c9c93f0bc2ce HTTP/1.1" status: 200 len: 946 time: 0.1087358 Jul 28 19:05:43.060947 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-deb42a87-a09d-4529-a8a6-45e261d8b66a req-2c37ae25-fac0-401f-b0be-f5a2156396f4 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/security-groups?id=42975843-26fd-496e-b975-a1703127fe22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419095 Jul 28 19:05:43.062815 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [req-1d035599-3e0c-4140-b78a-fbad6a3f3a7f req-db03e4f5-88ec-4c3a-8bfe-63e7866c91ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742349622321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742349248534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742349248552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12083818'] for port, after_update {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:05:43.103159 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d035599-3e0c-4140-b78a-fbad6a3f3a7f req-db03e4f5-88ec-4c3a-8bfe-63e7866c91ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:05:43.103996 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [req-1d035599-3e0c-4140-b78a-fbad6a3f3a7f req-db03e4f5-88ec-4c3a-8bfe-63e7866c91ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148603'] for port, before_response {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:05:43.106105 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-1d035599-3e0c-4140-b78a-fbad6a3f3a7f req-db03e4f5-88ec-4c3a-8bfe-63e7866c91ec service neutron] 10.222.0.49 "PUT /v2.0/ports/0cbd334b-5202-47ab-8fc2-7bea8cdf51d2 HTTP/1.1" status: 200 len: 1093 time: 1.0895143 Jul 28 19:05:43.108863 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c78b726-b285-4d18-8338-3b500b53a49e', 'tag': '0cbd334b-5202-47ab-8fc2-7bea8cdf51d2'}] {{(pid=93586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 19:05:43.111147 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be08c321523524cea896d4e8aa610e0b61aedc9f5bb636967bf6413fb0e56d16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e414f9a3-2583-447a-8ad5-07576df402e6" -d '{"events": [{"name": "network-changed", "server_uuid": "9c78b726-b285-4d18-8338-3b500b53a49e", "tag": "0cbd334b-5202-47ab-8fc2-7bea8cdf51d2"}]}' {{(pid=93586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 19:05:43.136957 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db03e4f5-88ec-4c3a-8bfe-63e7866c91ec service neutron] Pushing event updated for resources: {'Port': ['ID=0cbd334b-5202-47ab-8fc2-7bea8cdf51d2,revision_number=3']} {{(pid=93586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:05:43.157597 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 19:05:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d5356af-b3c6-44b5-8d13-b059a6e5f544 x-openstack-request-id: req-3d5356af-b3c6-44b5-8d13-b059a6e5f544 {{(pid=93586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 19:05:43.157971 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c78b726-b285-4d18-8338-3b500b53a49e", "tag": "0cbd334b-5202-47ab-8fc2-7bea8cdf51d2", "status": "completed", "code": 200}]} {{(pid=93586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 19:05:43.158291 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3d5356af-b3c6-44b5-8d13-b059a6e5f544 {{(pid=93586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 19:05:43.158744 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c78b726-b285-4d18-8338-3b500b53a49e', 'tag': '0cbd334b-5202-47ab-8fc2-7bea8cdf51d2', 'status': 'completed', 'code': 200} Jul 28 19:05:43.246764 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e414f9a3-2583-447a-8ad5-07576df402e6 req-43d7e6e1-d46d-44da-b2ba-83702adf5edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:05:43.248323 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-e414f9a3-2583-447a-8ad5-07576df402e6 req-43d7e6e1-d46d-44da-b2ba-83702adf5edc service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e5f8b3f642634ceca190ab8e217700ce&device_id=9c78b726-b285-4d18-8338-3b500b53a49e HTTP/1.1" status: 200 len: 1096 time: 0.0471373 Jul 28 19:05:43.356353 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e414f9a3-2583-447a-8ad5-07576df402e6 req-87b6cee1-4817-4276-a98a-8499173b56f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:05:43.357824 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-e414f9a3-2583-447a-8ad5-07576df402e6 req-87b6cee1-4817-4276-a98a-8499173b56f4 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=e5f8b3f642634ceca190ab8e217700ce&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0959511 Jul 28 19:05:43.455837 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e414f9a3-2583-447a-8ad5-07576df402e6 req-0de94c7d-9f56-4883-8925-5d10c8031436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:05:43.457326 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-e414f9a3-2583-447a-8ad5-07576df402e6 req-0de94c7d-9f56-4883-8925-5d10c8031436 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0866430 Jul 28 19:05:43.530973 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d399ee-9318-412c-81ee-64f78aea4d6d req-2871ee5b-27d1-459b-b55c-595fb288018a tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:05:43.533066 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-03d399ee-9318-412c-81ee-64f78aea4d6d req-2871ee5b-27d1-459b-b55c-595fb288018a tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] 10.222.0.49 "GET /v2.0/networks?id=e0a2ab1a-aea2-4350-8078-2cc022d2ad29 HTTP/1.1" status: 200 len: 814 time: 0.1105764 Jul 28 19:05:43.564044 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.v2.base [req-03d399ee-9318-412c-81ee-64f78aea4d6d req-23aa645c-3736-46e0-a5c1-6e675bcbb687 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] Request body: {'port': {'device_id': 'b62fe15d-782b-4e31-8e5a-cd971a36cce8', 'network_id': 'e0a2ab1a-aea2-4350-8078-2cc022d2ad29', 'admin_state_up': True, 'tenant_id': '8d3b7942249542e0a5d3094ec27a34f5'}} {{(pid=93587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:05:43.604158 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d035599-3e0c-4140-b78a-fbad6a3f3a7f req-84313155-d9fb-45b0-8c2f-eafbf34b9fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:05:43.605673 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-1d035599-3e0c-4140-b78a-fbad6a3f3a7f req-84313155-d9fb-45b0-8c2f-eafbf34b9fad service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e5f8b3f642634ceca190ab8e217700ce&device_id=9c78b726-b285-4d18-8338-3b500b53a49e HTTP/1.1" status: 200 len: 1096 time: 0.0870771 Jul 28 19:05:43.622284 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2ea773-8916-4559-92dc-73d97e5cdff5 req-99edcdb7-e016-4378-9dc8-6a0282f35ae8 tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:05:43.623826 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-db2ea773-8916-4559-92dc-73d97e5cdff5 req-99edcdb7-e016-4378-9dc8-6a0282f35ae8 tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c78b726-b285-4d18-8338-3b500b53a49e HTTP/1.1" status: 200 len: 943 time: 0.0717428 Jul 28 19:05:43.671701 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-1d035599-3e0c-4140-b78a-fbad6a3f3a7f req-a0617fec-7f84-43ef-a844-b1b6ef605c6f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0cbd334b-5202-47ab-8fc2-7bea8cdf51d2 HTTP/1.1" status: 200 len: 217 time: 0.0468328 Jul 28 19:05:43.717899 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-db2ea773-8916-4559-92dc-73d97e5cdff5 req-4aceff44-51cb-4845-b592-165d45a6c766 tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd99dac1-4ecb-4bbe-94ca-066efd8c979c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871868 Jul 28 19:05:43.734830 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d035599-3e0c-4140-b78a-fbad6a3f3a7f req-01eaebba-83c5-4939-ab4c-64e41a111c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:05:43.736330 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-1d035599-3e0c-4140-b78a-fbad6a3f3a7f req-01eaebba-83c5-4939-ab4c-64e41a111c61 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=03ec0541-ec02-4841-99b9-2dcfb43e9118 HTTP/1.1" status: 200 len: 854 time: 0.0515289 Jul 28 19:05:43.788374 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d035599-3e0c-4140-b78a-fbad6a3f3a7f req-cee7bc3d-a809-4713-9c88-d3b6a5b77d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:05:43.789907 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-1d035599-3e0c-4140-b78a-fbad6a3f3a7f req-cee7bc3d-a809-4713-9c88-d3b6a5b77d1b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f534d070-f433-4f81-b52e-daa60a2cf334&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0407176 Jul 28 19:05:43.810427 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03d399ee-9318-412c-81ee-64f78aea4d6d req-23aa645c-3736-46e0-a5c1-6e675bcbb687 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] Made reservation on behalf of 8d3b7942249542e0a5d3094ec27a34f5 for: {'port': 1} {{(pid=93587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 19:05:43.816051 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [req-03d399ee-9318-412c-81ee-64f78aea4d6d req-23aa645c-3736-46e0-a5c1-6e675bcbb687 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555300'] for port, before_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:05:43.919219 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f41e0a9-be1a-4a27-b2eb-d276be76909b req-dfef4042-d948-48d6-be59-a7a94f8fe84f tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:05:43.920773 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-3f41e0a9-be1a-4a27-b2eb-d276be76909b req-dfef4042-d948-48d6-be59-a7a94f8fe84f tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d560c0e-0a73-4f3c-8080-2cbe04e596ed HTTP/1.1" status: 200 len: 946 time: 0.0734828 Jul 28 19:05:43.938718 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-1d035599-3e0c-4140-b78a-fbad6a3f3a7f req-bc09811a-5534-49c8-808f-fbc62443abb9 service neutron] 10.222.0.49 "GET /v2.0/networks/f534d070-f433-4f81-b52e-daa60a2cf334?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366894 Jul 28 19:05:44.021366 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.db.db_base_plugin_common [req-03d399ee-9318-412c-81ee-64f78aea4d6d req-23aa645c-3736-46e0-a5c1-6e675bcbb687 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] Allocated IP 172.20.0.10 (e0a2ab1a-aea2-4350-8078-2cc022d2ad29/32eab73f-d113-43b8-aebd-3853735c2bcc/6cef6773-6e1d-4753-a07d-95ee43306361) {{(pid=93587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 19:05:44.039212 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26460280-6394-4c30-8b8c-711a556e1641 req-cb2b79d4-d469-4c64-afa6-8e550a073566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:05:44.040796 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-26460280-6394-4c30-8b8c-711a556e1641 req-cb2b79d4-d469-4c64-afa6-8e550a073566 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=aed3a892-a81b-4117-b3b4-c9c93f0bc2ce HTTP/1.1" status: 200 len: 1099 time: 0.0735598 Jul 28 19:05:44.154937 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-26460280-6394-4c30-8b8c-711a556e1641 req-78d62b17-5cf0-41c8-9a32-d4e8bed833e1 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=42975843-26fd-496e-b975-a1703127fe22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008437 Jul 28 19:05:44.218374 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [req-03d399ee-9318-412c-81ee-64f78aea4d6d req-23aa645c-3736-46e0-a5c1-6e675bcbb687 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] Notify callbacks [] for port, precommit_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:05:44.244562 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-3f41e0a9-be1a-4a27-b2eb-d276be76909b req-5e177b93-09fa-4e8e-8bb5-e48e47a05bec tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/security-groups?id=da3193e4-56c6-417c-b113-33c66274c6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3176181 Jul 28 19:05:44.300677 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-b0e183b3-e145-4867-8d62-84fe851c133c req-d2c1ff0a-607e-42b2-b94c-9b3279dd1199 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] 10.222.0.41 "GET /v2.0/ports?device_id=b62fe15d-782b-4e31-8e5a-cd971a36cce8 HTTP/1.1" status: 200 len: 210 time: 0.0548964 Jul 28 19:05:44.319753 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [req-03d399ee-9318-412c-81ee-64f78aea4d6d req-23aa645c-3736-46e0-a5c1-6e675bcbb687 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742349248516'] for port, after_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:05:44.335126 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.db [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] get_ports_and_sgs() called for port_ids ['00efaa0f-267e-46a3-b437-c6b06e7bc703', 'c330fd36-6d01-429e-bbe7-9ae49a099323', '90a887fc-b501-47bc-9162-72ef3f659512'] {{(pid=93588) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 19:05:44.363135 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03d399ee-9318-412c-81ee-64f78aea4d6d req-23aa645c-3736-46e0-a5c1-6e675bcbb687 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] Network e0a2ab1a-aea2-4350-8078-2cc022d2ad29 is already hosted by enough agents. {{(pid=93587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 19:05:44.366712 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.scheduler.base_scheduler [req-03d399ee-9318-412c-81ee-64f78aea4d6d req-23aa645c-3736-46e0-a5c1-6e675bcbb687 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] Resources bound (agent type, host, resource id): {{(pid=93587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 19:05:44.370547 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.db.l3_dvrscheduler_db [req-03d399ee-9318-412c-81ee-64f78aea4d6d req-23aa645c-3736-46e0-a5c1-6e675bcbb687 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] Received port after_create {{(pid=93587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 19:05:44.370669 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-1d035599-3e0c-4140-b78a-fbad6a3f3a7f req-43fe13c2-7bf7-49f8-8d24-874109f8cda0 service neutron] 10.222.0.49 "GET /v2.0/networks/f534d070-f433-4f81-b52e-daa60a2cf334?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3948102 Jul 28 19:05:44.376231 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d399ee-9318-412c-81ee-64f78aea4d6d req-23aa645c-3736-46e0-a5c1-6e675bcbb687 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:05:44.376892 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [req-03d399ee-9318-412c-81ee-64f78aea4d6d req-23aa645c-3736-46e0-a5c1-6e675bcbb687 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760026'] for port, before_response {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:05:44.385547 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23aa645c-3736-46e0-a5c1-6e675bcbb687 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] Pushing event updated for resources: {'Port': ['ID=6cef6773-6e1d-4753-a07d-95ee43306361,revision_number=1']} {{(pid=93587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:05:44.390986 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85fa17c-0b91-4dad-90eb-731358237ea9 req-66137dd4-3113-4920-ba66-cea7bc6c900f tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:05:44.392886 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-d85fa17c-0b91-4dad-90eb-731358237ea9 req-66137dd4-3113-4920-ba66-cea7bc6c900f tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/ports?device_id=aed3a892-a81b-4117-b3b4-c9c93f0bc2ce HTTP/1.1" status: 200 len: 946 time: 0.0821671 Jul 28 19:05:44.445393 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-d85fa17c-0b91-4dad-90eb-731358237ea9 req-e661cbca-965a-404e-b27a-f9a1217a946d tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/security-groups?id=42975843-26fd-496e-b975-a1703127fe22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325069 Jul 28 19:05:44.462654 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-03d399ee-9318-412c-81ee-64f78aea4d6d req-23aa645c-3736-46e0-a5c1-6e675bcbb687 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9026141 Jul 28 19:05:44.482107 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.v2.base [req-03d399ee-9318-412c-81ee-64f78aea4d6d req-aecc2d54-f5b0-410d-8850-e54c7d92d8ec service neutron] Request body: {'port': {'device_id': 'b62fe15d-782b-4e31-8e5a-cd971a36cce8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80265'}} {{(pid=93587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:05:44.544760 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [req-03d399ee-9318-412c-81ee-64f78aea4d6d req-aecc2d54-f5b0-410d-8850-e54c7d92d8ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555300'] for port, before_update {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:05:44.818070 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.notifiers.nova [req-03d399ee-9318-412c-81ee-64f78aea4d6d req-aecc2d54-f5b0-410d-8850-e54c7d92d8ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6cef6773-6e1d-4753-a07d-95ee43306361 {{(pid=93587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 19:05:44.827159 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [req-03d399ee-9318-412c-81ee-64f78aea4d6d req-aecc2d54-f5b0-410d-8850-e54c7d92d8ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:05:44.832046 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672ed7d5-8c87-439d-ab8e-077cc1026330 req-cc361faf-3898-4ead-b368-239b5b29b693 tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:05:44.833571 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-672ed7d5-8c87-439d-ab8e-077cc1026330 req-cc361faf-3898-4ead-b368-239b5b29b693 tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c78b726-b285-4d18-8338-3b500b53a49e HTTP/1.1" status: 200 len: 943 time: 0.0481040 Jul 28 19:05:44.840497 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.db.provisioning_blocks [req-03d399ee-9318-412c-81ee-64f78aea4d6d req-aecc2d54-f5b0-410d-8850-e54c7d92d8ec service neutron] Transition to ACTIVE for port object 6cef6773-6e1d-4753-a07d-95ee43306361 will not be triggered until provisioned by entity L2. {{(pid=93587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 19:05:44.872795 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-672ed7d5-8c87-439d-ab8e-077cc1026330 req-67d7df82-bd8e-4aab-8e35-c33b06738cd7 tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd99dac1-4ecb-4bbe-94ca-066efd8c979c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321131 Jul 28 19:05:44.918593 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [req-03d399ee-9318-412c-81ee-64f78aea4d6d req-aecc2d54-f5b0-410d-8850-e54c7d92d8ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742349622321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742349248534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742349248552'] for port, after_update {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:05:44.969553 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc2d54-f5b0-410d-8850-e54c7d92d8ec service neutron] Pushing event updated for resources: {'Port': ['ID=6cef6773-6e1d-4753-a07d-95ee43306361,revision_number=2']} {{(pid=93587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:05:45.002401 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.plugins.ml2.managers [req-03d399ee-9318-412c-81ee-64f78aea4d6d req-aecc2d54-f5b0-410d-8850-e54c7d92d8ec service neutron] Attempting to bind port 6cef6773-6e1d-4753-a07d-95ee43306361 on host hv-cinder-80265 for vnic_type normal with profile {{(pid=93587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 19:05:45.002745 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.plugins.ml2.managers [req-03d399ee-9318-412c-81ee-64f78aea4d6d req-aecc2d54-f5b0-410d-8850-e54c7d92d8ec service neutron] Attempting to bind port 6cef6773-6e1d-4753-a07d-95ee43306361 by drivers openvswitch,hyperv on host hv-cinder-80265 at level 0 using segments [{'id': '0371c4bd-4d97-467a-b535-ac8857907d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'e0a2ab1a-aea2-4350-8078-2cc022d2ad29'}] {{(pid=93587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 19:05:45.003083 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03d399ee-9318-412c-81ee-64f78aea4d6d req-aecc2d54-f5b0-410d-8850-e54c7d92d8ec service neutron] Attempting to bind port 6cef6773-6e1d-4753-a07d-95ee43306361 on network e0a2ab1a-aea2-4350-8078-2cc022d2ad29 {{(pid=93587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 19:05:45.008542 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03d399ee-9318-412c-81ee-64f78aea4d6d req-aecc2d54-f5b0-410d-8850-e54c7d92d8ec service neutron] Port 6cef6773-6e1d-4753-a07d-95ee43306361 on network e0a2ab1a-aea2-4350-8078-2cc022d2ad29 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80265 {{(pid=93587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 19:05:45.008696 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03d399ee-9318-412c-81ee-64f78aea4d6d req-aecc2d54-f5b0-410d-8850-e54c7d92d8ec service neutron] Attempting to bind port 6cef6773-6e1d-4753-a07d-95ee43306361 on network e0a2ab1a-aea2-4350-8078-2cc022d2ad29 {{(pid=93587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 19:05:45.016774 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03d399ee-9318-412c-81ee-64f78aea4d6d req-aecc2d54-f5b0-410d-8850-e54c7d92d8ec service neutron] Checking agent: {'id': 'f02a77d8-88e9-4ce1-b3bf-c8b64693a24a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80265', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 19, 1, 31), 'started_at': datetime.datetime(2021, 7, 28, 19, 1, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 19, 5, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 19:05:45.016774 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03d399ee-9318-412c-81ee-64f78aea4d6d req-aecc2d54-f5b0-410d-8850-e54c7d92d8ec service neutron] Checking segment: {'id': '0371c4bd-4d97-467a-b535-ac8857907d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'e0a2ab1a-aea2-4350-8078-2cc022d2ad29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 19:05:45.016774 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03d399ee-9318-412c-81ee-64f78aea4d6d req-aecc2d54-f5b0-410d-8850-e54c7d92d8ec service neutron] Bound using segment: {'id': '0371c4bd-4d97-467a-b535-ac8857907d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'e0a2ab1a-aea2-4350-8078-2cc022d2ad29'} {{(pid=93587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 19:05:45.016774 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.plugins.ml2.managers [req-03d399ee-9318-412c-81ee-64f78aea4d6d req-aecc2d54-f5b0-410d-8850-e54c7d92d8ec service neutron] Bound port: 6cef6773-6e1d-4753-a07d-95ee43306361, host: hv-cinder-80265, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0371c4bd-4d97-467a-b535-ac8857907d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'e0a2ab1a-aea2-4350-8078-2cc022d2ad29'}}] {{(pid=93587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 19:05:45.016774 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [req-03d399ee-9318-412c-81ee-64f78aea4d6d req-aecc2d54-f5b0-410d-8850-e54c7d92d8ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555300'] for port, before_update {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:05:45.082933 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.plugins.ml2.db [req-03d399ee-9318-412c-81ee-64f78aea4d6d req-aecc2d54-f5b0-410d-8850-e54c7d92d8ec service neutron] For port 6cef6773-6e1d-4753-a07d-95ee43306361, host hv-cinder-80265, cleared binding levels {{(pid=93587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 19:05:45.085956 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.plugins.ml2.db [req-03d399ee-9318-412c-81ee-64f78aea4d6d req-aecc2d54-f5b0-410d-8850-e54c7d92d8ec service neutron] For port 6cef6773-6e1d-4753-a07d-95ee43306361, host hv-cinder-80265, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=6cef6773-6e1d-4753-a07d-95ee43306361,segment=NetworkSegment(0371c4bd-4d97-467a-b535-ac8857907d33),segment_id=0371c4bd-4d97-467a-b535-ac8857907d33)] {{(pid=93587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 19:05:45.135628 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [req-03d399ee-9318-412c-81ee-64f78aea4d6d req-aecc2d54-f5b0-410d-8850-e54c7d92d8ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742349622321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742349248534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742349248552'] for port, after_update {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:05:45.167294 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d399ee-9318-412c-81ee-64f78aea4d6d req-aecc2d54-f5b0-410d-8850-e54c7d92d8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:05:45.167961 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [req-03d399ee-9318-412c-81ee-64f78aea4d6d req-aecc2d54-f5b0-410d-8850-e54c7d92d8ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760026'] for port, before_response {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:05:45.169355 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-03d399ee-9318-412c-81ee-64f78aea4d6d req-aecc2d54-f5b0-410d-8850-e54c7d92d8ec service neutron] 10.222.0.49 "PUT /v2.0/ports/6cef6773-6e1d-4753-a07d-95ee43306361 HTTP/1.1" status: 200 len: 1094 time: 0.6915743 Jul 28 19:05:45.169791 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b62fe15d-782b-4e31-8e5a-cd971a36cce8', 'tag': '6cef6773-6e1d-4753-a07d-95ee43306361'}] {{(pid=93587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 19:05:45.172032 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0425cd91716d62700118381c1ce81f16af4b0b2dffb745d1fa1c8d13c3262bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ab1210e-c06f-4193-b194-9be75729be12" -d '{"events": [{"name": "network-changed", "server_uuid": "b62fe15d-782b-4e31-8e5a-cd971a36cce8", "tag": "6cef6773-6e1d-4753-a07d-95ee43306361"}]}' {{(pid=93587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 19:05:45.199054 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc2d54-f5b0-410d-8850-e54c7d92d8ec service neutron] Pushing event updated for resources: {'Port': ['ID=6cef6773-6e1d-4753-a07d-95ee43306361,revision_number=3']} {{(pid=93587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:05:45.212292 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 19:05:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-885be4c1-3b92-4f72-a3f0-1d609c784123 x-openstack-request-id: req-885be4c1-3b92-4f72-a3f0-1d609c784123 {{(pid=93587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 19:05:45.212676 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b62fe15d-782b-4e31-8e5a-cd971a36cce8", "tag": "6cef6773-6e1d-4753-a07d-95ee43306361", "status": "completed", "code": 200}]} {{(pid=93587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 19:05:45.212923 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-885be4c1-3b92-4f72-a3f0-1d609c784123 {{(pid=93587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 19:05:45.213311 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b62fe15d-782b-4e31-8e5a-cd971a36cce8', 'tag': '6cef6773-6e1d-4753-a07d-95ee43306361', 'status': 'completed', 'code': 200} Jul 28 19:05:45.286481 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab1210e-c06f-4193-b194-9be75729be12 req-6ef557fd-0aef-4aff-9080-0abf9f843374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:05:45.288853 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-6ab1210e-c06f-4193-b194-9be75729be12 req-6ef557fd-0aef-4aff-9080-0abf9f843374 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8d3b7942249542e0a5d3094ec27a34f5&device_id=b62fe15d-782b-4e31-8e5a-cd971a36cce8 HTTP/1.1" status: 200 len: 1097 time: 0.0415206 Jul 28 19:05:45.397437 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab1210e-c06f-4193-b194-9be75729be12 req-bc0cbb17-4417-435e-849e-24839acbf087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:05:45.399160 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-6ab1210e-c06f-4193-b194-9be75729be12 req-bc0cbb17-4417-435e-849e-24839acbf087 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=8d3b7942249542e0a5d3094ec27a34f5&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1016986 Jul 28 19:05:45.414835 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1369db6-529c-463b-9617-70457cd043d4 req-fed6cfcc-c7b8-4bb3-9f8a-ef3e7950f206 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:05:45.416378 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-f1369db6-529c-463b-9617-70457cd043d4 req-fed6cfcc-c7b8-4bb3-9f8a-ef3e7950f206 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d560c0e-0a73-4f3c-8080-2cbe04e596ed HTTP/1.1" status: 200 len: 946 time: 0.0992739 Jul 28 19:05:45.453893 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1479ee00-325c-4e94-8e9b-7f79b4a84429 req-55ad65d4-fd2c-4bdf-911f-ba136f5ca4e2 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:05:45.455647 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-1479ee00-325c-4e94-8e9b-7f79b4a84429 req-55ad65d4-fd2c-4bdf-911f-ba136f5ca4e2 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] 10.222.0.41 "GET /v2.0/ports?device_id=b62fe15d-782b-4e31-8e5a-cd971a36cce8 HTTP/1.1" status: 200 len: 944 time: 0.0800636 Jul 28 19:05:45.487300 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-f1369db6-529c-463b-9617-70457cd043d4 req-e437b5d6-c103-49d4-9e6e-a559d5ccd491 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/security-groups?id=da3193e4-56c6-417c-b113-33c66274c6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637076 Jul 28 19:05:45.502097 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab1210e-c06f-4193-b194-9be75729be12 req-e9d246c1-4bc3-42ce-94b2-3d28fe479862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:05:45.503619 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-6ab1210e-c06f-4193-b194-9be75729be12 req-e9d246c1-4bc3-42ce-94b2-3d28fe479862 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0964243 Jul 28 19:05:45.521138 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-1479ee00-325c-4e94-8e9b-7f79b4a84429 req-d147965c-e147-472e-a378-c33e81b760ca tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] 10.222.0.41 "GET /v2.0/security-groups?id=1eb5a05b-31a0-42f8-b1e4-d0f49b56a7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488706 Jul 28 19:05:45.613037 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ac8fbc-b912-42c3-8d0e-e4453c3450c1 req-c0a99eea-ecbd-44a9-946f-58a261ff4986 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:05:45.613037 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-d9ac8fbc-b912-42c3-8d0e-e4453c3450c1 req-c0a99eea-ecbd-44a9-946f-58a261ff4986 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/ports?device_id=aed3a892-a81b-4117-b3b4-c9c93f0bc2ce HTTP/1.1" status: 200 len: 946 time: 0.0559406 Jul 28 19:05:45.613431 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d399ee-9318-412c-81ee-64f78aea4d6d req-9f568d7d-939a-4651-a1f9-29cd2207f1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:05:45.614132 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-03d399ee-9318-412c-81ee-64f78aea4d6d req-9f568d7d-939a-4651-a1f9-29cd2207f1f8 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8d3b7942249542e0a5d3094ec27a34f5&device_id=b62fe15d-782b-4e31-8e5a-cd971a36cce8 HTTP/1.1" status: 200 len: 1097 time: 0.0472655 Jul 28 19:05:45.651507 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-d9ac8fbc-b912-42c3-8d0e-e4453c3450c1 req-1499b4e9-1bd1-41f6-944d-e10a97177aab tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/security-groups?id=42975843-26fd-496e-b975-a1703127fe22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331969 Jul 28 19:05:45.673074 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-03d399ee-9318-412c-81ee-64f78aea4d6d req-02410896-86fb-4e73-b21b-5fe1809c4b0c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6cef6773-6e1d-4753-a07d-95ee43306361 HTTP/1.1" status: 200 len: 217 time: 0.0355537 Jul 28 19:05:45.728443 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d399ee-9318-412c-81ee-64f78aea4d6d req-a9c02260-17da-423e-a4d9-161dd2ca7f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:05:45.729900 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-03d399ee-9318-412c-81ee-64f78aea4d6d req-a9c02260-17da-423e-a4d9-161dd2ca7f63 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=32eab73f-d113-43b8-aebd-3853735c2bcc HTTP/1.1" status: 200 len: 854 time: 0.0436823 Jul 28 19:05:45.768990 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-03d399ee-9318-412c-81ee-64f78aea4d6d req-cd454cc6-3b5c-4826-9a39-e11405ddb57f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e0a2ab1a-aea2-4350-8078-2cc022d2ad29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240202 Jul 28 19:05:45.862896 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-03d399ee-9318-412c-81ee-64f78aea4d6d req-cd89676f-ed67-4e32-a8fa-723b541164a7 service neutron] 10.222.0.49 "GET /v2.0/networks/e0a2ab1a-aea2-4350-8078-2cc022d2ad29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859618 Jul 28 19:05:45.961017 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-03d399ee-9318-412c-81ee-64f78aea4d6d req-55ff4e85-5141-4540-8ce8-7767c76db66a service neutron] 10.222.0.49 "GET /v2.0/networks/e0a2ab1a-aea2-4350-8078-2cc022d2ad29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845947 Jul 28 19:05:45.992786 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4727578d-1ac9-4b36-92e7-a73709821dc1 req-c35331dd-e685-4531-81ec-5257dbbad29f tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:05:45.994430 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-4727578d-1ac9-4b36-92e7-a73709821dc1 req-c35331dd-e685-4531-81ec-5257dbbad29f tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c78b726-b285-4d18-8338-3b500b53a49e HTTP/1.1" status: 200 len: 943 time: 0.0543764 Jul 28 19:05:46.033995 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-4727578d-1ac9-4b36-92e7-a73709821dc1 req-f0c7b5b3-26b6-4aa8-977a-04daede33c63 tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd99dac1-4ecb-4bbe-94ca-066efd8c979c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333652 Jul 28 19:05:46.646579 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7001797d-30ee-4628-8cca-dae77a1ae277 req-d6335ee2-50d0-4822-b2a7-4dbe7afb05cf tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:05:46.648536 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-7001797d-30ee-4628-8cca-dae77a1ae277 req-d6335ee2-50d0-4822-b2a7-4dbe7afb05cf tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d560c0e-0a73-4f3c-8080-2cbe04e596ed HTTP/1.1" status: 200 len: 946 time: 0.0831938 Jul 28 19:05:46.660543 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d9c450-3a71-45e5-bb7e-efedea2e258c req-8387f854-874d-4359-ab1f-4197f61b7be4 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:05:46.661977 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-96d9c450-3a71-45e5-bb7e-efedea2e258c req-8387f854-874d-4359-ab1f-4197f61b7be4 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] 10.222.0.41 "GET /v2.0/ports?device_id=b62fe15d-782b-4e31-8e5a-cd971a36cce8 HTTP/1.1" status: 200 len: 944 time: 0.0670094 Jul 28 19:05:46.720264 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-7001797d-30ee-4628-8cca-dae77a1ae277 req-572ab5b5-2b07-44a7-8894-c001cec33c4e tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/security-groups?id=da3193e4-56c6-417c-b113-33c66274c6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572250 Jul 28 19:05:46.722902 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-96d9c450-3a71-45e5-bb7e-efedea2e258c req-1ad81f58-6aa5-4f7f-b196-0afc2ca86e15 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] 10.222.0.41 "GET /v2.0/security-groups?id=1eb5a05b-31a0-42f8-b1e4-d0f49b56a7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527310 Jul 28 19:05:46.828827 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9047064e-c712-47bf-a675-a72fe903d0dd req-31a79483-fd3e-4709-9353-f754bbe6fd9c tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:05:46.830546 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-9047064e-c712-47bf-a675-a72fe903d0dd req-31a79483-fd3e-4709-9353-f754bbe6fd9c tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/ports?device_id=aed3a892-a81b-4117-b3b4-c9c93f0bc2ce HTTP/1.1" status: 200 len: 946 time: 0.0520051 Jul 28 19:05:46.868160 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-9047064e-c712-47bf-a675-a72fe903d0dd req-fb87078f-e3d1-4c52-b944-4ed8589ff9e8 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/security-groups?id=42975843-26fd-496e-b975-a1703127fe22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313385 Jul 28 19:05:47.156668 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16366649-7959-4773-8b18-bddd7a9b1ac9 req-60810ae5-1851-46b7-8801-c08ff397fd87 tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:05:47.164272 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-16366649-7959-4773-8b18-bddd7a9b1ac9 req-60810ae5-1851-46b7-8801-c08ff397fd87 tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c78b726-b285-4d18-8338-3b500b53a49e HTTP/1.1" status: 200 len: 943 time: 0.0579545 Jul 28 19:05:47.204555 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-16366649-7959-4773-8b18-bddd7a9b1ac9 req-76f8ce20-b224-4344-bb0d-9fe264e06bcf tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd99dac1-4ecb-4bbe-94ca-066efd8c979c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386286 Jul 28 19:05:47.261994 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56653f2-b2cd-44d5-ab97-c776fcf36cc0 req-24ec0d79-efd8-48ce-84f6-a4d980409b58 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:05:47.263399 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-b56653f2-b2cd-44d5-ab97-c776fcf36cc0 req-24ec0d79-efd8-48ce-84f6-a4d980409b58 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/ports?device_id=aed3a892-a81b-4117-b3b4-c9c93f0bc2ce HTTP/1.1" status: 200 len: 946 time: 0.0502107 Jul 28 19:05:47.302104 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-b56653f2-b2cd-44d5-ab97-c776fcf36cc0 req-d03e4eb9-b5cc-4045-be23-6a61c5d357be tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/security-groups?id=42975843-26fd-496e-b975-a1703127fe22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323894 Jul 28 19:05:47.338477 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2052e622-6c1b-419b-9234-a29e70fcb0be req-435e1220-8e8d-44d5-9caf-e0f0417a28d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:05:47.340044 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-2052e622-6c1b-419b-9234-a29e70fcb0be req-435e1220-8e8d-44d5-9caf-e0f0417a28d4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ab36a3ab5c78406b94032a7ca4193d8f&device_id=aed3a892-a81b-4117-b3b4-c9c93f0bc2ce HTTP/1.1" status: 200 len: 1099 time: 0.0479782 Jul 28 19:05:47.433181 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2052e622-6c1b-419b-9234-a29e70fcb0be req-487cc522-9d5f-4ba9-8054-7be439b7998c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:05:47.434637 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-2052e622-6c1b-419b-9234-a29e70fcb0be req-487cc522-9d5f-4ba9-8054-7be439b7998c service neutron] 10.222.0.49 "GET /v2.0/networks?id=55abd46f-cb0c-4975-97d4-5b97e39ca579 HTTP/1.1" status: 200 len: 919 time: 0.0831919 Jul 28 19:05:47.481555 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-2052e622-6c1b-419b-9234-a29e70fcb0be req-640e3f50-8885-4009-9524-95a1c0d70447 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=42bd04ad-4b2a-497e-96f2-9b339a73581a HTTP/1.1" status: 200 len: 217 time: 0.0379710 Jul 28 19:05:47.533569 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2052e622-6c1b-419b-9234-a29e70fcb0be req-f4c7c70c-65eb-47a3-b2a4-393675c67edf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:05:47.535010 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-2052e622-6c1b-419b-9234-a29e70fcb0be req-f4c7c70c-65eb-47a3-b2a4-393675c67edf service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7ace80f0-3f3a-4421-afb0-85b3c7802c40 HTTP/1.1" status: 200 len: 858 time: 0.0425186 Jul 28 19:05:47.567794 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-2052e622-6c1b-419b-9234-a29e70fcb0be req-c3853293-ef6f-4011-bba2-acebaf325a74 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=55abd46f-cb0c-4975-97d4-5b97e39ca579&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244203 Jul 28 19:05:47.661297 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-2052e622-6c1b-419b-9234-a29e70fcb0be req-92aeea6e-f106-46d5-b4fe-8482afc94050 service neutron] 10.222.0.49 "GET /v2.0/networks/55abd46f-cb0c-4975-97d4-5b97e39ca579?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830498 Jul 28 19:05:47.760590 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-2052e622-6c1b-419b-9234-a29e70fcb0be req-4422f45d-6cc8-4e45-9b0b-bf0a2f4106fb service neutron] 10.222.0.49 "GET /v2.0/networks/55abd46f-cb0c-4975-97d4-5b97e39ca579?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879223 Jul 28 19:05:47.891100 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660f2233-4912-4532-a4e6-fc10cd645820 req-655f713b-6a24-42a1-bafd-7032ef964e60 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:05:47.892599 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-660f2233-4912-4532-a4e6-fc10cd645820 req-655f713b-6a24-42a1-bafd-7032ef964e60 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d560c0e-0a73-4f3c-8080-2cbe04e596ed HTTP/1.1" status: 200 len: 946 time: 0.0774758 Jul 28 19:05:47.901483 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2868c1-f6c8-4875-8398-22052ef1cfa0 req-c983689b-0f82-4ccf-8762-6defe1e3529e tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:05:47.902157 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.rpc [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Device 0cbd334b-5202-47ab-8fc2-7bea8cdf51d2 details requested by agent hyperv_hv-cinder-80265 with host hv-cinder-80265 {{(pid=93588) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 19:05:47.902883 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-4d2868c1-f6c8-4875-8398-22052ef1cfa0 req-c983689b-0f82-4ccf-8762-6defe1e3529e tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] 10.222.0.41 "GET /v2.0/ports?device_id=b62fe15d-782b-4e31-8e5a-cd971a36cce8 HTTP/1.1" status: 200 len: 944 time: 0.0896220 Jul 28 19:05:47.957889 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-660f2233-4912-4532-a4e6-fc10cd645820 req-d8249ac4-3773-4019-9806-0ef1b7ace3d2 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/security-groups?id=da3193e4-56c6-417c-b113-33c66274c6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540452 Jul 28 19:05:47.963397 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-4d2868c1-f6c8-4875-8398-22052ef1cfa0 req-688d9359-7b1c-4895-a294-a003145d8c5a tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] 10.222.0.41 "GET /v2.0/security-groups?id=1eb5a05b-31a0-42f8-b1e4-d0f49b56a7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536380 Jul 28 19:05:48.018421 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.db [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] For port 0cbd334b-5202-47ab-8fc2-7bea8cdf51d2, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=0cbd334b-5202-47ab-8fc2-7bea8cdf51d2,segment=NetworkSegment(ecd299ed-1dac-4786-8d7f-e72300f9a086),segment_id=ecd299ed-1dac-4786-8d7f-e72300f9a086)] {{(pid=93588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:05:48.030351 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.rpc [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Returning: {'device': '0cbd334b-5202-47ab-8fc2-7bea8cdf51d2', 'network_id': 'f534d070-f433-4f81-b52e-daa60a2cf334', 'port_id': '0cbd334b-5202-47ab-8fc2-7bea8cdf51d2', 'mac_address': 'fa:16:3e:9b:36:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03ec0541-ec02-4841-99b9-2dcfb43e9118', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93588) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 19:05:48.071282 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555300'] for port, before_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:05:48.084472 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.notifiers.nova [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0cbd334b-5202-47ab-8fc2-7bea8cdf51d2 {{(pid=93588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 19:05:48.104296 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.db [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] For port 0cbd334b-5202-47ab-8fc2-7bea8cdf51d2, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=0cbd334b-5202-47ab-8fc2-7bea8cdf51d2,segment=NetworkSegment(ecd299ed-1dac-4786-8d7f-e72300f9a086),segment_id=ecd299ed-1dac-4786-8d7f-e72300f9a086)] {{(pid=93588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:05:48.164490 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742349622321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742349248534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742349248552'] for port, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:05:48.165162 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.rpc [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Device 6cef6773-6e1d-4753-a07d-95ee43306361 details requested by agent hyperv_hv-cinder-80265 with host hv-cinder-80265 {{(pid=93588) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 19:05:48.265367 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Pushing event updated for resources: {'Port': ['ID=0cbd334b-5202-47ab-8fc2-7bea8cdf51d2,revision_number=4']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:05:48.279154 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:05:48.279154 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:05:48.279154 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:05:48.279154 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:05:48.279154 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:05:48.279154 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:05:48.279154 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:05:48.279848 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:05:48.279848 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:05:48.280069 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:05:48.280394 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:05:48.280718 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:05:48.320905 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.db [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] For port 6cef6773-6e1d-4753-a07d-95ee43306361, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=6cef6773-6e1d-4753-a07d-95ee43306361,segment=NetworkSegment(0371c4bd-4d97-467a-b535-ac8857907d33),segment_id=0371c4bd-4d97-467a-b535-ac8857907d33)] {{(pid=93588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:05:48.333220 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.rpc [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Returning: {'device': '6cef6773-6e1d-4753-a07d-95ee43306361', 'network_id': 'e0a2ab1a-aea2-4350-8078-2cc022d2ad29', 'port_id': '6cef6773-6e1d-4753-a07d-95ee43306361', 'mac_address': 'fa:16:3e:04:18:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32eab73f-d113-43b8-aebd-3853735c2bcc', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93588) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 19:05:48.336978 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b3e4f1-abd0-4f90-9359-0a0d8f3036e1 req-498f7fe9-1ff4-4ce1-9af7-06c10619ad1c tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:05:48.344276 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-29b3e4f1-abd0-4f90-9359-0a0d8f3036e1 req-498f7fe9-1ff4-4ce1-9af7-06c10619ad1c tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c78b726-b285-4d18-8338-3b500b53a49e HTTP/1.1" status: 200 len: 944 time: 0.0644655 Jul 28 19:05:48.376769 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555300'] for port, before_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:05:48.389932 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.notifiers.nova [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6cef6773-6e1d-4753-a07d-95ee43306361 {{(pid=93588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 19:05:48.393870 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-29b3e4f1-abd0-4f90-9359-0a0d8f3036e1 req-c2373cb1-3e5f-4a69-962a-68960decc851 tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd99dac1-4ecb-4bbe-94ca-066efd8c979c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462070 Jul 28 19:05:48.411270 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.db [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] For port 6cef6773-6e1d-4753-a07d-95ee43306361, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=6cef6773-6e1d-4753-a07d-95ee43306361,segment=NetworkSegment(0371c4bd-4d97-467a-b535-ac8857907d33),segment_id=0371c4bd-4d97-467a-b535-ac8857907d33)] {{(pid=93588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:05:48.435537 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacc7a74-6afb-424a-9e48-b504c09c60f4 req-a612987a-a8e5-4f5b-a736-7231774da395 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:05:48.437151 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-aacc7a74-6afb-424a-9e48-b504c09c60f4 req-a612987a-a8e5-4f5b-a736-7231774da395 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/ports?device_id=aed3a892-a81b-4117-b3b4-c9c93f0bc2ce HTTP/1.1" status: 200 len: 946 time: 0.0618424 Jul 28 19:05:48.478922 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742349622321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742349248534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742349248552'] for port, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:05:48.481650 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-aacc7a74-6afb-424a-9e48-b504c09c60f4 req-52d5e8b7-16ff-42f3-9c7a-d32976ea4fcc tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/security-groups?id=42975843-26fd-496e-b975-a1703127fe22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383160 Jul 28 19:05:48.525223 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Pushing event updated for resources: {'Port': ['ID=6cef6773-6e1d-4753-a07d-95ee43306361,revision_number=4']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:05:48.809228 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.db [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] get_ports_and_sgs() called for port_ids ['6cef6773-6e1d-4753-a07d-95ee43306361'] {{(pid=93588) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 19:05:48.835358 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.db [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] get_ports_and_sgs() called for port_ids ['0cbd334b-5202-47ab-8fc2-7bea8cdf51d2'] {{(pid=93588) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 19:05:49.116341 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fa2569-ff1a-4037-b82f-278a6c9cd47b req-29f67737-3650-4c16-ab41-1d3686046f3c tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:05:49.117743 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-50fa2569-ff1a-4037-b82f-278a6c9cd47b req-29f67737-3650-4c16-ab41-1d3686046f3c tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] 10.222.0.41 "GET /v2.0/ports?device_id=b62fe15d-782b-4e31-8e5a-cd971a36cce8 HTTP/1.1" status: 200 len: 945 time: 0.0766604 Jul 28 19:05:49.129782 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b93c21-6a6f-4709-b12f-3284fe6dacbd req-8076bfd2-d59a-4a44-a768-ae475bcbee2b tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:05:49.131704 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-41b93c21-6a6f-4709-b12f-3284fe6dacbd req-8076bfd2-d59a-4a44-a768-ae475bcbee2b tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d560c0e-0a73-4f3c-8080-2cbe04e596ed HTTP/1.1" status: 200 len: 946 time: 0.0882454 Jul 28 19:05:49.187161 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-50fa2569-ff1a-4037-b82f-278a6c9cd47b req-facc2904-e40d-4c2c-a300-83249c4884a8 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] 10.222.0.41 "GET /v2.0/security-groups?id=1eb5a05b-31a0-42f8-b1e4-d0f49b56a7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545089 Jul 28 19:05:49.192857 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-41b93c21-6a6f-4709-b12f-3284fe6dacbd req-ebfce8a4-7e35-4dd2-a6ea-b8c55239754c tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/security-groups?id=da3193e4-56c6-417c-b113-33c66274c6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546038 Jul 28 19:05:49.504031 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bb3986-5284-41b7-9796-c1019cda9152 req-42b79e06-0520-45f8-b14b-0f6821530285 tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:05:49.505494 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-76bb3986-5284-41b7-9796-c1019cda9152 req-42b79e06-0520-45f8-b14b-0f6821530285 tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c78b726-b285-4d18-8338-3b500b53a49e HTTP/1.1" status: 200 len: 944 time: 0.0475383 Jul 28 19:05:49.547462 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-76bb3986-5284-41b7-9796-c1019cda9152 req-c8857b21-6969-4e71-b36b-86b8d19d2582 tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd99dac1-4ecb-4bbe-94ca-066efd8c979c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338438 Jul 28 19:05:49.606829 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea7e062-44ce-4e1c-a39f-5ed4f13fd777 req-7d4fe830-b560-4634-ae9e-70b89c77a150 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:05:49.608563 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-4ea7e062-44ce-4e1c-a39f-5ed4f13fd777 req-7d4fe830-b560-4634-ae9e-70b89c77a150 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/ports?device_id=aed3a892-a81b-4117-b3b4-c9c93f0bc2ce HTTP/1.1" status: 200 len: 946 time: 0.0494313 Jul 28 19:05:49.647167 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-4ea7e062-44ce-4e1c-a39f-5ed4f13fd777 req-4efef485-235c-4de5-8df5-4b3457f90583 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/security-groups?id=42975843-26fd-496e-b975-a1703127fe22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325887 Jul 28 19:05:49.826483 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.wsgi [-] (93587) accepted ('10.222.0.41', 33436) {{(pid=93587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:05:49.929251 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-a17960ea-4534-4d45-b956-bca6548215c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:05:50.021728 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-a17960ea-4534-4d45-b956-bca6548215c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:05:50.084027 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-a17960ea-4534-4d45-b956-bca6548215c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676630'] for security_group, after_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:05:50.123670 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [None req-a17960ea-4534-4d45-b956-bca6548215c0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2e6122c55f5543d4a904e8d8bc6983c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2961044 Jul 28 19:05:50.125602 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17960ea-4534-4d45-b956-bca6548215c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b134bf9-e859-4d84-b64c-549db0ec9e89,revision_number=1']} {{(pid=93587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:05:50.126409 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.wsgi [-] (93586) accepted ('10.222.0.41', 33440) {{(pid=93586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:05:50.178963 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-f205ef65-3e48-4706-9812-0d57b67a0882 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:05:50.199932 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-f205ef65-3e48-4706-9812-0d57b67a0882 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:05:50.337095 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a927c40-6c1a-42e8-bd76-f7e7985007f5 req-34e53f56-d1da-4fce-bb71-7fe8ae540067 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:05:50.338601 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-4a927c40-6c1a-42e8-bd76-f7e7985007f5 req-34e53f56-d1da-4fce-bb71-7fe8ae540067 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d560c0e-0a73-4f3c-8080-2cbe04e596ed HTTP/1.1" status: 200 len: 946 time: 0.0687973 Jul 28 19:05:50.346185 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6443bb41-fcf2-4f8d-8620-b0199a1eb0a2 req-2efb329f-8e19-4912-b3a8-7ce024e6bfb1 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:05:50.347607 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-6443bb41-fcf2-4f8d-8620-b0199a1eb0a2 req-2efb329f-8e19-4912-b3a8-7ce024e6bfb1 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] 10.222.0.41 "GET /v2.0/ports?device_id=b62fe15d-782b-4e31-8e5a-cd971a36cce8 HTTP/1.1" status: 200 len: 945 time: 0.0862179 Jul 28 19:05:50.351156 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-f205ef65-3e48-4706-9812-0d57b67a0882 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676630'] for security_group, after_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:05:50.361849 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-f205ef65-3e48-4706-9812-0d57b67a0882 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:05:50.361849 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [None req-f205ef65-3e48-4706-9812-0d57b67a0882 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7b134bf9-e859-4d84-b64c-549db0ec9e89 HTTP/1.1" status: 204 len: 168 time: 0.2272460 Jul 28 19:05:50.389091 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f205ef65-3e48-4706-9812-0d57b67a0882 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b134bf9-e859-4d84-b64c-549db0ec9e89,revision_number=None']} {{(pid=93586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:05:50.437697 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-6443bb41-fcf2-4f8d-8620-b0199a1eb0a2 req-cc84d774-7c5b-4176-b261-72959c34aa25 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] 10.222.0.41 "GET /v2.0/security-groups?id=1eb5a05b-31a0-42f8-b1e4-d0f49b56a7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776644 Jul 28 19:05:50.442773 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-4a927c40-6c1a-42e8-bd76-f7e7985007f5 req-d815052b-5ae5-4e46-9eb6-dfa2ed608b66 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/security-groups?id=da3193e4-56c6-417c-b113-33c66274c6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937996 Jul 28 19:05:50.662220 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859776d6-8bb4-42e7-bf6d-1588a501fc84 req-8cac2853-5f0b-4292-afe6-21e4766c3a3b tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:05:50.663932 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-859776d6-8bb4-42e7-bf6d-1588a501fc84 req-8cac2853-5f0b-4292-afe6-21e4766c3a3b tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c78b726-b285-4d18-8338-3b500b53a49e HTTP/1.1" status: 200 len: 944 time: 0.0499425 Jul 28 19:05:50.675873 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.db.agents_db [None req-65e7ef76-a059-4ec3-9341-f72ff4ef7e59 None None] Agent healthcheck: found 6 active agents {{(pid=93589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 19:05:50.728090 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-859776d6-8bb4-42e7-bf6d-1588a501fc84 req-ac1673cd-5825-414a-98bb-7f05fa674967 tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd99dac1-4ecb-4bbe-94ca-066efd8c979c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513675 Jul 28 19:05:50.766589 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2e9ccc-5194-4bbe-a470-ab91ea093ff2 req-d5537b98-a80b-40d8-abe9-d785f128fbdc tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:05:50.768092 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-2f2e9ccc-5194-4bbe-a470-ab91ea093ff2 req-d5537b98-a80b-40d8-abe9-d785f128fbdc tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/ports?device_id=aed3a892-a81b-4117-b3b4-c9c93f0bc2ce HTTP/1.1" status: 200 len: 946 time: 0.0510156 Jul 28 19:05:50.806702 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-2f2e9ccc-5194-4bbe-a470-ab91ea093ff2 req-b233c1ca-1420-4a8f-b4d2-a3af7f826aa5 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/security-groups?id=42975843-26fd-496e-b975-a1703127fe22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319335 Jul 28 19:05:50.988523 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.wsgi [-] (93587) accepted ('10.222.0.41', 33458) {{(pid=93587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:05:51.003196 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-00c6a65e-4d3b-487e-9f57-60f60f2b803b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:05:51.102255 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-00c6a65e-4d3b-487e-9f57-60f60f2b803b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:05:51.192555 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-00c6a65e-4d3b-487e-9f57-60f60f2b803b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676630'] for security_group, after_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:05:51.232263 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [None req-00c6a65e-4d3b-487e-9f57-60f60f2b803b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=78836ab14f2d4e1dba2711a561abc121&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2426629 Jul 28 19:05:51.233187 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c6a65e-4d3b-487e-9f57-60f60f2b803b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37a99de8-278d-41f2-8830-781a902c9d08,revision_number=1']} {{(pid=93587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:05:51.235046 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.wsgi [-] (93586) accepted ('10.222.0.41', 33460) {{(pid=93586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:05:51.284539 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-98e95882-2e48-4d8f-8f3c-e20765211691 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:05:51.306216 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-98e95882-2e48-4d8f-8f3c-e20765211691 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:05:51.445267 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-98e95882-2e48-4d8f-8f3c-e20765211691 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676630'] for security_group, after_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:05:51.447700 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-98e95882-2e48-4d8f-8f3c-e20765211691 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:05:51.449848 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [None req-98e95882-2e48-4d8f-8f3c-e20765211691 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/37a99de8-278d-41f2-8830-781a902c9d08 HTTP/1.1" status: 204 len: 168 time: 0.2127168 Jul 28 19:05:51.456646 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e95882-2e48-4d8f-8f3c-e20765211691 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37a99de8-278d-41f2-8830-781a902c9d08,revision_number=None']} {{(pid=93586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:05:51.571061 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-322e7cce-7b41-4be9-b139-e9096333e8c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:05:51.591485 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583cd003-354f-49cf-8c36-ae25d7d04815 req-359cc7dd-3e5b-4573-93dd-918246942c13 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:05:51.593354 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-583cd003-354f-49cf-8c36-ae25d7d04815 req-359cc7dd-3e5b-4573-93dd-918246942c13 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] 10.222.0.41 "GET /v2.0/ports?device_id=b62fe15d-782b-4e31-8e5a-cd971a36cce8 HTTP/1.1" status: 200 len: 945 time: 0.0524001 Jul 28 19:05:51.632564 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-583cd003-354f-49cf-8c36-ae25d7d04815 req-426d39c4-1b53-4409-86c7-14d2347fabbe tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] 10.222.0.41 "GET /v2.0/security-groups?id=1eb5a05b-31a0-42f8-b1e4-d0f49b56a7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331626 Jul 28 19:05:51.740339 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7d6ff8-5dc3-4b6f-a6a8-472e69bc1306 req-62212961-7224-4cb8-b20c-b80541cf909f tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:05:51.741880 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-7f7d6ff8-5dc3-4b6f-a6a8-472e69bc1306 req-62212961-7224-4cb8-b20c-b80541cf909f tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d560c0e-0a73-4f3c-8080-2cbe04e596ed HTTP/1.1" status: 200 len: 946 time: 0.0509124 Jul 28 19:05:51.784899 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-7f7d6ff8-5dc3-4b6f-a6a8-472e69bc1306 req-824f180d-0e1b-415e-8b2b-186d1ff2b7c3 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/security-groups?id=da3193e4-56c6-417c-b113-33c66274c6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341585 Jul 28 19:05:51.911784 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.rpc [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Device 0cbd334b-5202-47ab-8fc2-7bea8cdf51d2 up at agent hyperv_hv-cinder-80265 {{(pid=93588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 19:05:51.928325 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b8bb0b-070a-4aa9-9f30-6a8aff4e4ad3 req-b71f845d-e50e-42a4-b4f7-fa373e5b4b63 tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:05:51.929933 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-45b8bb0b-070a-4aa9-9f30-6a8aff4e4ad3 req-b71f845d-e50e-42a4-b4f7-fa373e5b4b63 tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c78b726-b285-4d18-8338-3b500b53a49e HTTP/1.1" status: 200 len: 944 time: 0.0838773 Jul 28 19:05:51.942198 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d50beeb-204c-4b5f-b51c-baa54362d7d8 req-e6a188ac-b669-448c-8a67-a202cd3253f6 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:05:51.943803 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-5d50beeb-204c-4b5f-b51c-baa54362d7d8 req-e6a188ac-b669-448c-8a67-a202cd3253f6 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=a31f3eb4-54c5-4c46-b1a5-9f5552726fca HTTP/1.1" status: 200 len: 945 time: 0.0691454 Jul 28 19:05:52.011592 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-45b8bb0b-070a-4aa9-9f30-6a8aff4e4ad3 req-f819ddb8-91c7-4d83-ae2e-1da2e0a45aff tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd99dac1-4ecb-4bbe-94ca-066efd8c979c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666316 Jul 28 19:05:52.016887 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-5d50beeb-204c-4b5f-b51c-baa54362d7d8 req-eea4fc0e-1ce8-4dc6-b019-fa307f68b3ee tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/security-groups?id=2ca68dae-2096-4cc3-90a8-9371def495a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659285 Jul 28 19:05:52.042109 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.provisioning_blocks [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Provisioning for port 0cbd334b-5202-47ab-8fc2-7bea8cdf51d2 completed by entity L2. {{(pid=93588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 19:05:52.046271 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.provisioning_blocks [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Provisioning complete for port 0cbd334b-5202-47ab-8fc2-7bea8cdf51d2 triggered by entity L2. {{(pid=93588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 19:05:52.050385 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721938'] for port, provisioning_complete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:05:52.123087 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555300'] for port, before_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:05:52.145482 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c78b726-b285-4d18-8338-3b500b53a49e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cbd334b-5202-47ab-8fc2-7bea8cdf51d2'}] {{(pid=93588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 19:05:52.148347 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1b0d83cbf58c08976f04b399db04c287f80045833914d8e5b61042f37766a37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd9bd716-6e4d-4f63-a1a9-a621671b831d" -d '{"events": [{"server_uuid": "9c78b726-b285-4d18-8338-3b500b53a49e", "name": "network-vif-plugged", "status": "completed", "tag": "0cbd334b-5202-47ab-8fc2-7bea8cdf51d2"}]}' {{(pid=93588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 19:05:52.163576 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.db [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] For port 0cbd334b-5202-47ab-8fc2-7bea8cdf51d2, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=0cbd334b-5202-47ab-8fc2-7bea8cdf51d2,segment=NetworkSegment(ecd299ed-1dac-4786-8d7f-e72300f9a086),segment_id=ecd299ed-1dac-4786-8d7f-e72300f9a086)] {{(pid=93588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:05:52.185387 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 19:05:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e418f834-5f0f-4907-8d6c-256efd5ea87c x-openstack-request-id: req-e418f834-5f0f-4907-8d6c-256efd5ea87c {{(pid=93588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 19:05:52.185693 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c78b726-b285-4d18-8338-3b500b53a49e", "name": "network-vif-plugged", "status": "completed", "tag": "0cbd334b-5202-47ab-8fc2-7bea8cdf51d2", "code": 200}]} {{(pid=93588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 19:05:52.185940 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e418f834-5f0f-4907-8d6c-256efd5ea87c {{(pid=93588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 19:05:52.186375 dv-cinder-802653-1-iscsi neutron-server[93588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c78b726-b285-4d18-8338-3b500b53a49e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cbd334b-5202-47ab-8fc2-7bea8cdf51d2', 'code': 200} Jul 28 19:05:52.248968 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742349622321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742349248534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742349248552'] for port, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:05:52.249965 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.rpc [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Device 6cef6773-6e1d-4753-a07d-95ee43306361 up at agent hyperv_hv-cinder-80265 {{(pid=93588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 19:05:52.330306 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Pushing event updated for resources: {'Port': ['ID=0cbd334b-5202-47ab-8fc2-7bea8cdf51d2,revision_number=5']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:05:52.340890 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.wsgi [-] (93587) accepted ('10.222.0.41', 33484) {{(pid=93587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:05:52.353461 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-bc153f58-f904-4d42-b0ca-00d4531e4e23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:05:52.427254 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.provisioning_blocks [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Provisioning for port 6cef6773-6e1d-4753-a07d-95ee43306361 completed by entity L2. {{(pid=93588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 19:05:52.432264 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.provisioning_blocks [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Provisioning complete for port 6cef6773-6e1d-4753-a07d-95ee43306361 triggered by entity L2. {{(pid=93588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 19:05:52.432731 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721938'] for port, provisioning_complete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:05:52.440962 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-bc153f58-f904-4d42-b0ca-00d4531e4e23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:05:52.519582 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555300'] for port, before_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:05:52.524372 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-bc153f58-f904-4d42-b0ca-00d4531e4e23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676630'] for security_group, after_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:05:52.552167 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.db [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] For port 6cef6773-6e1d-4753-a07d-95ee43306361, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=6cef6773-6e1d-4753-a07d-95ee43306361,segment=NetworkSegment(0371c4bd-4d97-467a-b535-ac8857907d33),segment_id=0371c4bd-4d97-467a-b535-ac8857907d33)] {{(pid=93588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:05:52.568521 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [None req-bc153f58-f904-4d42-b0ca-00d4531e4e23 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1d09984c7d454a3b9c20898589fba824&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2269440 Jul 28 19:05:52.571755 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.wsgi [-] (93586) accepted ('10.222.0.41', 33490) {{(pid=93586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:05:52.573711 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc153f58-f904-4d42-b0ca-00d4531e4e23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6e79718-8f31-47fd-8506-c7ffba227353,revision_number=1']} {{(pid=93587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:05:52.578698 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d72e41-d5f8-429a-8bd6-329ac9f2827b req-e7110cca-9733-4c4f-aeed-e511b195afa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:05:52.580653 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-c7d72e41-d5f8-429a-8bd6-329ac9f2827b req-e7110cca-9733-4c4f-aeed-e511b195afa0 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=9c78b726-b285-4d18-8338-3b500b53a49e HTTP/1.1" status: 200 len: 1098 time: 0.0817750 Jul 28 19:05:52.620714 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cba4593-b79c-4dbd-91f3-ed1eab258fe5 req-2c214e69-317c-4329-a439-25652fed4a1c tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:05:52.622023 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-c7d72e41-d5f8-429a-8bd6-329ac9f2827b req-55005a44-def6-41b6-90d9-88703522a742 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=cd99dac1-4ecb-4bbe-94ca-066efd8c979c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321791 Jul 28 19:05:52.622261 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-7cba4593-b79c-4dbd-91f3-ed1eab258fe5 req-2c214e69-317c-4329-a439-25652fed4a1c tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/ports?device_id=aed3a892-a81b-4117-b3b4-c9c93f0bc2ce HTTP/1.1" status: 200 len: 946 time: 0.0823774 Jul 28 19:05:52.636799 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742349622321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742349248534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742349248552'] for port, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:05:52.656986 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-ae46ce63-901a-4190-8060-d5b081500149 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:05:52.685013 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Pushing event updated for resources: {'Port': ['ID=6cef6773-6e1d-4753-a07d-95ee43306361,revision_number=5']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:05:52.689068 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-7cba4593-b79c-4dbd-91f3-ed1eab258fe5 req-3c1535d9-a8e7-4bb9-83f0-97d1aa9c06bf tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/security-groups?id=42975843-26fd-496e-b975-a1703127fe22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601952 Jul 28 19:05:52.693792 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-ae46ce63-901a-4190-8060-d5b081500149 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:05:52.776020 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7f7efa-7897-4b06-99c7-764abbd80acc req-00f64dfc-b6d9-46a5-86db-74a34f2e9c8d tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:05:52.777719 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-7f7f7efa-7897-4b06-99c7-764abbd80acc req-00f64dfc-b6d9-46a5-86db-74a34f2e9c8d tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] 10.222.0.41 "GET /v2.0/ports?device_id=b62fe15d-782b-4e31-8e5a-cd971a36cce8 HTTP/1.1" status: 200 len: 946 time: 0.0619369 Jul 28 19:05:52.817861 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-7f7f7efa-7897-4b06-99c7-764abbd80acc req-406dcd00-7661-46cd-afb9-fa8871b2f807 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] 10.222.0.41 "GET /v2.0/security-groups?id=1eb5a05b-31a0-42f8-b1e4-d0f49b56a7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333734 Jul 28 19:05:52.844536 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-ae46ce63-901a-4190-8060-d5b081500149 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676630'] for security_group, after_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:05:52.847118 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-ae46ce63-901a-4190-8060-d5b081500149 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:05:52.848277 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [None req-ae46ce63-901a-4190-8060-d5b081500149 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f6e79718-8f31-47fd-8506-c7ffba227353 HTTP/1.1" status: 204 len: 168 time: 0.2754674 Jul 28 19:05:52.856849 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae46ce63-901a-4190-8060-d5b081500149 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6e79718-8f31-47fd-8506-c7ffba227353,revision_number=None']} {{(pid=93586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:05:52.933912 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa1258a-0544-4ded-9d10-c8853db25fa0 req-9147adb0-166d-4fcf-ac31-340820dca703 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:05:52.935491 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-caa1258a-0544-4ded-9d10-c8853db25fa0 req-9147adb0-166d-4fcf-ac31-340820dca703 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d560c0e-0a73-4f3c-8080-2cbe04e596ed HTTP/1.1" status: 200 len: 946 time: 0.0492563 Jul 28 19:05:52.980333 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-caa1258a-0544-4ded-9d10-c8853db25fa0 req-6a08badb-25a6-4370-902b-f37128e64d89 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/security-groups?id=da3193e4-56c6-417c-b113-33c66274c6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389283 Jul 28 19:05:53.133659 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daa2ea5-ff99-4df8-a676-ac525791ce8e req-b805f5a8-247c-4ad9-b1f4-850cb2cb92f1 tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:05:53.135137 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-9daa2ea5-ff99-4df8-a676-ac525791ce8e req-b805f5a8-247c-4ad9-b1f4-850cb2cb92f1 tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c78b726-b285-4d18-8338-3b500b53a49e HTTP/1.1" status: 200 len: 945 time: 0.0484014 Jul 28 19:05:53.172968 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-9daa2ea5-ff99-4df8-a676-ac525791ce8e req-e73c7889-b444-4cd7-8ff5-7163214b199a tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd99dac1-4ecb-4bbe-94ca-066efd8c979c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317688 Jul 28 19:05:53.281593 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfb8201-2ef8-41e8-9e90-09d06edb8f2c req-f6416c6c-60bf-4220-b72d-a85f230dfe64 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:05:53.283224 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-7cfb8201-2ef8-41e8-9e90-09d06edb8f2c req-f6416c6c-60bf-4220-b72d-a85f230dfe64 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=a31f3eb4-54c5-4c46-b1a5-9f5552726fca HTTP/1.1" status: 200 len: 945 time: 0.0527415 Jul 28 19:05:53.322487 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-7cfb8201-2ef8-41e8-9e90-09d06edb8f2c req-a0d6b2d4-8911-4b75-93aa-98d19ed8b3d8 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/security-groups?id=2ca68dae-2096-4cc3-90a8-9371def495a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329075 Jul 28 19:05:53.937253 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ff8fcc-dead-4c19-bd69-e47f2600b93b req-4cbdf2c4-4125-46c3-a3f6-ba1005894462 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:05:53.940818 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-a1ff8fcc-dead-4c19-bd69-e47f2600b93b req-4cbdf2c4-4125-46c3-a3f6-ba1005894462 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] 10.222.0.41 "GET /v2.0/ports?device_id=b62fe15d-782b-4e31-8e5a-cd971a36cce8 HTTP/1.1" status: 200 len: 946 time: 0.0516067 Jul 28 19:05:53.984034 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-a1ff8fcc-dead-4c19-bd69-e47f2600b93b req-7402c650-f5b9-4c06-990e-db8805c40235 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] 10.222.0.41 "GET /v2.0/security-groups?id=1eb5a05b-31a0-42f8-b1e4-d0f49b56a7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384626 Jul 28 19:05:54.111355 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5013753c-3589-4800-8a5e-54a30ed024f2 req-77a72199-b23a-4976-b230-28af50e4d3bc tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:05:54.112449 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-5013753c-3589-4800-8a5e-54a30ed024f2 req-77a72199-b23a-4976-b230-28af50e4d3bc tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d560c0e-0a73-4f3c-8080-2cbe04e596ed HTTP/1.1" status: 200 len: 946 time: 0.0566683 Jul 28 19:05:54.161220 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-5013753c-3589-4800-8a5e-54a30ed024f2 req-c0ba8925-d885-4b57-9110-5e185506cc7a tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/security-groups?id=da3193e4-56c6-417c-b113-33c66274c6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402312 Jul 28 19:05:54.187008 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b62fe15d-782b-4e31-8e5a-cd971a36cce8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cef6773-6e1d-4753-a07d-95ee43306361'}] {{(pid=93588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 19:05:54.189307 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1b0d83cbf58c08976f04b399db04c287f80045833914d8e5b61042f37766a37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-426ca513-1ca0-45f0-ab79-74115be3e40e" -d '{"events": [{"server_uuid": "b62fe15d-782b-4e31-8e5a-cd971a36cce8", "name": "network-vif-plugged", "status": "completed", "tag": "6cef6773-6e1d-4753-a07d-95ee43306361"}]}' {{(pid=93588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 19:05:54.226927 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 19:05:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd8c9d3a-bf7b-476d-abdd-f5ed7658fada x-openstack-request-id: req-bd8c9d3a-bf7b-476d-abdd-f5ed7658fada {{(pid=93588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 19:05:54.227411 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b62fe15d-782b-4e31-8e5a-cd971a36cce8", "name": "network-vif-plugged", "status": "completed", "tag": "6cef6773-6e1d-4753-a07d-95ee43306361", "code": 200}]} {{(pid=93588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 19:05:54.227835 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-bd8c9d3a-bf7b-476d-abdd-f5ed7658fada {{(pid=93588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 19:05:54.228376 dv-cinder-802653-1-iscsi neutron-server[93588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b62fe15d-782b-4e31-8e5a-cd971a36cce8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cef6773-6e1d-4753-a07d-95ee43306361', 'code': 200} Jul 28 19:05:54.261633 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:05:54.310124 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001570af-980f-43a1-bea3-376489691592 req-c09548d4-a6e5-4091-8f81-71d8f8a05bab tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:05:54.311801 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-001570af-980f-43a1-bea3-376489691592 req-c09548d4-a6e5-4091-8f81-71d8f8a05bab tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c78b726-b285-4d18-8338-3b500b53a49e HTTP/1.1" status: 200 len: 945 time: 0.0531073 Jul 28 19:05:54.362914 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-001570af-980f-43a1-bea3-376489691592 req-5602de33-f6eb-45af-8cb5-85559ffdc25d tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd99dac1-4ecb-4bbe-94ca-066efd8c979c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352707 Jul 28 19:05:54.472863 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-0eebfdb6-7220-4ac8-a4b3-2b487e84234a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:05:54.488029 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b061d7a8-a2b1-4012-9def-0b1288ce73bc req-76dec687-05d4-442f-a0ef-30c4c17dd878 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:05:54.489482 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-b061d7a8-a2b1-4012-9def-0b1288ce73bc req-76dec687-05d4-442f-a0ef-30c4c17dd878 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=a31f3eb4-54c5-4c46-b1a5-9f5552726fca HTTP/1.1" status: 200 len: 945 time: 0.0863800 Jul 28 19:05:54.511377 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22e5ac2-cbef-452e-975c-ab4601b41870 req-43d129cd-bb0c-4629-b02b-9640cfec84b5 tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:05:54.512821 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-c22e5ac2-cbef-452e-975c-ab4601b41870 req-43d129cd-bb0c-4629-b02b-9640cfec84b5 tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c78b726-b285-4d18-8338-3b500b53a49e HTTP/1.1" status: 200 len: 945 time: 0.0753076 Jul 28 19:05:54.557999 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-b061d7a8-a2b1-4012-9def-0b1288ce73bc req-4a9bf6e8-76f5-42f0-aa00-ed972948b863 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/security-groups?id=2ca68dae-2096-4cc3-90a8-9371def495a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606017 Jul 28 19:05:54.570230 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-c22e5ac2-cbef-452e-975c-ab4601b41870 req-dff2cdb1-bdbf-4784-be27-b233939d3b7b tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd99dac1-4ecb-4bbe-94ca-066efd8c979c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497093 Jul 28 19:05:54.682069 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b7fd55-8cb4-4a39-bccf-f44b4f9bbb8c req-6869e121-a47b-4780-a045-72c8f8715f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:05:54.683541 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-15b7fd55-8cb4-4a39-bccf-f44b4f9bbb8c req-6869e121-a47b-4780-a045-72c8f8715f19 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=b62fe15d-782b-4e31-8e5a-cd971a36cce8 HTTP/1.1" status: 200 len: 1099 time: 0.0394497 Jul 28 19:05:54.720729 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-15b7fd55-8cb4-4a39-bccf-f44b4f9bbb8c req-69ca3724-0304-4d31-8e58-f27fa2ff4ce1 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=1eb5a05b-31a0-42f8-b1e4-d0f49b56a7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278542 Jul 28 19:05:54.904855 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b65290-11fb-4fd2-aef2-31d70885ad66 req-4255a3e2-9955-47d3-9add-dd6a66474be1 tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:05:54.906325 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-54b65290-11fb-4fd2-aef2-31d70885ad66 req-4255a3e2-9955-47d3-9add-dd6a66474be1 tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c78b726-b285-4d18-8338-3b500b53a49e HTTP/1.1" status: 200 len: 945 time: 0.0484741 Jul 28 19:05:54.943270 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-54b65290-11fb-4fd2-aef2-31d70885ad66 req-ed13d2ff-b23a-4861-9617-f20a22e3852b tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd99dac1-4ecb-4bbe-94ca-066efd8c979c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310447 Jul 28 19:05:55.107980 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e183bc-758c-4e0d-a63a-f1e377a548aa req-e86da4d2-d289-43b4-8aa0-108a2f29c75a tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:05:55.109452 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-54e183bc-758c-4e0d-a63a-f1e377a548aa req-e86da4d2-d289-43b4-8aa0-108a2f29c75a tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] 10.222.0.41 "GET /v2.0/ports?device_id=b62fe15d-782b-4e31-8e5a-cd971a36cce8 HTTP/1.1" status: 200 len: 946 time: 0.0555739 Jul 28 19:05:55.150836 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-54e183bc-758c-4e0d-a63a-f1e377a548aa req-39699572-b7d3-4740-be6e-626bb7543692 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] 10.222.0.41 "GET /v2.0/security-groups?id=1eb5a05b-31a0-42f8-b1e4-d0f49b56a7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354359 Jul 28 19:05:55.280068 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61ce1e6-0c22-48b9-9276-b429dac6d2a0 req-b64c5ee7-4ba4-42f7-8bbc-6becc4bba433 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:05:55.281447 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-b61ce1e6-0c22-48b9-9276-b429dac6d2a0 req-b64c5ee7-4ba4-42f7-8bbc-6becc4bba433 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d560c0e-0a73-4f3c-8080-2cbe04e596ed HTTP/1.1" status: 200 len: 946 time: 0.0478356 Jul 28 19:05:55.319269 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-b61ce1e6-0c22-48b9-9276-b429dac6d2a0 req-5d370cf0-b1d7-4351-bc55-e528d7d176e0 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/security-groups?id=da3193e4-56c6-417c-b113-33c66274c6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311184 Jul 28 19:05:55.547293 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-acea1373-d53c-46a9-b089-9e40d352d773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:05:55.689402 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3e5897-c675-4805-b501-b124daed1211 req-8435a556-28b9-495c-b096-9fe25b153eb2 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:05:55.692343 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-8a3e5897-c675-4805-b501-b124daed1211 req-8435a556-28b9-495c-b096-9fe25b153eb2 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=a31f3eb4-54c5-4c46-b1a5-9f5552726fca HTTP/1.1" status: 200 len: 945 time: 0.0637519 Jul 28 19:05:55.736278 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-8a3e5897-c675-4805-b501-b124daed1211 req-ad298bc9-b00c-4ee2-b952-92ec8a988d43 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/security-groups?id=2ca68dae-2096-4cc3-90a8-9371def495a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355167 Jul 28 19:05:56.268173 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95550ff4-cbfb-4752-9f5c-4b37362a1b50 req-a739c28f-b821-48df-9a7c-85f1ee821217 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:05:56.269681 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-95550ff4-cbfb-4752-9f5c-4b37362a1b50 req-a739c28f-b821-48df-9a7c-85f1ee821217 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] 10.222.0.41 "GET /v2.0/ports?device_id=b62fe15d-782b-4e31-8e5a-cd971a36cce8 HTTP/1.1" status: 200 len: 946 time: 0.0522201 Jul 28 19:05:56.378991 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-95550ff4-cbfb-4752-9f5c-4b37362a1b50 req-9c1af1b4-c198-4fe7-9b9a-5e626e2f8d18 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] 10.222.0.41 "GET /v2.0/security-groups?id=1eb5a05b-31a0-42f8-b1e4-d0f49b56a7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380449 Jul 28 19:05:56.439750 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa69df74-47fb-45f5-913a-2da65beed882 req-0a0ebae0-9993-43c0-adb8-a73e62630802 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:05:56.441836 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-fa69df74-47fb-45f5-913a-2da65beed882 req-0a0ebae0-9993-43c0-adb8-a73e62630802 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d560c0e-0a73-4f3c-8080-2cbe04e596ed HTTP/1.1" status: 200 len: 946 time: 0.0495708 Jul 28 19:05:56.483897 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-fa69df74-47fb-45f5-913a-2da65beed882 req-d372382b-3212-4f7d-877d-ba66981cf1bb tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/security-groups?id=da3193e4-56c6-417c-b113-33c66274c6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350499 Jul 28 19:05:56.871470 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47825c0-51b7-470b-86c3-f6a3c5a64846 req-752ecae8-f271-4786-a6f3-99c5e2af4ccc tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:05:56.929423 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-d47825c0-51b7-470b-86c3-f6a3c5a64846 req-752ecae8-f271-4786-a6f3-99c5e2af4ccc tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=a31f3eb4-54c5-4c46-b1a5-9f5552726fca HTTP/1.1" status: 200 len: 945 time: 0.0615692 Jul 28 19:05:56.929423 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-d47825c0-51b7-470b-86c3-f6a3c5a64846 req-a31182ee-9645-413b-b58d-52d267e237e3 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/security-groups?id=2ca68dae-2096-4cc3-90a8-9371def495a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373518 Jul 28 19:05:57.575707 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-26c861f8-c84b-4272-86f3-59900436582c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:05:57.607456 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ecc560-8f9a-4f61-b67f-d90443d3ea45 req-829bcd55-79b1-4fa6-ba01-c84c656331b8 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:05:57.609015 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-80ecc560-8f9a-4f61-b67f-d90443d3ea45 req-829bcd55-79b1-4fa6-ba01-c84c656331b8 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d560c0e-0a73-4f3c-8080-2cbe04e596ed HTTP/1.1" status: 200 len: 946 time: 0.0480177 Jul 28 19:05:57.656026 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-80ecc560-8f9a-4f61-b67f-d90443d3ea45 req-26fd3242-e458-44d3-9d16-c0a21d6d9ee9 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/security-groups?id=da3193e4-56c6-417c-b113-33c66274c6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399911 Jul 28 19:05:58.036969 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e21d06-3e7e-4846-90fa-a6e2c197cea1 req-03f00e3f-b309-478d-b90c-3f859ae8e7a2 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:05:58.038586 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-a6e21d06-3e7e-4846-90fa-a6e2c197cea1 req-03f00e3f-b309-478d-b90c-3f859ae8e7a2 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=a31f3eb4-54c5-4c46-b1a5-9f5552726fca HTTP/1.1" status: 200 len: 945 time: 0.0504138 Jul 28 19:05:58.078440 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-a6e21d06-3e7e-4846-90fa-a6e2c197cea1 req-cf3c33c5-794f-4888-bde2-6eab162e07d3 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/security-groups?id=2ca68dae-2096-4cc3-90a8-9371def495a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338123 Jul 28 19:05:59.127603 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a28dc6c-ac4e-4aae-94db-67b6ab42d32e req-91e20969-ddf3-4d5b-a718-fbf8a178b4e0 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:05:59.129287 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-8a28dc6c-ac4e-4aae-94db-67b6ab42d32e req-91e20969-ddf3-4d5b-a718-fbf8a178b4e0 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d560c0e-0a73-4f3c-8080-2cbe04e596ed HTTP/1.1" status: 200 len: 946 time: 0.0529735 Jul 28 19:05:59.169775 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-8a28dc6c-ac4e-4aae-94db-67b6ab42d32e req-a5064664-71c7-4483-9106-27416b947a2d tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/security-groups?id=da3193e4-56c6-417c-b113-33c66274c6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339003 Jul 28 19:05:59.289393 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a11d54-6613-4501-8252-0e07d4d6162d req-b7cf6732-4e4e-4a5e-8ec2-a7d9a078d5c0 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:05:59.290882 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-80a11d54-6613-4501-8252-0e07d4d6162d req-b7cf6732-4e4e-4a5e-8ec2-a7d9a078d5c0 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=a31f3eb4-54c5-4c46-b1a5-9f5552726fca HTTP/1.1" status: 200 len: 945 time: 0.0545123 Jul 28 19:05:59.332526 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-80a11d54-6613-4501-8252-0e07d4d6162d req-61490379-e883-445d-b1ee-0b3f8e5ade77 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/security-groups?id=2ca68dae-2096-4cc3-90a8-9371def495a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357494 Jul 28 19:06:00.293394 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb695659-b732-46bc-954a-20daf33879d8 req-3db78d51-c896-400c-995e-30075d1c48da tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:06:00.294953 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-cb695659-b732-46bc-954a-20daf33879d8 req-3db78d51-c896-400c-995e-30075d1c48da tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d560c0e-0a73-4f3c-8080-2cbe04e596ed HTTP/1.1" status: 200 len: 946 time: 0.0529568 Jul 28 19:06:00.341621 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-cb695659-b732-46bc-954a-20daf33879d8 req-a51e9c12-68f1-41c7-9c4d-25c9f13e51f2 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/security-groups?id=da3193e4-56c6-417c-b113-33c66274c6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406895 Jul 28 19:06:00.452139 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d38062-dcda-4931-80c6-35a1e62506f5 req-06684495-f6eb-4a32-93c7-83bb8a1073a7 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:06:00.453676 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-74d38062-dcda-4931-80c6-35a1e62506f5 req-06684495-f6eb-4a32-93c7-83bb8a1073a7 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=a31f3eb4-54c5-4c46-b1a5-9f5552726fca HTTP/1.1" status: 200 len: 945 time: 0.0490050 Jul 28 19:06:00.494505 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-74d38062-dcda-4931-80c6-35a1e62506f5 req-a5005c6b-f224-4bc0-9489-bb706613da76 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/security-groups?id=2ca68dae-2096-4cc3-90a8-9371def495a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321846 Jul 28 19:06:01.468156 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd92ed45-3d51-4de8-aa5a-0709e6f89302 req-0f6c1bd0-0ad2-41ad-88e3-c159f34d2842 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:06:01.469635 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-bd92ed45-3d51-4de8-aa5a-0709e6f89302 req-0f6c1bd0-0ad2-41ad-88e3-c159f34d2842 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d560c0e-0a73-4f3c-8080-2cbe04e596ed HTTP/1.1" status: 200 len: 946 time: 0.0495389 Jul 28 19:06:01.478579 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:06:01.514026 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-bd92ed45-3d51-4de8-aa5a-0709e6f89302 req-fcb1a4c9-8283-4fd1-aa22-1d448889c21b tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/security-groups?id=da3193e4-56c6-417c-b113-33c66274c6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382838 Jul 28 19:06:01.611277 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43759a26-0565-4d95-83e8-f920c6bf6a47 req-62b5cbd6-281f-4e08-8710-53f321b7394d tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:06:01.612948 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-43759a26-0565-4d95-83e8-f920c6bf6a47 req-62b5cbd6-281f-4e08-8710-53f321b7394d tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=a31f3eb4-54c5-4c46-b1a5-9f5552726fca HTTP/1.1" status: 200 len: 945 time: 0.0500922 Jul 28 19:06:01.652519 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-43759a26-0565-4d95-83e8-f920c6bf6a47 req-f1f79ce1-cfa5-444f-9260-618d5dd38003 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/security-groups?id=2ca68dae-2096-4cc3-90a8-9371def495a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326955 Jul 28 19:06:02.562839 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b87ab09-a591-4474-81bc-12d79c5c4468 req-3c6a2118-c8e7-4496-94fa-9494a1c974cc tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:06:02.562839 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-7b87ab09-a591-4474-81bc-12d79c5c4468 req-3c6a2118-c8e7-4496-94fa-9494a1c974cc tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/ports?device_id=aed3a892-a81b-4117-b3b4-c9c93f0bc2ce HTTP/1.1" status: 200 len: 946 time: 0.0514643 Jul 28 19:06:02.625977 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-7b87ab09-a591-4474-81bc-12d79c5c4468 req-e7e81ccc-0201-4845-b10d-49018bfc3f15 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/security-groups?id=42975843-26fd-496e-b975-a1703127fe22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569160 Jul 28 19:06:02.626666 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1a7e5c-b09d-4005-a614-d506c78eb311 req-61abeefa-0342-41d1-81e9-e130b2473655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:06:02.626666 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-da1a7e5c-b09d-4005-a614-d506c78eb311 req-61abeefa-0342-41d1-81e9-e130b2473655 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ab36a3ab5c78406b94032a7ca4193d8f&device_id=aed3a892-a81b-4117-b3b4-c9c93f0bc2ce HTTP/1.1" status: 200 len: 1099 time: 0.0448620 Jul 28 19:06:02.646265 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bca0d28-2119-41ff-914a-634f2cb5a571 req-8f919184-0072-4255-ac05-84cb8632f563 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:06:02.648280 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-9bca0d28-2119-41ff-914a-634f2cb5a571 req-8f919184-0072-4255-ac05-84cb8632f563 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d560c0e-0a73-4f3c-8080-2cbe04e596ed HTTP/1.1" status: 200 len: 946 time: 0.0581403 Jul 28 19:06:02.700371 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-9bca0d28-2119-41ff-914a-634f2cb5a571 req-22ac13a7-c328-4cb7-a7bc-501a384527a3 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/security-groups?id=da3193e4-56c6-417c-b113-33c66274c6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459032 Jul 28 19:06:02.732569 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1a7e5c-b09d-4005-a614-d506c78eb311 req-6e1fa8a8-a72e-44ae-b467-5a0449b9b950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:06:02.734088 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-da1a7e5c-b09d-4005-a614-d506c78eb311 req-6e1fa8a8-a72e-44ae-b467-5a0449b9b950 service neutron] 10.222.0.49 "GET /v2.0/networks?id=55abd46f-cb0c-4975-97d4-5b97e39ca579 HTTP/1.1" status: 200 len: 919 time: 0.0961070 Jul 28 19:06:02.784210 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-da1a7e5c-b09d-4005-a614-d506c78eb311 req-64c22453-f594-4da7-a3a2-9ebbcf98a90f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=42bd04ad-4b2a-497e-96f2-9b339a73581a HTTP/1.1" status: 200 len: 217 time: 0.0401084 Jul 28 19:06:02.791785 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5a1ec9-4c2e-42fa-ac94-1e976595fb4d req-d545c741-23e4-4530-bee4-b5428eb4eb79 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:06:02.793311 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-0a5a1ec9-4c2e-42fa-ac94-1e976595fb4d req-d545c741-23e4-4530-bee4-b5428eb4eb79 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=a31f3eb4-54c5-4c46-b1a5-9f5552726fca HTTP/1.1" status: 200 len: 945 time: 0.0573502 Jul 28 19:06:02.833323 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-0a5a1ec9-4c2e-42fa-ac94-1e976595fb4d req-9344dc08-609b-4440-9efa-9d4ceb759939 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/security-groups?id=2ca68dae-2096-4cc3-90a8-9371def495a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337379 Jul 28 19:06:02.845716 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1a7e5c-b09d-4005-a614-d506c78eb311 req-dfa14497-2365-4146-bd5f-38f26f0bba13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:06:02.846477 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-da1a7e5c-b09d-4005-a614-d506c78eb311 req-dfa14497-2365-4146-bd5f-38f26f0bba13 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7ace80f0-3f3a-4421-afb0-85b3c7802c40 HTTP/1.1" status: 200 len: 858 time: 0.0465529 Jul 28 19:06:02.896990 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-da1a7e5c-b09d-4005-a614-d506c78eb311 req-a351954f-d3ef-438f-947b-8075c68a3dc4 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=55abd46f-cb0c-4975-97d4-5b97e39ca579&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257106 Jul 28 19:06:03.012121 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-da1a7e5c-b09d-4005-a614-d506c78eb311 req-81dab065-8463-4dec-bc79-7f60a4eef9c3 service neutron] 10.222.0.49 "GET /v2.0/networks/55abd46f-cb0c-4975-97d4-5b97e39ca579?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014135 Jul 28 19:06:03.131256 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-da1a7e5c-b09d-4005-a614-d506c78eb311 req-ab1825d1-def1-4e92-92e0-71b9b1cbfa59 service neutron] 10.222.0.49 "GET /v2.0/networks/55abd46f-cb0c-4975-97d4-5b97e39ca579?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931375 Jul 28 19:06:03.737578 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f816ebc-e82c-45b7-94fe-d2b7de735cf0 req-c560ff15-b727-483c-941f-1fa6d3f159e4 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:06:03.739283 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-4f816ebc-e82c-45b7-94fe-d2b7de735cf0 req-c560ff15-b727-483c-941f-1fa6d3f159e4 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/ports?device_id=aed3a892-a81b-4117-b3b4-c9c93f0bc2ce HTTP/1.1" status: 200 len: 946 time: 0.0497286 Jul 28 19:06:03.780066 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-4f816ebc-e82c-45b7-94fe-d2b7de735cf0 req-0f1ead89-9070-443a-90a8-ebb06711b00a tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/security-groups?id=42975843-26fd-496e-b975-a1703127fe22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336912 Jul 28 19:06:03.834497 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97f7602-410c-4595-a236-c0ffd2ce793a req-cecedc76-9742-4420-85ef-7b10942fd125 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:06:03.836101 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-e97f7602-410c-4595-a236-c0ffd2ce793a req-cecedc76-9742-4420-85ef-7b10942fd125 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d560c0e-0a73-4f3c-8080-2cbe04e596ed HTTP/1.1" status: 200 len: 946 time: 0.0551381 Jul 28 19:06:03.874125 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-e97f7602-410c-4595-a236-c0ffd2ce793a req-c1ba40a4-064d-44c4-b999-f313ebdafa48 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/security-groups?id=da3193e4-56c6-417c-b113-33c66274c6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321217 Jul 28 19:06:03.949756 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2aa1b0-322f-4466-babe-5a6a97f52ed5 req-1377c9fe-ec18-4b6a-a47f-c587c97f50f0 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:06:03.951170 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-8a2aa1b0-322f-4466-babe-5a6a97f52ed5 req-1377c9fe-ec18-4b6a-a47f-c587c97f50f0 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=a31f3eb4-54c5-4c46-b1a5-9f5552726fca HTTP/1.1" status: 200 len: 945 time: 0.0489628 Jul 28 19:06:03.989051 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-8a2aa1b0-322f-4466-babe-5a6a97f52ed5 req-38de0712-7768-4fa9-a872-8a4acdb85901 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/security-groups?id=2ca68dae-2096-4cc3-90a8-9371def495a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317800 Jul 28 19:06:04.000477 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.rpc [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Device 58e46291-e822-4005-8f56-21ee82c2f4eb details requested by agent hyperv_hv-cinder-80265 with host hv-cinder-80265 {{(pid=93588) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 19:06:04.213621 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.db [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] For port 58e46291-e822-4005-8f56-21ee82c2f4eb, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=58e46291-e822-4005-8f56-21ee82c2f4eb,segment=NetworkSegment(849c600d-119e-46e5-ad54-f7773d8e0f09),segment_id=849c600d-119e-46e5-ad54-f7773d8e0f09)] {{(pid=93588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:06:04.224247 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.rpc [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Returning: {'device': '58e46291-e822-4005-8f56-21ee82c2f4eb', 'network_id': 'd9b348a0-fd69-4cac-87c2-18e205be05be', 'port_id': '58e46291-e822-4005-8f56-21ee82c2f4eb', 'mac_address': 'fa:16:3e:24:e1:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '209ab333-e935-41fc-b99a-6688a4911e44', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93588) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 19:06:04.260678 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555300'] for port, before_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:06:04.272676 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.notifiers.nova [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 58e46291-e822-4005-8f56-21ee82c2f4eb {{(pid=93588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 19:06:04.291674 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.db [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] For port 58e46291-e822-4005-8f56-21ee82c2f4eb, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=58e46291-e822-4005-8f56-21ee82c2f4eb,segment=NetworkSegment(849c600d-119e-46e5-ad54-f7773d8e0f09),segment_id=849c600d-119e-46e5-ad54-f7773d8e0f09)] {{(pid=93588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:06:04.352701 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742349622321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742349248534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742349248552'] for port, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:06:04.400305 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Pushing event updated for resources: {'Port': ['ID=58e46291-e822-4005-8f56-21ee82c2f4eb,revision_number=6']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:06:04.514369 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.db [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] get_ports_and_sgs() called for port_ids ['58e46291-e822-4005-8f56-21ee82c2f4eb'] {{(pid=93588) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 19:06:04.895681 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79152995-cef2-42c2-9dd8-028d384e4a2a req-35393909-9603-4c2b-95cc-16572f045527 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:06:04.897228 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-79152995-cef2-42c2-9dd8-028d384e4a2a req-35393909-9603-4c2b-95cc-16572f045527 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/ports?device_id=aed3a892-a81b-4117-b3b4-c9c93f0bc2ce HTTP/1.1" status: 200 len: 946 time: 0.0480454 Jul 28 19:06:04.934988 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-79152995-cef2-42c2-9dd8-028d384e4a2a req-f782a922-0cec-4edb-955f-e6a7980f2499 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/security-groups?id=42975843-26fd-496e-b975-a1703127fe22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311153 Jul 28 19:06:04.997363 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef04164-c783-434b-88c6-6a75ef51c4ee req-b2e3c758-2fdf-41e5-a8b9-0fbff8b6d3b5 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:06:04.998920 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-eef04164-c783-434b-88c6-6a75ef51c4ee req-b2e3c758-2fdf-41e5-a8b9-0fbff8b6d3b5 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d560c0e-0a73-4f3c-8080-2cbe04e596ed HTTP/1.1" status: 200 len: 945 time: 0.0530930 Jul 28 19:06:05.041204 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-eef04164-c783-434b-88c6-6a75ef51c4ee req-697d4d8e-a99a-40be-a143-efdd44f09246 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/security-groups?id=da3193e4-56c6-417c-b113-33c66274c6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348794 Jul 28 19:06:05.111784 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d98c48-0261-4d7b-8c6c-dcf7779474c3 req-c27b6322-fbc6-49ba-a1b5-ac90661b6770 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:06:05.113353 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-76d98c48-0261-4d7b-8c6c-dcf7779474c3 req-c27b6322-fbc6-49ba-a1b5-ac90661b6770 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=a31f3eb4-54c5-4c46-b1a5-9f5552726fca HTTP/1.1" status: 200 len: 945 time: 0.0552177 Jul 28 19:06:05.152629 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-76d98c48-0261-4d7b-8c6c-dcf7779474c3 req-5607610a-3848-4ae6-9791-c57c041f5f3c tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/security-groups?id=2ca68dae-2096-4cc3-90a8-9371def495a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331011 Jul 28 19:06:06.010778 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.rpc [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Device 58e46291-e822-4005-8f56-21ee82c2f4eb up at agent hyperv_hv-cinder-80265 {{(pid=93588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 19:06:06.058643 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ab2485-d31c-4f9f-a1bf-8d75bd28eadc req-2fa52770-39a0-4f17-8bda-b95895eb4df9 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:06:06.060266 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-67ab2485-d31c-4f9f-a1bf-8d75bd28eadc req-2fa52770-39a0-4f17-8bda-b95895eb4df9 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/ports?device_id=aed3a892-a81b-4117-b3b4-c9c93f0bc2ce HTTP/1.1" status: 200 len: 946 time: 0.0559673 Jul 28 19:06:06.061265 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.provisioning_blocks [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Provisioning complete for port 58e46291-e822-4005-8f56-21ee82c2f4eb triggered by entity L2. {{(pid=93588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 19:06:06.061654 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721938'] for port, provisioning_complete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:06:06.098508 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-67ab2485-d31c-4f9f-a1bf-8d75bd28eadc req-8eaf9414-da22-44fe-a237-12c68fb75a8b tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/security-groups?id=42975843-26fd-496e-b975-a1703127fe22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319734 Jul 28 19:06:06.139874 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555300'] for port, before_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:06:06.162448 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d560c0e-0a73-4f3c-8080-2cbe04e596ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58e46291-e822-4005-8f56-21ee82c2f4eb'}] {{(pid=93588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 19:06:06.165406 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1b0d83cbf58c08976f04b399db04c287f80045833914d8e5b61042f37766a37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9684a144-2390-4148-aace-3d2112608a54" -d '{"events": [{"server_uuid": "0d560c0e-0a73-4f3c-8080-2cbe04e596ed", "name": "network-vif-plugged", "status": "completed", "tag": "58e46291-e822-4005-8f56-21ee82c2f4eb"}]}' {{(pid=93588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 19:06:06.178853 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.db [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] For port 58e46291-e822-4005-8f56-21ee82c2f4eb, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=58e46291-e822-4005-8f56-21ee82c2f4eb,segment=NetworkSegment(849c600d-119e-46e5-ad54-f7773d8e0f09),segment_id=849c600d-119e-46e5-ad54-f7773d8e0f09)] {{(pid=93588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:06:06.210659 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c8b14f-aee1-4d9d-a23c-89c1cf04407a req-34db8d08-f35c-467a-8b1e-f6b79d546692 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:06:06.216296 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-08c8b14f-aee1-4d9d-a23c-89c1cf04407a req-34db8d08-f35c-467a-8b1e-f6b79d546692 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d560c0e-0a73-4f3c-8080-2cbe04e596ed HTTP/1.1" status: 200 len: 945 time: 0.0592597 Jul 28 19:06:06.222657 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 19:06:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd53ea16-969e-4def-b22a-5b5728658b3a x-openstack-request-id: req-bd53ea16-969e-4def-b22a-5b5728658b3a {{(pid=93588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 19:06:06.222948 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d560c0e-0a73-4f3c-8080-2cbe04e596ed", "name": "network-vif-plugged", "status": "completed", "tag": "58e46291-e822-4005-8f56-21ee82c2f4eb", "code": 200}]} {{(pid=93588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 19:06:06.223250 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-bd53ea16-969e-4def-b22a-5b5728658b3a {{(pid=93588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 19:06:06.223646 dv-cinder-802653-1-iscsi neutron-server[93588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d560c0e-0a73-4f3c-8080-2cbe04e596ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58e46291-e822-4005-8f56-21ee82c2f4eb', 'code': 200} Jul 28 19:06:06.250482 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742349622321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742349248534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742349248552'] for port, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:06:06.259027 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-08c8b14f-aee1-4d9d-a23c-89c1cf04407a req-b3f49914-0252-4b36-b4c6-d2496e7ddd94 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/security-groups?id=da3193e4-56c6-417c-b113-33c66274c6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396461 Jul 28 19:06:06.303989 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Pushing event updated for resources: {'Port': ['ID=58e46291-e822-4005-8f56-21ee82c2f4eb,revision_number=7']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:06:06.328143 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ac7c8d-90e0-4103-978c-5af2c4184b01 req-5ad87fc4-33de-4257-9e15-913ea1bf0d21 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:06:06.330068 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-e9ac7c8d-90e0-4103-978c-5af2c4184b01 req-5ad87fc4-33de-4257-9e15-913ea1bf0d21 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=a31f3eb4-54c5-4c46-b1a5-9f5552726fca HTTP/1.1" status: 200 len: 945 time: 0.0603197 Jul 28 19:06:06.372427 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-e9ac7c8d-90e0-4103-978c-5af2c4184b01 req-e29bbaeb-66a2-4e87-aa94-06429756e6e7 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/security-groups?id=2ca68dae-2096-4cc3-90a8-9371def495a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326331 Jul 28 19:06:07.235281 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2a505d-eebc-40b8-94c0-476e954d0579 req-111638da-3b8d-4a1d-bfb6-68a5d30b79a2 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:06:07.237979 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-0e2a505d-eebc-40b8-94c0-476e954d0579 req-111638da-3b8d-4a1d-bfb6-68a5d30b79a2 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/ports?device_id=aed3a892-a81b-4117-b3b4-c9c93f0bc2ce HTTP/1.1" status: 200 len: 946 time: 0.0663126 Jul 28 19:06:07.287188 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-0e2a505d-eebc-40b8-94c0-476e954d0579 req-ea10852b-9a2f-4a96-a904-3c4b2b3d47ad tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/security-groups?id=42975843-26fd-496e-b975-a1703127fe22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404520 Jul 28 19:06:07.407146 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923046fc-fba9-4460-8120-420ea8a3744f req-8254d31b-a26c-47cb-a19f-7655e88180f2 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:06:07.408544 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-923046fc-fba9-4460-8120-420ea8a3744f req-8254d31b-a26c-47cb-a19f-7655e88180f2 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d560c0e-0a73-4f3c-8080-2cbe04e596ed HTTP/1.1" status: 200 len: 946 time: 0.0594034 Jul 28 19:06:07.470098 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-923046fc-fba9-4460-8120-420ea8a3744f req-ed9fbef5-99d8-49f5-b9a4-4950f95fa97f tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/security-groups?id=da3193e4-56c6-417c-b113-33c66274c6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521812 Jul 28 19:06:07.524931 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c250be-8537-418f-843a-6fd6c30d5e73 req-1550cc48-26f8-42d4-a231-01345324f5cd tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:06:07.528623 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-31c250be-8537-418f-843a-6fd6c30d5e73 req-1550cc48-26f8-42d4-a231-01345324f5cd tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=a31f3eb4-54c5-4c46-b1a5-9f5552726fca HTTP/1.1" status: 200 len: 945 time: 0.0703084 Jul 28 19:06:07.592359 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-31c250be-8537-418f-843a-6fd6c30d5e73 req-9935b446-42b9-4519-8d85-3861de1f7e2a tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/security-groups?id=2ca68dae-2096-4cc3-90a8-9371def495a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518310 Jul 28 19:06:08.449579 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6046e8d8-4f38-434e-856a-321c3b50dee5 req-ae1e3b1c-5c98-4103-bc03-46cea196724f tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:06:08.451141 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-6046e8d8-4f38-434e-856a-321c3b50dee5 req-ae1e3b1c-5c98-4103-bc03-46cea196724f tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/ports?device_id=aed3a892-a81b-4117-b3b4-c9c93f0bc2ce HTTP/1.1" status: 200 len: 946 time: 0.0726151 Jul 28 19:06:08.490419 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-6046e8d8-4f38-434e-856a-321c3b50dee5 req-867e4f1b-ed66-47b3-aed3-313462a69b4e tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/security-groups?id=42975843-26fd-496e-b975-a1703127fe22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324254 Jul 28 19:06:08.606909 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9b0403-d88c-4808-a79f-97ef59fb803f req-e212c574-c0cb-4e81-a693-b3ba580b8ff3 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:06:08.608693 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-3b9b0403-d88c-4808-a79f-97ef59fb803f req-e212c574-c0cb-4e81-a693-b3ba580b8ff3 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d560c0e-0a73-4f3c-8080-2cbe04e596ed HTTP/1.1" status: 200 len: 946 time: 0.0591636 Jul 28 19:06:08.667407 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-3b9b0403-d88c-4808-a79f-97ef59fb803f req-11aa7fc2-50f9-4a50-839d-fad086063f72 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/security-groups?id=da3193e4-56c6-417c-b113-33c66274c6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419290 Jul 28 19:06:08.757923 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e01dc73-48a3-4dea-b13b-3fdce106f383 req-39a26877-baef-4d7f-b0df-8245d16ff47d tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:06:08.760756 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-5e01dc73-48a3-4dea-b13b-3fdce106f383 req-39a26877-baef-4d7f-b0df-8245d16ff47d tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=a31f3eb4-54c5-4c46-b1a5-9f5552726fca HTTP/1.1" status: 200 len: 945 time: 0.0564523 Jul 28 19:06:08.812342 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-5e01dc73-48a3-4dea-b13b-3fdce106f383 req-7d60d996-02d2-4474-b4ee-3c2539a665b6 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/security-groups?id=2ca68dae-2096-4cc3-90a8-9371def495a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459414 Jul 28 19:06:09.621003 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9c3b1b-0e1f-4c62-a31c-64c348293f61 req-e880504d-75fa-42c0-9970-bb0b28496ce8 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:06:09.623080 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-ac9c3b1b-0e1f-4c62-a31c-64c348293f61 req-e880504d-75fa-42c0-9970-bb0b28496ce8 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/ports?device_id=aed3a892-a81b-4117-b3b4-c9c93f0bc2ce HTTP/1.1" status: 200 len: 946 time: 0.0591054 Jul 28 19:06:09.675109 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-ac9c3b1b-0e1f-4c62-a31c-64c348293f61 req-5674d63d-7eb2-4f73-8f78-7b28c03e5f0a tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/security-groups?id=42975843-26fd-496e-b975-a1703127fe22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459924 Jul 28 19:06:09.831399 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247c3d02-153f-437e-b738-26ae52ed25ca req-9102bda9-cc00-4bc6-8396-07f1752ae715 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:06:09.836807 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-247c3d02-153f-437e-b738-26ae52ed25ca req-9102bda9-cc00-4bc6-8396-07f1752ae715 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d560c0e-0a73-4f3c-8080-2cbe04e596ed HTTP/1.1" status: 200 len: 946 time: 0.0828884 Jul 28 19:06:09.889789 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-247c3d02-153f-437e-b738-26ae52ed25ca req-69a32ddf-c718-44e1-ba49-3ab7dae4cf78 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/security-groups?id=da3193e4-56c6-417c-b113-33c66274c6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451455 Jul 28 19:06:09.956302 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989bf27b-e0d8-4145-b03c-f04197f00412 req-b4872fc1-0d81-4ac0-aa90-389b7a12fa69 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:06:09.957833 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-989bf27b-e0d8-4145-b03c-f04197f00412 req-b4872fc1-0d81-4ac0-aa90-389b7a12fa69 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=a31f3eb4-54c5-4c46-b1a5-9f5552726fca HTTP/1.1" status: 200 len: 945 time: 0.0558918 Jul 28 19:06:10.003880 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-989bf27b-e0d8-4145-b03c-f04197f00412 req-6a7bf0c2-4938-4fc1-b425-2dbe5969e74b tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/security-groups?id=2ca68dae-2096-4cc3-90a8-9371def495a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399265 Jul 28 19:06:10.167566 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3824f0-affc-4eb0-babf-43b789da4a03 req-46d83ff9-c4c1-4006-961b-c3185f41959e tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:06:10.169278 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-2c3824f0-affc-4eb0-babf-43b789da4a03 req-46d83ff9-c4c1-4006-961b-c3185f41959e tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c78b726-b285-4d18-8338-3b500b53a49e HTTP/1.1" status: 200 len: 945 time: 0.0499887 Jul 28 19:06:10.207229 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-2c3824f0-affc-4eb0-babf-43b789da4a03 req-0b316474-03cd-423f-aebe-41fb9bd59810 tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd99dac1-4ecb-4bbe-94ca-066efd8c979c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320621 Jul 28 19:06:10.229225 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.wsgi [-] (93587) accepted ('10.222.0.41', 33844) {{(pid=93587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:06:10.455908 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-570e8b4a-0174-4ae2-9258-842cb86f70d1 tempest-TestMinimumBasicScenario-183514458 tempest-TestMinimumBasicScenario-183514458-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:06:10.461290 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.wsgi [-] (93586) accepted ('10.222.0.41', 33854) {{(pid=93586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:06:10.461457 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [None req-570e8b4a-0174-4ae2-9258-842cb86f70d1 tempest-TestMinimumBasicScenario-183514458 tempest-TestMinimumBasicScenario-183514458-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=9c78b726-b285-4d18-8338-3b500b53a49e HTTP/1.1" status: 200 len: 1093 time: 0.2310886 Jul 28 19:06:10.468842 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.v2.base [None req-067f0f6b-be29-4b3b-bb0a-3b2f7f0d02db tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] Request body: {'floatingip': {'floating_network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df', 'port_id': '0cbd334b-5202-47ab-8fc2-7bea8cdf51d2', 'tenant_id': 'e5f8b3f642634ceca190ab8e217700ce', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:06:10.588299 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-067f0f6b-be29-4b3b-bb0a-3b2f7f0d02db tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] Notify callbacks [] for floatingip, before_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:06:10.703828 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-067f0f6b-be29-4b3b-bb0a-3b2f7f0d02db tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555300'] for port, before_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:06:10.856464 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee8405c-71c3-44d2-908b-b6ba9bdabab2 req-4a79346f-741d-41a0-8596-9a9010792d45 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:06:10.857866 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-2ee8405c-71c3-44d2-908b-b6ba9bdabab2 req-4a79346f-741d-41a0-8596-9a9010792d45 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/ports?device_id=aed3a892-a81b-4117-b3b4-c9c93f0bc2ce HTTP/1.1" status: 200 len: 946 time: 0.0858109 Jul 28 19:06:10.878654 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.db.db_base_plugin_common [None req-067f0f6b-be29-4b3b-bb0a-3b2f7f0d02db tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] Allocated IP 172.27.0.149 (e684c39a-2e11-408f-97ab-0003bc0ac2df/d732a1ba-ca87-47e9-b990-15a89705616d/6af31cd6-aaa9-4724-9535-5b03061689ab) {{(pid=93586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 19:06:10.917201 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-2ee8405c-71c3-44d2-908b-b6ba9bdabab2 req-63b50014-f3b8-4f4f-b59a-fceb05b8fd66 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/security-groups?id=42975843-26fd-496e-b975-a1703127fe22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523872 Jul 28 19:06:11.074732 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa7b05f-823b-4260-8f3b-cbdbd348027d req-bae9f5d7-c820-49fd-8e15-cbf39ee63c6d tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:06:11.076662 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-aaa7b05f-823b-4260-8f3b-cbdbd348027d req-bae9f5d7-c820-49fd-8e15-cbf39ee63c6d tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d560c0e-0a73-4f3c-8080-2cbe04e596ed HTTP/1.1" status: 200 len: 946 time: 0.0812891 Jul 28 19:06:11.108806 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-067f0f6b-be29-4b3b-bb0a-3b2f7f0d02db tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] Notify callbacks [] for port, precommit_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:06:11.154205 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-aaa7b05f-823b-4260-8f3b-cbdbd348027d req-3ec64595-52a3-4d08-a931-b0c23fb2cb97 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/security-groups?id=da3193e4-56c6-417c-b113-33c66274c6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702033 Jul 28 19:06:11.224525 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4613b58e-f167-4ddb-9041-0b93fb9fe5c3 req-95339e71-0365-46db-8d86-e6b8b74c5d03 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:06:11.227323 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-4613b58e-f167-4ddb-9041-0b93fb9fe5c3 req-95339e71-0365-46db-8d86-e6b8b74c5d03 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=a31f3eb4-54c5-4c46-b1a5-9f5552726fca HTTP/1.1" status: 200 len: 945 time: 0.0827184 Jul 28 19:06:11.292406 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-4613b58e-f167-4ddb-9041-0b93fb9fe5c3 req-b22f2e4d-5750-4c02-b94e-071a2394db66 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/security-groups?id=2ca68dae-2096-4cc3-90a8-9371def495a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556953 Jul 28 19:06:11.295164 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-067f0f6b-be29-4b3b-bb0a-3b2f7f0d02db tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742349248516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12083827'] for port, after_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:06:11.333150 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-067f0f6b-be29-4b3b-bb0a-3b2f7f0d02db tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] Network e684c39a-2e11-408f-97ab-0003bc0ac2df is already hosted by enough agents. {{(pid=93586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 19:06:11.339025 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.scheduler.base_scheduler [None req-067f0f6b-be29-4b3b-bb0a-3b2f7f0d02db tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] Resources bound (agent type, host, resource id): {{(pid=93586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 19:06:11.344411 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-067f0f6b-be29-4b3b-bb0a-3b2f7f0d02db tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] Received port after_create {{(pid=93586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 19:06:11.387098 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067f0f6b-be29-4b3b-bb0a-3b2f7f0d02db tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] Pushing event updated for resources: {'Port': ['ID=6af31cd6-aaa9-4724-9535-5b03061689ab,revision_number=1']} {{(pid=93586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:06:11.401040 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067f0f6b-be29-4b3b-bb0a-3b2f7f0d02db tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:06:11.401393 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067f0f6b-be29-4b3b-bb0a-3b2f7f0d02db tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:06:11.401726 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067f0f6b-be29-4b3b-bb0a-3b2f7f0d02db tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:06:11.402066 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067f0f6b-be29-4b3b-bb0a-3b2f7f0d02db tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:06:11.402396 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067f0f6b-be29-4b3b-bb0a-3b2f7f0d02db tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:06:11.402745 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067f0f6b-be29-4b3b-bb0a-3b2f7f0d02db tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:06:11.403050 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067f0f6b-be29-4b3b-bb0a-3b2f7f0d02db tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:06:11.403393 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067f0f6b-be29-4b3b-bb0a-3b2f7f0d02db tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:06:11.403731 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067f0f6b-be29-4b3b-bb0a-3b2f7f0d02db tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:06:11.404054 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067f0f6b-be29-4b3b-bb0a-3b2f7f0d02db tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:06:11.404392 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067f0f6b-be29-4b3b-bb0a-3b2f7f0d02db tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:06:11.404694 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067f0f6b-be29-4b3b-bb0a-3b2f7f0d02db tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:06:11.774677 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-067f0f6b-be29-4b3b-bb0a-3b2f7f0d02db tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:06:11.961124 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-067f0f6b-be29-4b3b-bb0a-3b2f7f0d02db tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555300'] for port, before_update {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:06:12.127640 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b97e0f8-0cb6-40aa-a13e-791dab66edc9 req-ec09b1f7-06b7-4f85-8abc-50740f13e281 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:06:12.129226 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-3b97e0f8-0cb6-40aa-a13e-791dab66edc9 req-ec09b1f7-06b7-4f85-8abc-50740f13e281 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/ports?device_id=aed3a892-a81b-4117-b3b4-c9c93f0bc2ce HTTP/1.1" status: 200 len: 946 time: 0.1178710 Jul 28 19:06:12.201580 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-3b97e0f8-0cb6-40aa-a13e-791dab66edc9 req-dd789233-c960-42df-b6c9-7a2938afe2d1 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/security-groups?id=42975843-26fd-496e-b975-a1703127fe22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623033 Jul 28 19:06:12.233115 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-067f0f6b-be29-4b3b-bb0a-3b2f7f0d02db tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] Notify callbacks [] for port, precommit_update {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:06:12.307931 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-067f0f6b-be29-4b3b-bb0a-3b2f7f0d02db tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742349622321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742349248534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742349248552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12083818'] for port, after_update {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:06:12.639348 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d5bace-afbd-4ec3-855c-132fe8400460 req-c1d8748f-bcbb-4b81-ba84-9c0dacecd5e1 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:06:12.641269 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-d8d5bace-afbd-4ec3-855c-132fe8400460 req-c1d8748f-bcbb-4b81-ba84-9c0dacecd5e1 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d560c0e-0a73-4f3c-8080-2cbe04e596ed HTTP/1.1" status: 200 len: 946 time: 0.3886020 Jul 28 19:06:12.665348 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-067f0f6b-be29-4b3b-bb0a-3b2f7f0d02db tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3821381'] for floatingip, after_update {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:06:12.728074 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067f0f6b-be29-4b3b-bb0a-3b2f7f0d02db tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] Pushing event updated for resources: {'Port': ['ID=6af31cd6-aaa9-4724-9535-5b03061689ab,revision_number=2']} {{(pid=93586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:06:12.807135 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-d8d5bace-afbd-4ec3-855c-132fe8400460 req-19823b88-4898-4fb5-989a-beaf60e135b5 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/security-groups?id=da3193e4-56c6-417c-b113-33c66274c6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1465991 Jul 28 19:06:12.825746 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753f50b9-46eb-46ff-89ad-734a328aa7f7 req-e31f636f-ee53-4a60-bcd8-a77de528bfae tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:06:12.826973 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-753f50b9-46eb-46ff-89ad-734a328aa7f7 req-e31f636f-ee53-4a60-bcd8-a77de528bfae tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=a31f3eb4-54c5-4c46-b1a5-9f5552726fca HTTP/1.1" status: 200 len: 945 time: 0.2277484 Jul 28 19:06:12.859808 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.db.l3_db [None req-067f0f6b-be29-4b3b-bb0a-3b2f7f0d02db tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] Floating IP 2b6c2574-15e7-4e8c-9369-c045236fa985 associated. External IP: 172.27.0.149, port: 0cbd334b-5202-47ab-8fc2-7bea8cdf51d2. Jul 28 19:06:12.905252 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-753f50b9-46eb-46ff-89ad-734a328aa7f7 req-b1426c4b-8d27-41ef-b589-b25dd9bb3efa tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/security-groups?id=2ca68dae-2096-4cc3-90a8-9371def495a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773063 Jul 28 19:06:13.108143 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-067f0f6b-be29-4b3b-bb0a-3b2f7f0d02db tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] Router de1ba10c-6bb3-4d97-b9f7-ffd118549b8a has already been hosted by L3 agent a81dfe8c-a6e8-4fad-82b8-e31bee6ac2ff {{(pid=93586) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 19:06:13.268730 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-067f0f6b-be29-4b3b-bb0a-3b2f7f0d02db tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] Notify agent at l3_agent.dv-cinder-802653-1-iscsi the message routers_updated {{(pid=93586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 19:06:13.283158 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4fb4c2d-4fc0-4d87-a90e-5a51cc98ffff None None] Sync routers for ids ['de1ba10c-6bb3-4d97-b9f7-ffd118549b8a'] in dv-cinder-802653-1-iscsi {{(pid=93589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 19:06:13.294097 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4fb4c2d-4fc0-4d87-a90e-5a51cc98ffff None None] Routers {'de1ba10c-6bb3-4d97-b9f7-ffd118549b8a'} bound to L3 agent in host dv-cinder-802653-1-iscsi {{(pid=93589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 19:06:13.295148 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.db.l3_hamode_db [None req-a4fb4c2d-4fc0-4d87-a90e-5a51cc98ffff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802653-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T18:54:54Z,description=,heartbeat_timestamp=2021-07-28T19:05:54Z,host='dv-cinder-802653-1-iscsi',id=a81dfe8c-a6e8-4fad-82b8-e31bee6ac2ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T18:54:55Z,topic='l3_agent')) {'router_ids': ['de1ba10c-6bb3-4d97-b9f7-ffd118549b8a'], 'active': True} {{(pid=93589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:06:13.372203 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b731e8aa-e684-48c1-9f3c-675d83f856bd req-a4aad3bf-f493-4269-bf1e-29c1c00e8183 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:06:13.373784 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-b731e8aa-e684-48c1-9f3c-675d83f856bd req-a4aad3bf-f493-4269-bf1e-29c1c00e8183 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/ports?device_id=aed3a892-a81b-4117-b3b4-c9c93f0bc2ce HTTP/1.1" status: 200 len: 946 time: 0.0659468 Jul 28 19:06:13.414855 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.db.l3_dvr_db [None req-a4fb4c2d-4fc0-4d87-a90e-5a51cc98ffff None None] Set router de1ba10c-6bb3-4d97-b9f7-ffd118549b8a gateway port host: dv-cinder-802653-1-iscsi {{(pid=93589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 19:06:13.419695 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-b731e8aa-e684-48c1-9f3c-675d83f856bd req-e892bead-dcfe-4a55-b481-a52b3113b418 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/security-groups?id=42975843-26fd-496e-b975-a1703127fe22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396245 Jul 28 19:06:13.725174 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.db.l3_hamode_db [None req-a4fb4c2d-4fc0-4d87-a90e-5a51cc98ffff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de1ba10c-6bb3-4d97-b9f7-ffd118549b8a', 'name': 'tempest-TestMinimumBasicScenario-1762718303-router', 'tenant_id': 'e5f8b3f642634ceca190ab8e217700ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df', 'external_fixed_ips': [{'subnet_id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'ip_address': '172.27.0.146'}], 'enable_snat': True}, 'gw_port_id': '6e970f2c-4746-408c-84e4-81c92beef635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:04:53Z', 'updated_at': '2021-07-28T19:04:57Z', 'revision_number': 4, 'project_id': 'e5f8b3f642634ceca190ab8e217700ce', 'gw_port': {'id': '6e970f2c-4746-408c-84e4-81c92beef635', 'name': '', 'network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:b6:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de1ba10c-6bb3-4d97-b9f7-ffd118549b8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'ip_address': '172.27.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:04:53Z', 'updated_at': '2021-07-28T19:04:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-1-iscsi', '_floatingips': [{'id': '2b6c2574-15e7-4e8c-9369-c045236fa985', 'tenant_id': 'e5f8b3f642634ceca190ab8e217700ce', 'floating_ip_address': '172.27.0.149', 'floating_network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df', 'router_id': 'de1ba10c-6bb3-4d97-b9f7-ffd118549b8a', 'port_id': '0cbd334b-5202-47ab-8fc2-7bea8cdf51d2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 361, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f534d070-f433-4f81-b52e-daa60a2cf334', 'mac_address': 'fa:16:3e:9b:36:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c78b726-b285-4d18-8338-3b500b53a49e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T19:06:11Z', 'updated_at': '2021-07-28T19:06:11Z', 'revision_number': 0, 'project_id': 'e5f8b3f642634ceca190ab8e217700ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd039077-8105-4213-9457-854b11b578bc', 'name': '', 'network_id': 'f534d070-f433-4f81-b52e-daa60a2cf334', 'tenant_id': 'e5f8b3f642634ceca190ab8e217700ce', 'mac_address': 'fa:16:3e:78:b4:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de1ba10c-6bb3-4d97-b9f7-ffd118549b8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '03ec0541-ec02-4841-99b9-2dcfb43e9118', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:04:56Z', 'updated_at': '2021-07-28T19:05:02Z', 'revision_number': 5, 'project_id': 'e5f8b3f642634ceca190ab8e217700ce', 'subnets': [{'id': '03ec0541-ec02-4841-99b9-2dcfb43e9118', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802653-1-iscsi', False) {} {{(pid=93589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:06:13.751230 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4fb4c2d-4fc0-4d87-a90e-5a51cc98ffff None None] Checking router: de1ba10c-6bb3-4d97-b9f7-ffd118549b8a for host: dv-cinder-802653-1-iscsi {{(pid=93589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 19:06:13.759917 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4fb4c2d-4fc0-4d87-a90e-5a51cc98ffff None None] Routers {'de1ba10c-6bb3-4d97-b9f7-ffd118549b8a'} bound to L3 agent in host dv-cinder-802653-1-iscsi {{(pid=93589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 19:06:13.760565 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.db.l3_hamode_db [None req-a4fb4c2d-4fc0-4d87-a90e-5a51cc98ffff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802653-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T18:54:54Z,description=,heartbeat_timestamp=2021-07-28T19:05:54Z,host='dv-cinder-802653-1-iscsi',id=a81dfe8c-a6e8-4fad-82b8-e31bee6ac2ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T18:54:55Z,topic='l3_agent')) {'router_ids': ['de1ba10c-6bb3-4d97-b9f7-ffd118549b8a'], 'active': True} {{(pid=93589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:06:13.769049 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-067f0f6b-be29-4b3b-bb0a-3b2f7f0d02db tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148603'] for floatingip, before_response {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:06:13.796049 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [None req-067f0f6b-be29-4b3b-bb0a-3b2f7f0d02db tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.3333075 Jul 28 19:06:13.797120 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c78b726-b285-4d18-8338-3b500b53a49e', 'tag': '0cbd334b-5202-47ab-8fc2-7bea8cdf51d2'}] {{(pid=93586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 19:06:13.798906 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be08c321523524cea896d4e8aa610e0b61aedc9f5bb636967bf6413fb0e56d16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-850f12b1-b788-4463-847b-09015d5d0d79" -d '{"events": [{"name": "network-changed", "server_uuid": "9c78b726-b285-4d18-8338-3b500b53a49e", "tag": "0cbd334b-5202-47ab-8fc2-7bea8cdf51d2"}]}' {{(pid=93586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 19:06:13.799398 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.wsgi [-] (93587) accepted ('10.222.0.41', 33894) {{(pid=93587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:06:13.805038 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.v2.base [None req-12d8f1fc-4ecf-4938-81a2-632c00d58320 tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-887711472', 'description': 'tempest-secgroup-smoke-887711472 description', 'project_id': 'e5f8b3f642634ceca190ab8e217700ce'}} {{(pid=93587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:06:13.844775 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 19:06:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a6e95c7-1805-4f2e-8acd-685c365b0748 x-openstack-request-id: req-6a6e95c7-1805-4f2e-8acd-685c365b0748 {{(pid=93586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 19:06:13.845349 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c78b726-b285-4d18-8338-3b500b53a49e", "tag": "0cbd334b-5202-47ab-8fc2-7bea8cdf51d2", "status": "completed", "code": 200}]} {{(pid=93586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 19:06:13.846028 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6a6e95c7-1805-4f2e-8acd-685c365b0748 {{(pid=93586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 19:06:13.846028 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c78b726-b285-4d18-8338-3b500b53a49e', 'tag': '0cbd334b-5202-47ab-8fc2-7bea8cdf51d2', 'status': 'completed', 'code': 200} Jul 28 19:06:13.868178 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.db.l3_dvr_db [None req-a4fb4c2d-4fc0-4d87-a90e-5a51cc98ffff None None] Set router de1ba10c-6bb3-4d97-b9f7-ffd118549b8a gateway port host: dv-cinder-802653-1-iscsi {{(pid=93589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 19:06:13.927048 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850f12b1-b788-4463-847b-09015d5d0d79 req-92ca88d1-1cad-4961-8eb6-a4adbe57dec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:06:13.930671 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-850f12b1-b788-4463-847b-09015d5d0d79 req-92ca88d1-1cad-4961-8eb6-a4adbe57dec0 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e5f8b3f642634ceca190ab8e217700ce&device_id=9c78b726-b285-4d18-8338-3b500b53a49e HTTP/1.1" status: 200 len: 1098 time: 0.0564935 Jul 28 19:06:13.938082 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75514c4-4988-486e-b861-185ff32de991 req-77c3a17d-2184-4091-9fde-d27bc5fe37e8 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:06:13.939673 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-c75514c4-4988-486e-b861-185ff32de991 req-77c3a17d-2184-4091-9fde-d27bc5fe37e8 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d560c0e-0a73-4f3c-8080-2cbe04e596ed HTTP/1.1" status: 200 len: 946 time: 0.0549099 Jul 28 19:06:13.953079 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-12d8f1fc-4ecf-4938-81a2-632c00d58320 tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] Notify callbacks [] for security_group, before_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:06:14.040952 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-c75514c4-4988-486e-b861-185ff32de991 req-d2869909-1ec6-4e99-9b16-65baba8a8545 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/security-groups?id=da3193e4-56c6-417c-b113-33c66274c6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916824 Jul 28 19:06:14.089332 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850f12b1-b788-4463-847b-09015d5d0d79 req-559482bc-20b9-4b86-8bd1-057ca750d328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:06:14.091303 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-850f12b1-b788-4463-847b-09015d5d0d79 req-559482bc-20b9-4b86-8bd1-057ca750d328 service neutron] 10.222.0.49 "GET /v2.0/networks?id=f534d070-f433-4f81-b52e-daa60a2cf334 HTTP/1.1" status: 200 len: 916 time: 0.1486709 Jul 28 19:06:14.107942 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906ca669-7ad1-4302-9fee-bd7d5f0cf659 req-513f1071-f0bc-495d-b65b-2a7b4ebde1e9 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:06:14.109657 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-906ca669-7ad1-4302-9fee-bd7d5f0cf659 req-513f1071-f0bc-495d-b65b-2a7b4ebde1e9 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=a31f3eb4-54c5-4c46-b1a5-9f5552726fca HTTP/1.1" status: 200 len: 945 time: 0.0667291 Jul 28 19:06:14.165992 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-906ca669-7ad1-4302-9fee-bd7d5f0cf659 req-dc295c06-ed09-4ddd-8527-658dd8db2f64 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/security-groups?id=2ca68dae-2096-4cc3-90a8-9371def495a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470228 Jul 28 19:06:14.185364 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-12d8f1fc-4ecf-4938-81a2-632c00d58320 tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] Notify callbacks [] for security_group, precommit_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:06:14.195175 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-850f12b1-b788-4463-847b-09015d5d0d79 req-ca976120-cc62-4b39-9bcc-65727c6edf0b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0cbd334b-5202-47ab-8fc2-7bea8cdf51d2 HTTP/1.1" status: 200 len: 999 time: 0.0912020 Jul 28 19:06:14.220733 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.db.l3_hamode_db [None req-a4fb4c2d-4fc0-4d87-a90e-5a51cc98ffff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de1ba10c-6bb3-4d97-b9f7-ffd118549b8a', 'name': 'tempest-TestMinimumBasicScenario-1762718303-router', 'tenant_id': 'e5f8b3f642634ceca190ab8e217700ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df', 'external_fixed_ips': [{'subnet_id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'ip_address': '172.27.0.146'}], 'enable_snat': True}, 'gw_port_id': '6e970f2c-4746-408c-84e4-81c92beef635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:04:53Z', 'updated_at': '2021-07-28T19:04:57Z', 'revision_number': 4, 'project_id': 'e5f8b3f642634ceca190ab8e217700ce', 'gw_port': {'id': '6e970f2c-4746-408c-84e4-81c92beef635', 'name': '', 'network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:b6:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de1ba10c-6bb3-4d97-b9f7-ffd118549b8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'ip_address': '172.27.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:04:53Z', 'updated_at': '2021-07-28T19:04:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-1-iscsi', '_floatingips': [{'id': '2b6c2574-15e7-4e8c-9369-c045236fa985', 'tenant_id': 'e5f8b3f642634ceca190ab8e217700ce', 'floating_ip_address': '172.27.0.149', 'floating_network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df', 'router_id': 'de1ba10c-6bb3-4d97-b9f7-ffd118549b8a', 'port_id': '0cbd334b-5202-47ab-8fc2-7bea8cdf51d2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 361, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f534d070-f433-4f81-b52e-daa60a2cf334', 'mac_address': 'fa:16:3e:9b:36:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c78b726-b285-4d18-8338-3b500b53a49e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T19:06:11Z', 'updated_at': '2021-07-28T19:06:11Z', 'revision_number': 0, 'project_id': 'e5f8b3f642634ceca190ab8e217700ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd039077-8105-4213-9457-854b11b578bc', 'name': '', 'network_id': 'f534d070-f433-4f81-b52e-daa60a2cf334', 'tenant_id': 'e5f8b3f642634ceca190ab8e217700ce', 'mac_address': 'fa:16:3e:78:b4:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de1ba10c-6bb3-4d97-b9f7-ffd118549b8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '03ec0541-ec02-4841-99b9-2dcfb43e9118', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:04:56Z', 'updated_at': '2021-07-28T19:05:02Z', 'revision_number': 5, 'project_id': 'e5f8b3f642634ceca190ab8e217700ce', 'subnets': [{'id': '03ec0541-ec02-4841-99b9-2dcfb43e9118', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802653-1-iscsi', False) {} {{(pid=93589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:06:14.253164 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-12d8f1fc-4ecf-4938-81a2-632c00d58320 tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676630'] for security_group, after_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:06:14.255864 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4fb4c2d-4fc0-4d87-a90e-5a51cc98ffff None None] The sync data for ids ['de1ba10c-6bb3-4d97-b9f7-ffd118549b8a'] in dv-cinder-802653-1-iscsi is: [{'id': 'de1ba10c-6bb3-4d97-b9f7-ffd118549b8a', 'name': 'tempest-TestMinimumBasicScenario-1762718303-router', 'tenant_id': 'e5f8b3f642634ceca190ab8e217700ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df', 'external_fixed_ips': [{'subnet_id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'ip_address': '172.27.0.146'}], 'enable_snat': True}, 'gw_port_id': '6e970f2c-4746-408c-84e4-81c92beef635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:04:53Z', 'updated_at': '2021-07-28T19:04:57Z', 'revision_number': 4, 'project_id': 'e5f8b3f642634ceca190ab8e217700ce', 'gw_port': {'id': '6e970f2c-4746-408c-84e4-81c92beef635', 'name': '', 'network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:b6:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de1ba10c-6bb3-4d97-b9f7-ffd118549b8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'ip_address': '172.27.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:04:53Z', 'updated_at': '2021-07-28T19:04:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-1-iscsi', '_floatingips': [{'id': '2b6c2574-15e7-4e8c-9369-c045236fa985', 'tenant_id': 'e5f8b3f642634ceca190ab8e217700ce', 'floating_ip_address': '172.27.0.149', 'floating_network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df', 'router_id': 'de1ba10c-6bb3-4d97-b9f7-ffd118549b8a', 'port_id': '0cbd334b-5202-47ab-8fc2-7bea8cdf51d2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 361, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f534d070-f433-4f81-b52e-daa60a2cf334', 'mac_address': 'fa:16:3e:9b:36:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c78b726-b285-4d18-8338-3b500b53a49e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T19:06:11Z', 'updated_at': '2021-07-28T19:06:11Z', 'revision_number': 0, 'project_id': 'e5f8b3f642634ceca190ab8e217700ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd039077-8105-4213-9457-854b11b578bc', 'name': '', 'network_id': 'f534d070-f433-4f81-b52e-daa60a2cf334', 'tenant_id': 'e5f8b3f642634ceca190ab8e217700ce', 'mac_address': 'fa:16:3e:78:b4:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de1ba10c-6bb3-4d97-b9f7-ffd118549b8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '03ec0541-ec02-4841-99b9-2dcfb43e9118', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:04:56Z', 'updated_at': '2021-07-28T19:05:02Z', 'revision_number': 5, 'project_id': 'e5f8b3f642634ceca190ab8e217700ce', 'subnets': [{'id': '03ec0541-ec02-4841-99b9-2dcfb43e9118', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 19:06:14.283537 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850f12b1-b788-4463-847b-09015d5d0d79 req-f6efd96c-9ab3-4970-af0c-41d5b9c6eb49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:06:14.285172 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-850f12b1-b788-4463-847b-09015d5d0d79 req-f6efd96c-9ab3-4970-af0c-41d5b9c6eb49 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=03ec0541-ec02-4841-99b9-2dcfb43e9118 HTTP/1.1" status: 200 len: 854 time: 0.0752058 Jul 28 19:06:14.343012 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d8f1fc-4ecf-4938-81a2-632c00d58320 tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5e7fd5e-c36c-4555-9b59-8f6ffb6121a1,revision_number=1']} {{(pid=93587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:06:14.351652 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-12d8f1fc-4ecf-4938-81a2-632c00d58320 tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] Notify callbacks [] for security_group, before_response {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:06:14.353123 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [None req-12d8f1fc-4ecf-4938-81a2-632c00d58320 tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.5525255 Jul 28 19:06:14.356858 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.wsgi [-] (93586) accepted ('10.222.0.41', 33908) {{(pid=93586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:06:14.360370 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d8f1fc-4ecf-4938-81a2-632c00d58320 tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:06:14.361037 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d8f1fc-4ecf-4938-81a2-632c00d58320 tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:06:14.361696 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d8f1fc-4ecf-4938-81a2-632c00d58320 tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:06:14.362155 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.v2.base [None req-518819ba-a627-4aef-9808-4791046ee7e8 tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] Request body: {'security_group_rule': {'security_group_id': 'd5e7fd5e-c36c-4555-9b59-8f6ffb6121a1', 'project_id': 'e5f8b3f642634ceca190ab8e217700ce', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:06:14.363737 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d8f1fc-4ecf-4938-81a2-632c00d58320 tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:06:14.364109 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d8f1fc-4ecf-4938-81a2-632c00d58320 tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:06:14.364459 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d8f1fc-4ecf-4938-81a2-632c00d58320 tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:06:14.364807 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d8f1fc-4ecf-4938-81a2-632c00d58320 tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:06:14.365139 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d8f1fc-4ecf-4938-81a2-632c00d58320 tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:06:14.365478 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d8f1fc-4ecf-4938-81a2-632c00d58320 tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:06:14.365815 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d8f1fc-4ecf-4938-81a2-632c00d58320 tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:06:14.366229 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d8f1fc-4ecf-4938-81a2-632c00d58320 tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:06:14.367170 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d8f1fc-4ecf-4938-81a2-632c00d58320 tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:06:14.378159 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850f12b1-b788-4463-847b-09015d5d0d79 req-4001b6ef-c7bc-42f4-8231-a05c84cdbd33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:06:14.380219 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-850f12b1-b788-4463-847b-09015d5d0d79 req-4001b6ef-c7bc-42f4-8231-a05c84cdbd33 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f534d070-f433-4f81-b52e-daa60a2cf334&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0836413 Jul 28 19:06:14.482549 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-518819ba-a627-4aef-9808-4791046ee7e8 tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:06:14.489775 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-850f12b1-b788-4463-847b-09015d5d0d79 req-8c41acb7-5070-4445-ad7b-1b3b71b47218 service neutron] 10.222.0.49 "GET /v2.0/networks/f534d070-f433-4f81-b52e-daa60a2cf334?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013308 Jul 28 19:06:14.540053 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-518819ba-a627-4aef-9808-4791046ee7e8 tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:06:14.610432 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b58773f7-03c9-49cc-97f4-f71365a38840 None None] New status for floating IP 2b6c2574-15e7-4e8c-9369-c045236fa985: ACTIVE {{(pid=93588) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 19:06:14.619987 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-518819ba-a627-4aef-9808-4791046ee7e8 tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676583'] for security_group_rule, after_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:06:14.638700 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-850f12b1-b788-4463-847b-09015d5d0d79 req-cc0dc2d9-cc28-4d00-b663-d87f461be81b service neutron] 10.222.0.49 "GET /v2.0/networks/f534d070-f433-4f81-b52e-daa60a2cf334?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377826 Jul 28 19:06:14.647607 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7364f5be-2411-49d2-93c3-f864c04138e9 req-1fd1f1da-6306-4817-95a2-cc87d6cb7b6f tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:06:14.656922 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-7364f5be-2411-49d2-93c3-f864c04138e9 req-1fd1f1da-6306-4817-95a2-cc87d6cb7b6f tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/ports?device_id=aed3a892-a81b-4117-b3b4-c9c93f0bc2ce HTTP/1.1" status: 200 len: 946 time: 0.1050115 Jul 28 19:06:14.675154 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518819ba-a627-4aef-9808-4791046ee7e8 tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9a4c1b5-69a8-4e10-a0e7-f67974f6759b,revision_number=0']} {{(pid=93586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:06:14.702724 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-7364f5be-2411-49d2-93c3-f864c04138e9 req-9aeba4b1-4d50-4d32-8a4a-1d2185d345ba tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/security-groups?id=42975843-26fd-496e-b975-a1703127fe22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446925 Jul 28 19:06:14.775673 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-518819ba-a627-4aef-9808-4791046ee7e8 tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:06:14.776901 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [None req-518819ba-a627-4aef-9808-4791046ee7e8 tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4190021 Jul 28 19:06:14.779509 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.wsgi [-] (93586) accepted ('10.222.0.41', 33914) {{(pid=93586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:06:14.789610 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.v2.base [None req-27fe53f1-8870-4b2c-88a9-3f7940294bc1 tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] Request body: {'security_group_rule': {'security_group_id': 'd5e7fd5e-c36c-4555-9b59-8f6ffb6121a1', 'project_id': 'e5f8b3f642634ceca190ab8e217700ce', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:06:14.964972 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-27fe53f1-8870-4b2c-88a9-3f7940294bc1 tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:06:15.027426 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-27fe53f1-8870-4b2c-88a9-3f7940294bc1 tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:06:15.112913 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-27fe53f1-8870-4b2c-88a9-3f7940294bc1 tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676583'] for security_group_rule, after_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:06:15.159640 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fe53f1-8870-4b2c-88a9-3f7940294bc1 tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=270235db-ea02-43a7-a0e1-df7540207697,revision_number=0']} {{(pid=93586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:06:15.183089 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e08090-b94e-4b00-b9b2-541c22a5936a req-f2da0272-48db-44e5-a93b-49baa0588913 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:06:15.184638 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-00e08090-b94e-4b00-b9b2-541c22a5936a req-f2da0272-48db-44e5-a93b-49baa0588913 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d560c0e-0a73-4f3c-8080-2cbe04e596ed HTTP/1.1" status: 200 len: 946 time: 0.0696433 Jul 28 19:06:15.227442 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-00e08090-b94e-4b00-b9b2-541c22a5936a req-76bc71f7-ecb6-4540-9079-0e1cc93b48cd tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/security-groups?id=da3193e4-56c6-417c-b113-33c66274c6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367088 Jul 28 19:06:15.240316 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-27fe53f1-8870-4b2c-88a9-3f7940294bc1 tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:06:15.242909 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [None req-27fe53f1-8870-4b2c-88a9-3f7940294bc1 tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4622996 Jul 28 19:06:15.245701 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.wsgi [-] (93587) accepted ('10.222.0.41', 33920) {{(pid=93587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:06:15.256454 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.v2.base [None req-6ffcdbf8-b22b-4413-82a1-2e0b61137d1e tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] Request body: {'security_group_rule': {'security_group_id': 'd5e7fd5e-c36c-4555-9b59-8f6ffb6121a1', 'project_id': 'e5f8b3f642634ceca190ab8e217700ce', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:06:15.316561 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0653ae-6be1-477a-86c8-8d66a7c585d1 req-f0a7cd8f-97cb-4860-8fd7-852e91f89962 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:06:15.318325 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-db0653ae-6be1-477a-86c8-8d66a7c585d1 req-f0a7cd8f-97cb-4860-8fd7-852e91f89962 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=a31f3eb4-54c5-4c46-b1a5-9f5552726fca HTTP/1.1" status: 200 len: 945 time: 0.0594497 Jul 28 19:06:15.373146 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-db0653ae-6be1-477a-86c8-8d66a7c585d1 req-7294a6f5-4ace-4682-b920-6c62188dfa5b tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/security-groups?id=2ca68dae-2096-4cc3-90a8-9371def495a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475202 Jul 28 19:06:15.406483 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-6ffcdbf8-b22b-4413-82a1-2e0b61137d1e tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:06:15.469278 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-6ffcdbf8-b22b-4413-82a1-2e0b61137d1e tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:06:15.557225 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-6ffcdbf8-b22b-4413-82a1-2e0b61137d1e tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676583'] for security_group_rule, after_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:06:15.576731 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffcdbf8-b22b-4413-82a1-2e0b61137d1e tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bb59bf9-3472-4694-be30-678d059034ef,revision_number=0']} {{(pid=93587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:06:15.660898 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-6ffcdbf8-b22b-4413-82a1-2e0b61137d1e tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:06:15.662476 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [None req-6ffcdbf8-b22b-4413-82a1-2e0b61137d1e tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4157708 Jul 28 19:06:15.666000 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.wsgi [-] (93587) accepted ('10.222.0.41', 33926) {{(pid=93587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:06:15.698373 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.v2.base [None req-c86b7f07-bba2-4bec-b9c0-a911f6a5b5be tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] Request body: {'security_group_rule': {'security_group_id': 'd5e7fd5e-c36c-4555-9b59-8f6ffb6121a1', 'project_id': 'e5f8b3f642634ceca190ab8e217700ce', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:06:15.809668 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-c86b7f07-bba2-4bec-b9c0-a911f6a5b5be tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:06:15.827311 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa679596-26e0-4c5d-ac04-93d74a63f7d2 req-f8cc23d1-c440-45c7-8510-7eb904c51d72 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:06:15.832237 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-aa679596-26e0-4c5d-ac04-93d74a63f7d2 req-f8cc23d1-c440-45c7-8510-7eb904c51d72 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/ports?device_id=aed3a892-a81b-4117-b3b4-c9c93f0bc2ce HTTP/1.1" status: 200 len: 946 time: 0.0550694 Jul 28 19:06:15.868262 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-aa679596-26e0-4c5d-ac04-93d74a63f7d2 req-679ada2e-0162-44b6-af70-f5cc65c57852 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/security-groups?id=42975843-26fd-496e-b975-a1703127fe22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322709 Jul 28 19:06:15.871300 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-c86b7f07-bba2-4bec-b9c0-a911f6a5b5be tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:06:15.953036 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-c86b7f07-bba2-4bec-b9c0-a911f6a5b5be tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676583'] for security_group_rule, after_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:06:15.984756 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86b7f07-bba2-4bec-b9c0-a911f6a5b5be tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56c40abf-9350-477a-b9cc-20ae37022d18,revision_number=0']} {{(pid=93587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:06:16.044180 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-c86b7f07-bba2-4bec-b9c0-a911f6a5b5be tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:06:16.045833 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [None req-c86b7f07-bba2-4bec-b9c0-a911f6a5b5be tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3784907 Jul 28 19:06:16.048305 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.wsgi [-] (93587) accepted ('10.222.0.41', 33930) {{(pid=93587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:06:16.054906 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.v2.base [None req-f88bba06-6136-4286-93f0-25a9ce8b4ed8 tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] Request body: {'security_group_rule': {'security_group_id': 'd5e7fd5e-c36c-4555-9b59-8f6ffb6121a1', 'project_id': 'e5f8b3f642634ceca190ab8e217700ce', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:06:16.147833 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.db.securitygroups_db [None req-f88bba06-6136-4286-93f0-25a9ce8b4ed8 tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] Project e5f8b3f642634ceca190ab8e217700ce added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 19:06:16.156975 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-f88bba06-6136-4286-93f0-25a9ce8b4ed8 tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:06:16.231916 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-f88bba06-6136-4286-93f0-25a9ce8b4ed8 tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:06:16.318820 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-f88bba06-6136-4286-93f0-25a9ce8b4ed8 tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676583'] for security_group_rule, after_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:06:16.349201 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88bba06-6136-4286-93f0-25a9ce8b4ed8 tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a6a0a95-05bd-489f-8e23-f3d043920ec7,revision_number=0']} {{(pid=93587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:06:16.388741 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1d0ab3-78ee-47cf-a133-8a8300e155ad req-3987cc9a-a101-49a9-a86b-7a5816bf2b09 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:06:16.391247 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-2d1d0ab3-78ee-47cf-a133-8a8300e155ad req-3987cc9a-a101-49a9-a86b-7a5816bf2b09 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d560c0e-0a73-4f3c-8080-2cbe04e596ed HTTP/1.1" status: 200 len: 946 time: 0.0811846 Jul 28 19:06:16.449765 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-f88bba06-6136-4286-93f0-25a9ce8b4ed8 tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:06:16.453618 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [None req-f88bba06-6136-4286-93f0-25a9ce8b4ed8 tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4016633 Jul 28 19:06:16.453884 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.wsgi [-] (93587) accepted ('10.222.0.41', 33938) {{(pid=93587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:06:16.468734 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.v2.base [None req-9883ade0-1625-4c5f-9b1e-92cc03256198 tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] Request body: {'security_group_rule': {'security_group_id': 'd5e7fd5e-c36c-4555-9b59-8f6ffb6121a1', 'project_id': 'e5f8b3f642634ceca190ab8e217700ce', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:06:16.528687 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-2d1d0ab3-78ee-47cf-a133-8a8300e155ad req-afc073de-8add-41a9-b6e3-4baf0d131e8d tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/security-groups?id=da3193e4-56c6-417c-b113-33c66274c6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1239519 Jul 28 19:06:16.586629 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecef001-2be3-4407-8cf9-f895be726128 req-8f33ae88-1c9f-4e2a-a433-3375d84b1e22 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:06:16.594786 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-fecef001-2be3-4407-8cf9-f895be726128 req-8f33ae88-1c9f-4e2a-a433-3375d84b1e22 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=a31f3eb4-54c5-4c46-b1a5-9f5552726fca HTTP/1.1" status: 200 len: 945 time: 0.0959280 Jul 28 19:06:16.632912 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.db.securitygroups_db [None req-9883ade0-1625-4c5f-9b1e-92cc03256198 tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] Project e5f8b3f642634ceca190ab8e217700ce added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 19:06:16.644674 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-9883ade0-1625-4c5f-9b1e-92cc03256198 tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:06:16.679202 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-fecef001-2be3-4407-8cf9-f895be726128 req-8555b9c3-ca9c-42a1-b55e-be8afb61c213 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/security-groups?id=2ca68dae-2096-4cc3-90a8-9371def495a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808694 Jul 28 19:06:16.726353 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-9883ade0-1625-4c5f-9b1e-92cc03256198 tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:06:16.827819 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-9883ade0-1625-4c5f-9b1e-92cc03256198 tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676583'] for security_group_rule, after_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:06:16.847225 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9883ade0-1625-4c5f-9b1e-92cc03256198 tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69aa7fa1-d6ca-4674-a40f-a66872335c49,revision_number=0']} {{(pid=93587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:06:16.918639 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-9883ade0-1625-4c5f-9b1e-92cc03256198 tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:06:16.922718 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [None req-9883ade0-1625-4c5f-9b1e-92cc03256198 tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4651387 Jul 28 19:06:17.032537 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409db7a5-75ed-4398-84d2-e7135e3bb630 req-da972b9b-bf3d-4cfa-8e37-32326dfdad6b tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:06:17.040246 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-409db7a5-75ed-4398-84d2-e7135e3bb630 req-da972b9b-bf3d-4cfa-8e37-32326dfdad6b tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/ports?device_id=aed3a892-a81b-4117-b3b4-c9c93f0bc2ce HTTP/1.1" status: 200 len: 946 time: 0.0917385 Jul 28 19:06:17.055808 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-bf0520ac-29f9-441b-95af-92ac51627184 req-e4c5ec52-a9b6-42e8-8b83-26b64a333294 tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-887711472&fields=id&tenant_id=e5f8b3f642634ceca190ab8e217700ce HTTP/1.1" status: 200 len: 267 time: 0.0735018 Jul 28 19:06:17.128335 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-409db7a5-75ed-4398-84d2-e7135e3bb630 req-53f75be2-b99c-4f61-afe2-32460721d317 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/security-groups?id=42975843-26fd-496e-b975-a1703127fe22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871794 Jul 28 19:06:17.148044 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0520ac-29f9-441b-95af-92ac51627184 req-49a8e2c5-5134-4926-8d71-50ba41207d5e tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:06:17.150177 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-bf0520ac-29f9-441b-95af-92ac51627184 req-49a8e2c5-5134-4926-8d71-50ba41207d5e tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c78b726-b285-4d18-8338-3b500b53a49e HTTP/1.1" status: 200 len: 945 time: 0.0939248 Jul 28 19:06:17.168324 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.v2.base [req-bf0520ac-29f9-441b-95af-92ac51627184 req-f2f64bce-9084-480e-ae05-01f58c0a65d4 tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] Request body: {'port': {'security_groups': ['cd99dac1-4ecb-4bbe-94ca-066efd8c979c', 'd5e7fd5e-c36c-4555-9b59-8f6ffb6121a1']}} {{(pid=93586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:06:17.280707 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [req-bf0520ac-29f9-441b-95af-92ac51627184 req-f2f64bce-9084-480e-ae05-01f58c0a65d4 tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555300'] for port, before_update {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:06:17.526051 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.plugins.ml2.db [req-bf0520ac-29f9-441b-95af-92ac51627184 req-f2f64bce-9084-480e-ae05-01f58c0a65d4 tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] For port 0cbd334b-5202-47ab-8fc2-7bea8cdf51d2, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=0cbd334b-5202-47ab-8fc2-7bea8cdf51d2,segment=NetworkSegment(ecd299ed-1dac-4786-8d7f-e72300f9a086),segment_id=ecd299ed-1dac-4786-8d7f-e72300f9a086)] {{(pid=93586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:06:17.578185 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [req-bf0520ac-29f9-441b-95af-92ac51627184 req-f2f64bce-9084-480e-ae05-01f58c0a65d4 tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] Notify callbacks [] for port, precommit_update {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:06:17.687346 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca161b8-663a-45b0-a6f5-824606f365cd req-a00647ab-f9f4-4be6-9cbd-0a0868e877a6 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:06:17.688997 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-aca161b8-663a-45b0-a6f5-824606f365cd req-a00647ab-f9f4-4be6-9cbd-0a0868e877a6 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d560c0e-0a73-4f3c-8080-2cbe04e596ed HTTP/1.1" status: 200 len: 946 time: 0.0650373 Jul 28 19:06:17.731899 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-aca161b8-663a-45b0-a6f5-824606f365cd req-ea9797a8-d2e5-43c8-87e2-a44add1120bf tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/security-groups?id=da3193e4-56c6-417c-b113-33c66274c6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353184 Jul 28 19:06:17.840258 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333a8b2c-34e6-41d1-8396-be465080c8d0 req-f36d8fb3-3ca0-404c-bd1b-ed4c3fa386b5 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:06:17.841724 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-333a8b2c-34e6-41d1-8396-be465080c8d0 req-f36d8fb3-3ca0-404c-bd1b-ed4c3fa386b5 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=a31f3eb4-54c5-4c46-b1a5-9f5552726fca HTTP/1.1" status: 200 len: 945 time: 0.0490260 Jul 28 19:06:17.879254 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-333a8b2c-34e6-41d1-8396-be465080c8d0 req-702a47dd-b67b-4319-99f7-9172b1cb9844 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/security-groups?id=2ca68dae-2096-4cc3-90a8-9371def495a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315845 Jul 28 19:06:18.130500 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [req-bf0520ac-29f9-441b-95af-92ac51627184 req-f2f64bce-9084-480e-ae05-01f58c0a65d4 tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742349622321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742349248534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742349248552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12083818'] for port, after_update {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:06:18.150310 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.db [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] get_ports_and_sgs() called for port_ids ['0cbd334b-5202-47ab-8fc2-7bea8cdf51d2'] {{(pid=93588) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 19:06:18.198245 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0520ac-29f9-441b-95af-92ac51627184 req-f2f64bce-9084-480e-ae05-01f58c0a65d4 tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:06:18.198245 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [req-bf0520ac-29f9-441b-95af-92ac51627184 req-f2f64bce-9084-480e-ae05-01f58c0a65d4 tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148603'] for port, before_response {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:06:18.198245 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-bf0520ac-29f9-441b-95af-92ac51627184 req-f2f64bce-9084-480e-ae05-01f58c0a65d4 tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] 10.222.0.41 "PUT /v2.0/ports/0cbd334b-5202-47ab-8fc2-7bea8cdf51d2 HTTP/1.1" status: 200 len: 981 time: 1.0402260 Jul 28 19:06:18.203397 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c78b726-b285-4d18-8338-3b500b53a49e', 'tag': '0cbd334b-5202-47ab-8fc2-7bea8cdf51d2'}] {{(pid=93586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 19:06:18.206138 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be08c321523524cea896d4e8aa610e0b61aedc9f5bb636967bf6413fb0e56d16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2be17f70-8eb9-4f07-833a-86e0275ef447" -d '{"events": [{"name": "network-changed", "server_uuid": "9c78b726-b285-4d18-8338-3b500b53a49e", "tag": "0cbd334b-5202-47ab-8fc2-7bea8cdf51d2"}]}' {{(pid=93586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 19:06:18.308160 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f64bce-9084-480e-ae05-01f58c0a65d4 tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] Pushing event updated for resources: {'Port': ['ID=0cbd334b-5202-47ab-8fc2-7bea8cdf51d2,revision_number=6']} {{(pid=93586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:06:18.400264 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ffaa62-2704-4c93-9ea8-62086837e256 req-98a43f0f-676a-4965-a526-ccba0056f536 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:06:18.408985 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-f0ffaa62-2704-4c93-9ea8-62086837e256 req-98a43f0f-676a-4965-a526-ccba0056f536 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/ports?device_id=aed3a892-a81b-4117-b3b4-c9c93f0bc2ce HTTP/1.1" status: 200 len: 946 time: 0.1775634 Jul 28 19:06:18.420026 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d19ea5e-024a-4d80-868c-cc7fbb95e422 req-98afd81e-004a-4d57-8637-82710991120d tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:06:18.436502 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-6d19ea5e-024a-4d80-868c-cc7fbb95e422 req-98afd81e-004a-4d57-8637-82710991120d tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c78b726-b285-4d18-8338-3b500b53a49e HTTP/1.1" status: 200 len: 984 time: 0.1161706 Jul 28 19:06:18.447070 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.db [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] get_ports_and_sgs() called for port_ids ['0cbd334b-5202-47ab-8fc2-7bea8cdf51d2'] {{(pid=93588) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 19:06:18.517849 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-6d19ea5e-024a-4d80-868c-cc7fbb95e422 req-a2534717-45e9-470b-884c-fd9494c1800c tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd99dac1-4ecb-4bbe-94ca-066efd8c979c&id=d5e7fd5e-c36c-4555-9b59-8f6ffb6121a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0696175 Jul 28 19:06:18.522063 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-f0ffaa62-2704-4c93-9ea8-62086837e256 req-ecea8dcc-6d46-4f9d-8046-90a8eccfde5f tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/security-groups?id=42975843-26fd-496e-b975-a1703127fe22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822725 Jul 28 19:06:18.637484 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 19:06:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73a66b2e-3686-4cb8-bdfd-d0c18a068cff x-openstack-request-id: req-73a66b2e-3686-4cb8-bdfd-d0c18a068cff {{(pid=93586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 19:06:18.638107 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c78b726-b285-4d18-8338-3b500b53a49e", "tag": "0cbd334b-5202-47ab-8fc2-7bea8cdf51d2", "status": "completed", "code": 200}]} {{(pid=93586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 19:06:18.638107 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-73a66b2e-3686-4cb8-bdfd-d0c18a068cff {{(pid=93586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 19:06:18.638431 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c78b726-b285-4d18-8338-3b500b53a49e', 'tag': '0cbd334b-5202-47ab-8fc2-7bea8cdf51d2', 'status': 'completed', 'code': 200} Jul 28 19:06:18.700253 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.provisioning_blocks [None req-28fa7ef3-a665-40af-87e5-1fd5cd972d4a None None] Provisioning complete for port 0cbd334b-5202-47ab-8fc2-7bea8cdf51d2 triggered by entity DHCP. {{(pid=93588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 19:06:18.700784 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-28fa7ef3-a665-40af-87e5-1fd5cd972d4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721938'] for port, provisioning_complete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:06:18.772045 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be17f70-8eb9-4f07-833a-86e0275ef447 req-4a355da1-7f55-4f2c-93b6-ee6b27df5f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:06:18.778718 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-2be17f70-8eb9-4f07-833a-86e0275ef447 req-4a355da1-7f55-4f2c-93b6-ee6b27df5f7a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e5f8b3f642634ceca190ab8e217700ce&device_id=9c78b726-b285-4d18-8338-3b500b53a49e HTTP/1.1" status: 200 len: 1137 time: 0.1001079 Jul 28 19:06:18.943470 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be17f70-8eb9-4f07-833a-86e0275ef447 req-8f3fdfee-4ea6-4ffc-a98b-06821cfc0cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:06:18.945267 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-2be17f70-8eb9-4f07-833a-86e0275ef447 req-8f3fdfee-4ea6-4ffc-a98b-06821cfc0cd8 service neutron] 10.222.0.49 "GET /v2.0/networks?id=f534d070-f433-4f81-b52e-daa60a2cf334 HTTP/1.1" status: 200 len: 916 time: 0.1542799 Jul 28 19:06:18.953215 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f428c58-ee2d-45f6-a823-4a88e8d81d8c req-4fcdb652-c380-4888-b12b-19ff91aaa98d tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:06:18.955190 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-6f428c58-ee2d-45f6-a823-4a88e8d81d8c req-4fcdb652-c380-4888-b12b-19ff91aaa98d tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d560c0e-0a73-4f3c-8080-2cbe04e596ed HTTP/1.1" status: 200 len: 946 time: 0.0853531 Jul 28 19:06:19.030013 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-6f428c58-ee2d-45f6-a823-4a88e8d81d8c req-84e16ff5-83cb-4213-9113-1c4a0522319b tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/security-groups?id=da3193e4-56c6-417c-b113-33c66274c6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665247 Jul 28 19:06:19.070897 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-2be17f70-8eb9-4f07-833a-86e0275ef447 req-e42ee48f-6a5c-4a52-83da-77446d46f078 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0cbd334b-5202-47ab-8fc2-7bea8cdf51d2 HTTP/1.1" status: 200 len: 1001 time: 0.0967946 Jul 28 19:06:19.246144 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae02a27b-e164-42d7-ae2b-0e8da501507c req-0e961d02-89ab-4b48-9cf7-b877ff92cbf3 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:06:19.257807 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-ae02a27b-e164-42d7-ae2b-0e8da501507c req-0e961d02-89ab-4b48-9cf7-b877ff92cbf3 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=a31f3eb4-54c5-4c46-b1a5-9f5552726fca HTTP/1.1" status: 200 len: 945 time: 0.1411943 Jul 28 19:06:19.321818 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-ae02a27b-e164-42d7-ae2b-0e8da501507c req-0de45955-a6e2-43d5-9ff6-7f0c81d23240 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/security-groups?id=2ca68dae-2096-4cc3-90a8-9371def495a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533273 Jul 28 19:06:19.487672 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be17f70-8eb9-4f07-833a-86e0275ef447 req-fb6ec734-fd38-4fc8-a372-0ea0b1df1eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:06:19.489219 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-2be17f70-8eb9-4f07-833a-86e0275ef447 req-fb6ec734-fd38-4fc8-a372-0ea0b1df1eb4 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=03ec0541-ec02-4841-99b9-2dcfb43e9118 HTTP/1.1" status: 200 len: 854 time: 0.4165988 Jul 28 19:06:19.662200 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974a5331-8c30-4300-8c8c-8882920725f9 req-f12facca-e685-40d8-944d-9a40df4a482f tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:06:19.662200 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-974a5331-8c30-4300-8c8c-8882920725f9 req-f12facca-e685-40d8-944d-9a40df4a482f tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/ports?device_id=aed3a892-a81b-4117-b3b4-c9c93f0bc2ce HTTP/1.1" status: 200 len: 946 time: 0.0503469 Jul 28 19:06:19.704452 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-974a5331-8c30-4300-8c8c-8882920725f9 req-c836e5c6-1a5d-47ed-a7dd-66802faf94af tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/security-groups?id=42975843-26fd-496e-b975-a1703127fe22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392337 Jul 28 19:06:19.846157 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35e1b3d-3939-421a-bd69-75a3642f94d2 req-cf9fe5a4-20e7-4d8c-afe7-d27e1432cf05 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:06:19.847613 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-b35e1b3d-3939-421a-bd69-75a3642f94d2 req-cf9fe5a4-20e7-4d8c-afe7-d27e1432cf05 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=a31f3eb4-54c5-4c46-b1a5-9f5552726fca HTTP/1.1" status: 200 len: 945 time: 0.0479105 Jul 28 19:06:19.887050 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-b35e1b3d-3939-421a-bd69-75a3642f94d2 req-b6fcd05e-60ce-4e80-a1b3-b33bb6ec0a73 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/security-groups?id=2ca68dae-2096-4cc3-90a8-9371def495a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323937 Jul 28 19:06:20.175260 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbfc7cb-83d5-44aa-a759-d4b5d56ec11a req-3521e8d0-c8db-461d-b6c2-965c56927b0a tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:06:20.176750 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-5cbfc7cb-83d5-44aa-a759-d4b5d56ec11a req-3521e8d0-c8db-461d-b6c2-965c56927b0a tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d560c0e-0a73-4f3c-8080-2cbe04e596ed HTTP/1.1" status: 200 len: 946 time: 0.0576892 Jul 28 19:06:20.218360 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-5cbfc7cb-83d5-44aa-a759-d4b5d56ec11a req-27a821d8-4d48-41d4-8f39-adcf48c4f267 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/security-groups?id=da3193e4-56c6-417c-b113-33c66274c6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321050 Jul 28 19:06:20.820104 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6735e032-16d6-49da-870c-91d4e7ec8148 req-e57cad52-b4bc-4a29-bb21-e0c089c7e2d8 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:06:20.821570 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-6735e032-16d6-49da-870c-91d4e7ec8148 req-e57cad52-b4bc-4a29-bb21-e0c089c7e2d8 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/ports?device_id=aed3a892-a81b-4117-b3b4-c9c93f0bc2ce HTTP/1.1" status: 200 len: 946 time: 0.0510008 Jul 28 19:06:20.859396 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-6735e032-16d6-49da-870c-91d4e7ec8148 req-b6682e57-1df9-4fc6-926e-7cdcf2d28f3f tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/security-groups?id=42975843-26fd-496e-b975-a1703127fe22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320499 Jul 28 19:06:21.002970 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e72970-57e4-4e64-a959-42e365a3e4fc req-9d73c5de-7189-4c2a-b47a-f16d6a956572 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:06:21.004503 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-25e72970-57e4-4e64-a959-42e365a3e4fc req-9d73c5de-7189-4c2a-b47a-f16d6a956572 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=a31f3eb4-54c5-4c46-b1a5-9f5552726fca HTTP/1.1" status: 200 len: 945 time: 0.0508449 Jul 28 19:06:21.041172 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-25e72970-57e4-4e64-a959-42e365a3e4fc req-e613e3b8-7a50-4768-baa4-3f9913ba59f5 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/security-groups?id=2ca68dae-2096-4cc3-90a8-9371def495a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301626 Jul 28 19:06:21.343070 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9692a3be-0865-4f9e-b13f-440b88707a27 req-90798c5b-6137-48e1-896f-c0e09b8abc54 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:06:21.344570 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-9692a3be-0865-4f9e-b13f-440b88707a27 req-90798c5b-6137-48e1-896f-c0e09b8abc54 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d560c0e-0a73-4f3c-8080-2cbe04e596ed HTTP/1.1" status: 200 len: 946 time: 0.0516632 Jul 28 19:06:21.382765 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-9692a3be-0865-4f9e-b13f-440b88707a27 req-09f9aa10-b20b-4239-88ca-74f7a033531b tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/security-groups?id=da3193e4-56c6-417c-b113-33c66274c6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312972 Jul 28 19:06:21.436310 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be17f70-8eb9-4f07-833a-86e0275ef447 req-cf53c081-d00b-4af7-ad5e-5b8fae7fef0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:06:21.437794 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-2be17f70-8eb9-4f07-833a-86e0275ef447 req-cf53c081-d00b-4af7-ad5e-5b8fae7fef0c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f534d070-f433-4f81-b52e-daa60a2cf334&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0409713 Jul 28 19:06:21.581591 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-74ece22e-eb3a-476f-9540-103f888f18f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:06:21.970264 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8772149-714d-4f0e-9664-6fe04977a560 req-8a06b4d3-8c3e-41b7-9aba-80bc7abd3a2f tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:06:21.971743 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-b8772149-714d-4f0e-9664-6fe04977a560 req-8a06b4d3-8c3e-41b7-9aba-80bc7abd3a2f tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/ports?device_id=aed3a892-a81b-4117-b3b4-c9c93f0bc2ce HTTP/1.1" status: 200 len: 946 time: 0.0480721 Jul 28 19:06:22.010354 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-b8772149-714d-4f0e-9664-6fe04977a560 req-be2a9dc2-dbb2-4cbb-8ad0-b7594216b785 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/security-groups?id=42975843-26fd-496e-b975-a1703127fe22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319545 Jul 28 19:06:22.156041 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f9ff2d-57fb-433b-87f5-9207b550088e req-0000d8ef-5736-4968-9883-59c193ff1789 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:06:22.157518 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-f1f9ff2d-57fb-433b-87f5-9207b550088e req-0000d8ef-5736-4968-9883-59c193ff1789 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=a31f3eb4-54c5-4c46-b1a5-9f5552726fca HTTP/1.1" status: 200 len: 945 time: 0.0483174 Jul 28 19:06:22.193868 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-f1f9ff2d-57fb-433b-87f5-9207b550088e req-0ead968d-91a1-4521-b827-c46e4689a59c tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/security-groups?id=2ca68dae-2096-4cc3-90a8-9371def495a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303662 Jul 28 19:06:22.504571 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73e724a-9955-43dd-8e6c-0c9e7ab9defc req-ab90dd05-ad54-4998-8a8d-b90ae6ef9eec tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:06:22.506062 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-b73e724a-9955-43dd-8e6c-0c9e7ab9defc req-ab90dd05-ad54-4998-8a8d-b90ae6ef9eec tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d560c0e-0a73-4f3c-8080-2cbe04e596ed HTTP/1.1" status: 200 len: 946 time: 0.0516577 Jul 28 19:06:22.555126 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-b73e724a-9955-43dd-8e6c-0c9e7ab9defc req-183421c7-18a5-48d2-b897-d1af5ba8c8c1 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/security-groups?id=da3193e4-56c6-417c-b113-33c66274c6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414104 Jul 28 19:06:22.607314 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-2be17f70-8eb9-4f07-833a-86e0275ef447 req-ab329454-aa45-405c-907b-edd9ca550cd3 service neutron] 10.222.0.49 "GET /v2.0/networks/f534d070-f433-4f81-b52e-daa60a2cf334?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869272 Jul 28 19:06:22.681946 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787b826b-949d-4082-bfae-498f5dce8734 req-9ffb0acd-e7d2-4bc0-8cf7-a3e39d1d8cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:06:22.683464 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-787b826b-949d-4082-bfae-498f5dce8734 req-9ffb0acd-e7d2-4bc0-8cf7-a3e39d1d8cc7 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=4dceb4eb37274cd9b3fcc8dffed09715&device_id=a31f3eb4-54c5-4c46-b1a5-9f5552726fca HTTP/1.1" status: 200 len: 1098 time: 0.0412450 Jul 28 19:06:22.714845 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-2be17f70-8eb9-4f07-833a-86e0275ef447 req-e642bbea-d22a-4a2c-b267-afca5abcc446 service neutron] 10.222.0.49 "GET /v2.0/networks/f534d070-f433-4f81-b52e-daa60a2cf334?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836456 Jul 28 19:06:22.779191 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787b826b-949d-4082-bfae-498f5dce8734 req-a9524117-e059-4cc2-97c0-c983c1d5f591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:06:22.780697 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-787b826b-949d-4082-bfae-498f5dce8734 req-a9524117-e059-4cc2-97c0-c983c1d5f591 service neutron] 10.222.0.49 "GET /v2.0/networks?id=9a21bde8-e77f-4246-845e-15d2cf775c00 HTTP/1.1" status: 200 len: 912 time: 0.0887232 Jul 28 19:06:22.853609 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-787b826b-949d-4082-bfae-498f5dce8734 req-6edb05d7-6959-426a-8b08-090ced1f4130 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=827be936-912d-43a2-8eb2-136d6f5f4c32 HTTP/1.1" status: 200 len: 1001 time: 0.0576284 Jul 28 19:06:22.902642 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787b826b-949d-4082-bfae-498f5dce8734 req-3625bb83-355e-48ca-9d01-518d752a49da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:06:22.904158 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-787b826b-949d-4082-bfae-498f5dce8734 req-3625bb83-355e-48ca-9d01-518d752a49da service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d8dd9f14-f474-4c6a-84f8-85ff7b8e642f HTTP/1.1" status: 200 len: 850 time: 0.0427141 Jul 28 19:06:23.136191 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787b826b-949d-4082-bfae-498f5dce8734 req-1b21d156-68bc-4318-9119-07fd8bd227a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:06:23.137703 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-787b826b-949d-4082-bfae-498f5dce8734 req-1b21d156-68bc-4318-9119-07fd8bd227a1 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9a21bde8-e77f-4246-845e-15d2cf775c00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0802622 Jul 28 19:06:23.150870 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803f77e8-ce9f-4554-b521-ef0c8d67ce6d req-b0521936-1fe1-4124-8f55-88289adae5e2 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:06:23.152652 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-803f77e8-ce9f-4554-b521-ef0c8d67ce6d req-b0521936-1fe1-4124-8f55-88289adae5e2 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/ports?device_id=aed3a892-a81b-4117-b3b4-c9c93f0bc2ce HTTP/1.1" status: 200 len: 946 time: 0.0648072 Jul 28 19:06:23.249923 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-803f77e8-ce9f-4554-b521-ef0c8d67ce6d req-0478ff90-ba31-4e16-823c-ebcbd43ce17b tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/security-groups?id=42975843-26fd-496e-b975-a1703127fe22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882688 Jul 28 19:06:23.280505 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-787b826b-949d-4082-bfae-498f5dce8734 req-97311012-5dc0-4d1c-a32d-fbd162e131fc service neutron] 10.222.0.49 "GET /v2.0/networks/9a21bde8-e77f-4246-845e-15d2cf775c00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270170 Jul 28 19:06:23.368966 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb45ce76-d791-42a5-ab1c-d66a457f0bf0 req-05351701-684d-456a-b5f1-91c1a690ae00 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:06:23.370512 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-fb45ce76-d791-42a5-ab1c-d66a457f0bf0 req-05351701-684d-456a-b5f1-91c1a690ae00 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=a31f3eb4-54c5-4c46-b1a5-9f5552726fca HTTP/1.1" status: 200 len: 945 time: 0.1046739 Jul 28 19:06:23.422678 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e9a5f9-af70-4d7e-8a0d-5f59a4c6d09a req-a37fceb7-22a4-4bd9-a758-c3b2cabc2c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:06:23.424274 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-20e9a5f9-af70-4d7e-8a0d-5f59a4c6d09a req-a37fceb7-22a4-4bd9-a758-c3b2cabc2c60 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=77b4e3f4db4f48488f6a8e8a0ca43337&device_id=0d560c0e-0a73-4f3c-8080-2cbe04e596ed HTTP/1.1" status: 200 len: 1099 time: 0.0435991 Jul 28 19:06:23.429600 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-787b826b-949d-4082-bfae-498f5dce8734 req-99e01f70-f98e-4e16-a701-bc616974668f service neutron] 10.222.0.49 "GET /v2.0/networks/9a21bde8-e77f-4246-845e-15d2cf775c00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344104 Jul 28 19:06:23.434671 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-fb45ce76-d791-42a5-ab1c-d66a457f0bf0 req-1a7f605a-e566-4d62-a158-79fa675cc524 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/security-groups?id=2ca68dae-2096-4cc3-90a8-9371def495a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535848 Jul 28 19:06:23.524503 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e9a5f9-af70-4d7e-8a0d-5f59a4c6d09a req-f565b4cc-4b7c-4275-8961-321698781972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:06:23.525877 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-20e9a5f9-af70-4d7e-8a0d-5f59a4c6d09a req-f565b4cc-4b7c-4275-8961-321698781972 service neutron] 10.222.0.49 "GET /v2.0/networks?id=d9b348a0-fd69-4cac-87c2-18e205be05be HTTP/1.1" status: 200 len: 918 time: 0.0878828 Jul 28 19:06:23.591682 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-20e9a5f9-af70-4d7e-8a0d-5f59a4c6d09a req-01ddb0dc-4d65-4772-bae4-0ca9234ecd01 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=58e46291-e822-4005-8f56-21ee82c2f4eb HTTP/1.1" status: 200 len: 1001 time: 0.0575316 Jul 28 19:06:23.646963 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e9a5f9-af70-4d7e-8a0d-5f59a4c6d09a req-7f2f694f-e201-44d9-9ae7-0b3e5bfe5cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:06:23.649044 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-20e9a5f9-af70-4d7e-8a0d-5f59a4c6d09a req-7f2f694f-e201-44d9-9ae7-0b3e5bfe5cd6 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=209ab333-e935-41fc-b99a-6688a4911e44 HTTP/1.1" status: 200 len: 856 time: 0.0483263 Jul 28 19:06:23.675323 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3d2bc9-411f-4a36-8d2c-e028dd8fa7f7 req-d323ca6a-34fa-42f8-bba9-4b7980f68ddb tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:06:23.676872 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-aa3d2bc9-411f-4a36-8d2c-e028dd8fa7f7 req-d323ca6a-34fa-42f8-bba9-4b7980f68ddb tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d560c0e-0a73-4f3c-8080-2cbe04e596ed HTTP/1.1" status: 200 len: 946 time: 0.0487733 Jul 28 19:06:23.696691 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e9a5f9-af70-4d7e-8a0d-5f59a4c6d09a req-8625261a-6e69-4d2e-b14e-26a9b4e12e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:06:23.699298 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-20e9a5f9-af70-4d7e-8a0d-5f59a4c6d09a req-8625261a-6e69-4d2e-b14e-26a9b4e12e17 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d9b348a0-fd69-4cac-87c2-18e205be05be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0403183 Jul 28 19:06:23.715977 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-aa3d2bc9-411f-4a36-8d2c-e028dd8fa7f7 req-4f34e711-de66-4ed0-aa80-e3283e526488 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/security-groups?id=da3193e4-56c6-417c-b113-33c66274c6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318446 Jul 28 19:06:23.791388 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-20e9a5f9-af70-4d7e-8a0d-5f59a4c6d09a req-14cc1cf4-95ac-4416-92b6-dcb99e17de86 service neutron] 10.222.0.49 "GET /v2.0/networks/d9b348a0-fd69-4cac-87c2-18e205be05be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796633 Jul 28 19:06:23.888790 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-20e9a5f9-af70-4d7e-8a0d-5f59a4c6d09a req-97472c3b-d426-4a87-b2d9-fee77a81ad40 service neutron] 10.222.0.49 "GET /v2.0/networks/d9b348a0-fd69-4cac-87c2-18e205be05be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854042 Jul 28 19:06:24.209276 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:06:24.366544 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9022fd3c-7a31-4763-bf89-dec8c9d72428 req-131e6ee2-d21e-4afe-aee1-a97f70cf02cc tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:06:24.368181 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-9022fd3c-7a31-4763-bf89-dec8c9d72428 req-131e6ee2-d21e-4afe-aee1-a97f70cf02cc tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/ports?device_id=aed3a892-a81b-4117-b3b4-c9c93f0bc2ce HTTP/1.1" status: 200 len: 946 time: 0.0506315 Jul 28 19:06:24.402759 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-78656ac8-8e3c-44e4-b3df-70320a3ae31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:06:24.412142 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-9022fd3c-7a31-4763-bf89-dec8c9d72428 req-2e17c23b-869a-4c35-9113-e0ec7a856ca8 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/security-groups?id=42975843-26fd-496e-b975-a1703127fe22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352385 Jul 28 19:06:24.555481 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778a22f9-53a2-4dab-848d-b4657b9a51c4 req-0849aff7-2485-43be-8a47-ca8f010e11bb tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:06:24.557049 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-778a22f9-53a2-4dab-848d-b4657b9a51c4 req-0849aff7-2485-43be-8a47-ca8f010e11bb tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=a31f3eb4-54c5-4c46-b1a5-9f5552726fca HTTP/1.1" status: 200 len: 945 time: 0.0526409 Jul 28 19:06:24.596504 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-778a22f9-53a2-4dab-848d-b4657b9a51c4 req-8f978b54-4a37-44a1-961e-768bc3a64043 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/security-groups?id=2ca68dae-2096-4cc3-90a8-9371def495a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333519 Jul 28 19:06:24.836674 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ebd805-8fe8-4314-a838-ec939ee6cc50 req-fe03ee1a-9f38-46c8-aaf0-60518ec0b6ac tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:06:24.838330 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-d0ebd805-8fe8-4314-a838-ec939ee6cc50 req-fe03ee1a-9f38-46c8-aaf0-60518ec0b6ac tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d560c0e-0a73-4f3c-8080-2cbe04e596ed HTTP/1.1" status: 200 len: 946 time: 0.0516031 Jul 28 19:06:24.877699 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-d0ebd805-8fe8-4314-a838-ec939ee6cc50 req-6fe5ca29-2017-49e6-84f1-53b955e0d7ef tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/security-groups?id=da3193e4-56c6-417c-b113-33c66274c6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332358 Jul 28 19:06:25.513609 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-acea1373-d53c-46a9-b089-9e40d352d773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:06:25.530620 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70b4863-3d6c-40e9-a2cc-c1fb6541be9e req-723399e0-8975-4d12-ba28-44c74697851e tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:06:25.530620 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-a70b4863-3d6c-40e9-a2cc-c1fb6541be9e req-723399e0-8975-4d12-ba28-44c74697851e tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/ports?device_id=aed3a892-a81b-4117-b3b4-c9c93f0bc2ce HTTP/1.1" status: 200 len: 946 time: 0.0486429 Jul 28 19:06:25.567941 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-a70b4863-3d6c-40e9-a2cc-c1fb6541be9e req-0ef9896b-2ce9-4d54-9ea1-3bd4f62482b5 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/security-groups?id=42975843-26fd-496e-b975-a1703127fe22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340412 Jul 28 19:06:25.715043 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f253d9ee-293c-40a2-91a3-87e3f0bd254f req-7cd069d7-815d-4794-9e2b-95d3fb7558d7 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:06:25.716545 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-f253d9ee-293c-40a2-91a3-87e3f0bd254f req-7cd069d7-815d-4794-9e2b-95d3fb7558d7 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=a31f3eb4-54c5-4c46-b1a5-9f5552726fca HTTP/1.1" status: 200 len: 945 time: 0.0540943 Jul 28 19:06:25.757824 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-f253d9ee-293c-40a2-91a3-87e3f0bd254f req-e18b4dd0-03d0-4ae0-9f5d-c895fd274569 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/security-groups?id=2ca68dae-2096-4cc3-90a8-9371def495a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348182 Jul 28 19:06:25.997555 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6869ba-1a02-43f8-bed2-e5f00bc258d9 req-5ec6b3dc-9b21-4db4-90c8-1c9ca583e1b0 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:06:25.999058 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-bb6869ba-1a02-43f8-bed2-e5f00bc258d9 req-5ec6b3dc-9b21-4db4-90c8-1c9ca583e1b0 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d560c0e-0a73-4f3c-8080-2cbe04e596ed HTTP/1.1" status: 200 len: 946 time: 0.0490148 Jul 28 19:06:26.045699 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-bb6869ba-1a02-43f8-bed2-e5f00bc258d9 req-c21e1fe1-f002-4426-94e4-c0d1406e9f8f tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/security-groups?id=da3193e4-56c6-417c-b113-33c66274c6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362923 Jul 28 19:06:26.682283 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecfb1a2-9b77-4bd2-ab31-38265b48a180 req-df0d58b4-a7f5-432e-8380-18ed8a81cd62 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:06:26.683742 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-2ecfb1a2-9b77-4bd2-ab31-38265b48a180 req-df0d58b4-a7f5-432e-8380-18ed8a81cd62 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/ports?device_id=aed3a892-a81b-4117-b3b4-c9c93f0bc2ce HTTP/1.1" status: 200 len: 946 time: 0.0486097 Jul 28 19:06:26.721195 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-2ecfb1a2-9b77-4bd2-ab31-38265b48a180 req-9ee76869-7b15-4921-8638-e3f282065bb8 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/security-groups?id=42975843-26fd-496e-b975-a1703127fe22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314600 Jul 28 19:06:27.165544 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285e75b8-4757-4033-9ff6-771b6a9f1572 req-8baa242d-faee-4c07-a2cf-86b1826399e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:06:27.167962 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-285e75b8-4757-4033-9ff6-771b6a9f1572 req-8baa242d-faee-4c07-a2cf-86b1826399e2 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ab36a3ab5c78406b94032a7ca4193d8f&device_id=aed3a892-a81b-4117-b3b4-c9c93f0bc2ce HTTP/1.1" status: 200 len: 1099 time: 0.0424712 Jul 28 19:06:27.176887 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfb9367-4b4c-4be4-b4a6-583e800a047a req-5157b2e9-2a03-4629-a6db-5e1daeeccdbd tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:06:27.180223 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-ddfb9367-4b4c-4be4-b4a6-583e800a047a req-5157b2e9-2a03-4629-a6db-5e1daeeccdbd tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d560c0e-0a73-4f3c-8080-2cbe04e596ed HTTP/1.1" status: 200 len: 946 time: 0.0525179 Jul 28 19:06:27.221378 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-ddfb9367-4b4c-4be4-b4a6-583e800a047a req-68a0f5fd-eeed-4e54-93d9-9ab9bf024c0c tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/security-groups?id=da3193e4-56c6-417c-b113-33c66274c6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369287 Jul 28 19:06:27.296993 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285e75b8-4757-4033-9ff6-771b6a9f1572 req-3f8df905-1a81-41bf-893b-1124474f9f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:06:27.298656 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-285e75b8-4757-4033-9ff6-771b6a9f1572 req-3f8df905-1a81-41bf-893b-1124474f9f7d service neutron] 10.222.0.49 "GET /v2.0/networks?id=55abd46f-cb0c-4975-97d4-5b97e39ca579 HTTP/1.1" status: 200 len: 919 time: 0.0973840 Jul 28 19:06:27.304965 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f868236a-4f9a-4e0c-8375-f39a3a3a1708 req-b0a939fc-f006-416f-bf2d-38da78f2bea5 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:06:27.306570 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-f868236a-4f9a-4e0c-8375-f39a3a3a1708 req-b0a939fc-f006-416f-bf2d-38da78f2bea5 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] 10.222.0.41 "GET /v2.0/ports?device_id=b62fe15d-782b-4e31-8e5a-cd971a36cce8 HTTP/1.1" status: 200 len: 946 time: 0.0517840 Jul 28 19:06:27.346956 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-285e75b8-4757-4033-9ff6-771b6a9f1572 req-b4761b2a-c404-4f12-beef-da30989d53cc service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=42bd04ad-4b2a-497e-96f2-9b339a73581a HTTP/1.1" status: 200 len: 217 time: 0.0379353 Jul 28 19:06:27.347223 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-f868236a-4f9a-4e0c-8375-f39a3a3a1708 req-923c463d-8deb-42b8-8882-c8008a03403b tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] 10.222.0.41 "GET /v2.0/security-groups?id=1eb5a05b-31a0-42f8-b1e4-d0f49b56a7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342715 Jul 28 19:06:27.400601 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285e75b8-4757-4033-9ff6-771b6a9f1572 req-85971ec5-8a60-418c-a88a-98c54cb0b71e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:06:27.402116 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-285e75b8-4757-4033-9ff6-771b6a9f1572 req-85971ec5-8a60-418c-a88a-98c54cb0b71e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7ace80f0-3f3a-4421-afb0-85b3c7802c40 HTTP/1.1" status: 200 len: 858 time: 0.0468919 Jul 28 19:06:27.428528 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.rpc [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Device 58e46291-e822-4005-8f56-21ee82c2f4eb no longer exists at agent hyperv_hv-cinder-80265 {{(pid=93588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 19:06:27.440663 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-285e75b8-4757-4033-9ff6-771b6a9f1572 req-2be25f88-f56f-42f4-91ee-dbfc93181e73 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=55abd46f-cb0c-4975-97d4-5b97e39ca579&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265641 Jul 28 19:06:27.516216 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555300'] for port, before_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:06:27.539273 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d560c0e-0a73-4f3c-8080-2cbe04e596ed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '58e46291-e822-4005-8f56-21ee82c2f4eb'}] {{(pid=93588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 19:06:27.539878 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-285e75b8-4757-4033-9ff6-771b6a9f1572 req-6d7567cb-773b-49c3-bc0c-ee3637d54ddf service neutron] 10.222.0.49 "GET /v2.0/networks/55abd46f-cb0c-4975-97d4-5b97e39ca579?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905027 Jul 28 19:06:27.542226 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1b0d83cbf58c08976f04b399db04c287f80045833914d8e5b61042f37766a37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a42dd00c-7194-47b1-98b0-d6cf195d91b5" -d '{"events": [{"server_uuid": "0d560c0e-0a73-4f3c-8080-2cbe04e596ed", "name": "network-vif-unplugged", "status": "completed", "tag": "58e46291-e822-4005-8f56-21ee82c2f4eb"}]}' {{(pid=93588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 19:06:27.556785 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.db [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] For port 58e46291-e822-4005-8f56-21ee82c2f4eb, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=58e46291-e822-4005-8f56-21ee82c2f4eb,segment=NetworkSegment(849c600d-119e-46e5-ad54-f7773d8e0f09),segment_id=849c600d-119e-46e5-ad54-f7773d8e0f09)] {{(pid=93588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:06:27.575854 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 28 Jul 2021 19:06:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6354ce2-7948-422c-af49-2a50970d6069 x-openstack-request-id: req-a6354ce2-7948-422c-af49-2a50970d6069 {{(pid=93588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 19:06:27.576149 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d560c0e-0a73-4f3c-8080-2cbe04e596ed", "name": "network-vif-unplugged", "status": "failed", "tag": "58e46291-e822-4005-8f56-21ee82c2f4eb", "code": 422}]} {{(pid=93588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 19:06:27.576460 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a6354ce2-7948-422c-af49-2a50970d6069 {{(pid=93588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 19:06:27.576819 dv-cinder-802653-1-iscsi neutron-server[93588]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '0d560c0e-0a73-4f3c-8080-2cbe04e596ed', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '58e46291-e822-4005-8f56-21ee82c2f4eb', 'code': 422} returned with failed status Jul 28 19:06:27.604504 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-26c861f8-c84b-4272-86f3-59900436582c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:06:27.640646 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-285e75b8-4757-4033-9ff6-771b6a9f1572 req-7585ebf3-ac91-40d7-b556-c6f21eea1496 service neutron] 10.222.0.49 "GET /v2.0/networks/55abd46f-cb0c-4975-97d4-5b97e39ca579?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892320 Jul 28 19:06:27.644639 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742349622321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742349248534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742349248552'] for port, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:06:27.675566 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.db.agents_db [None req-65e7ef76-a059-4ec3-9341-f72ff4ef7e59 None None] Agent healthcheck: found 6 active agents {{(pid=93589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 19:06:27.702792 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Pushing event updated for resources: {'Port': ['ID=58e46291-e822-4005-8f56-21ee82c2f4eb,revision_number=8']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:06:27.840592 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f04c99-5ba2-47ee-9bec-30bfefa5a257 req-f27a6e11-6857-488f-b4c5-daead1ad01c6 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:06:27.841994 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-13f04c99-5ba2-47ee-9bec-30bfefa5a257 req-f27a6e11-6857-488f-b4c5-daead1ad01c6 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/ports?device_id=aed3a892-a81b-4117-b3b4-c9c93f0bc2ce HTTP/1.1" status: 200 len: 946 time: 0.0495722 Jul 28 19:06:27.879512 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-13f04c99-5ba2-47ee-9bec-30bfefa5a257 req-20ea2b58-0005-4203-83bf-3497ca3bf0f0 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/security-groups?id=42975843-26fd-496e-b975-a1703127fe22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312943 Jul 28 19:06:28.466643 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f9f076-5f5d-4022-a129-75a9085b641b req-a865ad74-e648-42ef-a234-16dc1c237d2f tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:06:28.468132 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-f6f9f076-5f5d-4022-a129-75a9085b641b req-a865ad74-e648-42ef-a234-16dc1c237d2f tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] 10.222.0.41 "GET /v2.0/ports?device_id=b62fe15d-782b-4e31-8e5a-cd971a36cce8 HTTP/1.1" status: 200 len: 946 time: 0.0540144 Jul 28 19:06:28.506013 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-f6f9f076-5f5d-4022-a129-75a9085b641b req-a8c3fd8c-25d5-4401-98d8-291d418ed4b4 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] 10.222.0.41 "GET /v2.0/security-groups?id=1eb5a05b-31a0-42f8-b1e4-d0f49b56a7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320396 Jul 28 19:06:28.668967 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0384237-7aa2-41d3-b295-057858f78edd req-31ca2de7-d211-4859-a830-42961c48a65e tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:06:28.670463 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-e0384237-7aa2-41d3-b295-057858f78edd req-31ca2de7-d211-4859-a830-42961c48a65e tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d560c0e-0a73-4f3c-8080-2cbe04e596ed HTTP/1.1" status: 200 len: 944 time: 0.0491617 Jul 28 19:06:28.709026 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-e0384237-7aa2-41d3-b295-057858f78edd req-658ae9f1-cf46-4568-a0ba-beaa6abc1a6b tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/security-groups?id=da3193e4-56c6-417c-b113-33c66274c6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324440 Jul 28 19:06:29.004381 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2e4c30-2c0c-457d-807f-8b746bda6379 req-f0861520-a6b4-4bad-8b73-4ae7eeca4cf4 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:06:29.005888 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-7e2e4c30-2c0c-457d-807f-8b746bda6379 req-f0861520-a6b4-4bad-8b73-4ae7eeca4cf4 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/ports?device_id=aed3a892-a81b-4117-b3b4-c9c93f0bc2ce HTTP/1.1" status: 200 len: 946 time: 0.0553863 Jul 28 19:06:29.044306 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-7e2e4c30-2c0c-457d-807f-8b746bda6379 req-cdb30f24-95f2-425c-a235-f4d4459f29a5 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/security-groups?id=42975843-26fd-496e-b975-a1703127fe22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318692 Jul 28 19:06:29.193477 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.wsgi [-] (93587) accepted ('10.222.0.41', 34138) {{(pid=93587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:06:29.277499 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-1b5bac65-f26d-4e4e-92df-fa9f9a0a7d03 req-53e423ca-fd75-483b-a504-b13d170916e9 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0d560c0e-0a73-4f3c-8080-2cbe04e596ed&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0828857 Jul 28 19:06:29.625243 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23240da0-9fe3-4f9c-aeeb-8b06203e40db req-29dddc9b-1f66-4538-b355-9dbffbf8c35d tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:06:29.626698 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-23240da0-9fe3-4f9c-aeeb-8b06203e40db req-29dddc9b-1f66-4538-b355-9dbffbf8c35d tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] 10.222.0.41 "GET /v2.0/ports?device_id=b62fe15d-782b-4e31-8e5a-cd971a36cce8 HTTP/1.1" status: 200 len: 946 time: 0.0511365 Jul 28 19:06:29.667305 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-23240da0-9fe3-4f9c-aeeb-8b06203e40db req-67cb39f4-7d5b-4c5e-8663-8c9a8c48476d tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] 10.222.0.41 "GET /v2.0/security-groups?id=1eb5a05b-31a0-42f8-b1e4-d0f49b56a7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344808 Jul 28 19:06:29.830496 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ed4e4d-fe4c-4fb5-8f51-1201ce9c1b2f req-987002e9-d13a-49d2-bbc9-0346f2320a02 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:06:29.831967 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-46ed4e4d-fe4c-4fb5-8f51-1201ce9c1b2f req-987002e9-d13a-49d2-bbc9-0346f2320a02 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d560c0e-0a73-4f3c-8080-2cbe04e596ed HTTP/1.1" status: 200 len: 944 time: 0.0496838 Jul 28 19:06:29.869589 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-46ed4e4d-fe4c-4fb5-8f51-1201ce9c1b2f req-7b4a5320-52c9-4e91-961c-17a67c13da55 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/security-groups?id=da3193e4-56c6-417c-b113-33c66274c6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313306 Jul 28 19:06:30.156814 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e24833d-5140-4d0d-bec0-f4932acd6223 req-de7aacc7-70df-4fe9-b291-485650a47325 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:06:30.158281 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-1e24833d-5140-4d0d-bec0-f4932acd6223 req-de7aacc7-70df-4fe9-b291-485650a47325 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/ports?device_id=aed3a892-a81b-4117-b3b4-c9c93f0bc2ce HTTP/1.1" status: 200 len: 946 time: 0.0472107 Jul 28 19:06:30.195483 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-1e24833d-5140-4d0d-bec0-f4932acd6223 req-81da19a6-fa23-4826-809a-00606618768b tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/security-groups?id=42975843-26fd-496e-b975-a1703127fe22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313601 Jul 28 19:06:30.784347 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ee7329-dced-4b00-8603-83dba7e9db2e req-1bd7fbf7-b8b3-4759-8210-6098d9d96fa6 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:06:30.785820 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-30ee7329-dced-4b00-8603-83dba7e9db2e req-1bd7fbf7-b8b3-4759-8210-6098d9d96fa6 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] 10.222.0.41 "GET /v2.0/ports?device_id=b62fe15d-782b-4e31-8e5a-cd971a36cce8 HTTP/1.1" status: 200 len: 946 time: 0.0530925 Jul 28 19:06:30.825922 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-30ee7329-dced-4b00-8603-83dba7e9db2e req-f6feb2be-233f-44dc-bafa-dbe7b4374d4f tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] 10.222.0.41 "GET /v2.0/security-groups?id=1eb5a05b-31a0-42f8-b1e4-d0f49b56a7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341573 Jul 28 19:06:30.988945 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caba1ce5-282b-4943-b9e2-c89dd6187e3b req-6ac6525d-defe-4bbd-9e0b-0df9b08219ec tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:06:30.990451 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-caba1ce5-282b-4943-b9e2-c89dd6187e3b req-6ac6525d-defe-4bbd-9e0b-0df9b08219ec tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d560c0e-0a73-4f3c-8080-2cbe04e596ed HTTP/1.1" status: 200 len: 944 time: 0.0500882 Jul 28 19:06:31.029507 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-caba1ce5-282b-4943-b9e2-c89dd6187e3b req-d4b07d19-9ff6-4b4f-ad07-892e973627b9 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/security-groups?id=da3193e4-56c6-417c-b113-33c66274c6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318735 Jul 28 19:06:31.308744 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7722c2-1afc-425e-897c-6b367f1b6789 req-59e58f80-714a-4c9e-9433-30cfc2ca30f2 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:06:31.310179 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-4f7722c2-1afc-425e-897c-6b367f1b6789 req-59e58f80-714a-4c9e-9433-30cfc2ca30f2 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/ports?device_id=aed3a892-a81b-4117-b3b4-c9c93f0bc2ce HTTP/1.1" status: 200 len: 946 time: 0.0483425 Jul 28 19:06:31.348839 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-4f7722c2-1afc-425e-897c-6b367f1b6789 req-be7a116a-0686-427a-8943-d81686804174 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/security-groups?id=42975843-26fd-496e-b975-a1703127fe22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326855 Jul 28 19:06:31.928157 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.rpc [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Device 58e46291-e822-4005-8f56-21ee82c2f4eb no longer exists at agent hyperv_hv-cinder-80265 {{(pid=93588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 19:06:31.945250 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2ad43e-f1fc-45bc-a014-c3c7479d3074 req-783c2ea2-8bad-4f36-9f47-7f0e6fc0a122 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:06:31.946813 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-fc2ad43e-f1fc-45bc-a014-c3c7479d3074 req-783c2ea2-8bad-4f36-9f47-7f0e6fc0a122 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] 10.222.0.41 "GET /v2.0/ports?device_id=b62fe15d-782b-4e31-8e5a-cd971a36cce8 HTTP/1.1" status: 200 len: 946 time: 0.0539317 Jul 28 19:06:31.992585 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-fc2ad43e-f1fc-45bc-a014-c3c7479d3074 req-8c3bf18d-865a-443a-9fe0-58400f2eeefd tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] 10.222.0.41 "GET /v2.0/security-groups?id=1eb5a05b-31a0-42f8-b1e4-d0f49b56a7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356009 Jul 28 19:06:32.027068 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:06:32.149101 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde1b9e9-be58-4dcc-b27f-bbe2942d1580 req-50a111bd-f4be-47e7-a9f9-5795b7934e8b tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:06:32.151217 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-dde1b9e9-be58-4dcc-b27f-bbe2942d1580 req-50a111bd-f4be-47e7-a9f9-5795b7934e8b tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d560c0e-0a73-4f3c-8080-2cbe04e596ed HTTP/1.1" status: 200 len: 944 time: 0.0494339 Jul 28 19:06:32.190106 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-dde1b9e9-be58-4dcc-b27f-bbe2942d1580 req-0b8edf1d-126e-432a-a66e-311ffb27b6da tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/security-groups?id=da3193e4-56c6-417c-b113-33c66274c6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325615 Jul 28 19:06:32.472364 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cd17b4-2367-4723-b108-20d934a09787 req-1c9a7364-c2cc-4ec4-9102-33bf1fa68f53 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:06:32.473947 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-52cd17b4-2367-4723-b108-20d934a09787 req-1c9a7364-c2cc-4ec4-9102-33bf1fa68f53 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/ports?device_id=aed3a892-a81b-4117-b3b4-c9c93f0bc2ce HTTP/1.1" status: 200 len: 946 time: 0.0516748 Jul 28 19:06:32.512926 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-52cd17b4-2367-4723-b108-20d934a09787 req-e1e79016-b1a5-4bdd-b92b-9809dc75dbe0 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/security-groups?id=42975843-26fd-496e-b975-a1703127fe22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331099 Jul 28 19:06:32.517884 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f725be-64b9-4f90-b441-2f784ad3b694 req-8b5ac13b-8161-4bf4-b3ee-db459122bf5d tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:06:32.519600 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-b0f725be-64b9-4f90-b441-2f784ad3b694 req-8b5ac13b-8161-4bf4-b3ee-db459122bf5d tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] 10.222.0.49 "GET /v2.0/ports?device_id=b62fe15d-782b-4e31-8e5a-cd971a36cce8 HTTP/1.1" status: 200 len: 946 time: 0.0886822 Jul 28 19:06:32.668391 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.plugins.ml2.plugin [req-b0f725be-64b9-4f90-b441-2f784ad3b694 req-bf9a682c-effd-4943-97dc-c0776f4fb1e5 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] Deleting port 6cef6773-6e1d-4753-a07d-95ee43306361 {{(pid=93587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 19:06:32.668633 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [req-b0f725be-64b9-4f90-b441-2f784ad3b694 req-bf9a682c-effd-4943-97dc-c0776f4fb1e5 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742349616523'] for port, before_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:06:32.758065 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.plugins.ml2.db [req-b0f725be-64b9-4f90-b441-2f784ad3b694 req-bf9a682c-effd-4943-97dc-c0776f4fb1e5 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] For port 6cef6773-6e1d-4753-a07d-95ee43306361, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=6cef6773-6e1d-4753-a07d-95ee43306361,segment=NetworkSegment(0371c4bd-4d97-467a-b535-ac8857907d33),segment_id=0371c4bd-4d97-467a-b535-ac8857907d33)] {{(pid=93587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:06:32.758439 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [req-b0f725be-64b9-4f90-b441-2f784ad3b694 req-bf9a682c-effd-4943-97dc-c0776f4fb1e5 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825298'] for port, precommit_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:06:32.772998 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.plugins.ml2.plugin [req-b0f725be-64b9-4f90-b441-2f784ad3b694 req-bf9a682c-effd-4943-97dc-c0776f4fb1e5 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] Calling delete_port for 6cef6773-6e1d-4753-a07d-95ee43306361 owned by compute:nova {{(pid=93587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 19:06:33.038292 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [req-b0f725be-64b9-4f90-b441-2f784ad3b694 req-bf9a682c-effd-4943-97dc-c0776f4fb1e5 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742349622303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742349248525'] for port, after_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:06:33.050748 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.db [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] get_ports_and_sgs() called for port_ids ['00efaa0f-267e-46a3-b437-c6b06e7bc703', 'c330fd36-6d01-429e-bbe7-9ae49a099323', '90a887fc-b501-47bc-9162-72ef3f659512', '6cef6773-6e1d-4753-a07d-95ee43306361'] {{(pid=93588) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 19:06:33.069013 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9a682c-effd-4943-97dc-c0776f4fb1e5 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] Pushing event deleted for resources: {'Port': ['ID=6cef6773-6e1d-4753-a07d-95ee43306361,revision_number=None']} {{(pid=93587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:06:33.119357 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-7b3f99d5-bfdc-4a7e-a87c-e997631a3cd9 req-4ad01fac-86ba-45b9-8c15-a0579d1bb1b9 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] 10.222.0.41 "GET /v2.0/ports?device_id=b62fe15d-782b-4e31-8e5a-cd971a36cce8 HTTP/1.1" status: 200 len: 210 time: 0.0562112 Jul 28 19:06:33.165335 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0f725be-64b9-4f90-b441-2f784ad3b694 req-bf9a682c-effd-4943-97dc-c0776f4fb1e5 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] No DVR routers for this DVR port 6cef6773-6e1d-4753-a07d-95ee43306361 on host hv-cinder-80265 {{(pid=93587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 19:06:33.170154 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [req-b0f725be-64b9-4f90-b441-2f784ad3b694 req-bf9a682c-effd-4943-97dc-c0776f4fb1e5 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148603'] for port, before_response {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:06:33.172250 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-b0f725be-64b9-4f90-b441-2f784ad3b694 req-bf9a682c-effd-4943-97dc-c0776f4fb1e5 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] 10.222.0.49 "DELETE /v2.0/ports/6cef6773-6e1d-4753-a07d-95ee43306361 HTTP/1.1" status: 204 len: 173 time: 0.6422746 Jul 28 19:06:33.172685 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b62fe15d-782b-4e31-8e5a-cd971a36cce8', 'name': 'network-vif-deleted', 'tag': '6cef6773-6e1d-4753-a07d-95ee43306361'}] {{(pid=93587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 19:06:33.174921 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0425cd91716d62700118381c1ce81f16af4b0b2dffb745d1fa1c8d13c3262bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ace4458-2210-44c7-98cf-2b115132b930" -d '{"events": [{"server_uuid": "b62fe15d-782b-4e31-8e5a-cd971a36cce8", "name": "network-vif-deleted", "tag": "6cef6773-6e1d-4753-a07d-95ee43306361"}]}' {{(pid=93587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 19:06:33.217842 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 19:06:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a7aa052-f266-449b-9730-6c003031a23f x-openstack-request-id: req-4a7aa052-f266-449b-9730-6c003031a23f {{(pid=93587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 19:06:33.217842 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b62fe15d-782b-4e31-8e5a-cd971a36cce8", "name": "network-vif-deleted", "tag": "6cef6773-6e1d-4753-a07d-95ee43306361", "status": "completed", "code": 200}]} {{(pid=93587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 19:06:33.217842 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4a7aa052-f266-449b-9730-6c003031a23f {{(pid=93587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 19:06:33.217842 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b62fe15d-782b-4e31-8e5a-cd971a36cce8', 'name': 'network-vif-deleted', 'tag': '6cef6773-6e1d-4753-a07d-95ee43306361', 'status': 'completed', 'code': 200} Jul 28 19:06:33.554549 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e2135e-0434-4425-93d0-7bed4ba52802 req-78603d78-ec4e-460c-be06-72107945a0ab tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:06:33.557818 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-63e2135e-0434-4425-93d0-7bed4ba52802 req-78603d78-ec4e-460c-be06-72107945a0ab tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d560c0e-0a73-4f3c-8080-2cbe04e596ed HTTP/1.1" status: 200 len: 944 time: 0.2941830 Jul 28 19:06:33.600133 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-63e2135e-0434-4425-93d0-7bed4ba52802 req-25097168-9109-42e1-bdbf-af63f023aa2a tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/security-groups?id=da3193e4-56c6-417c-b113-33c66274c6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362489 Jul 28 19:06:33.653629 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cd2442-bf5e-451d-8ebd-35178a7c08d6 req-1ba59f5c-7024-43e5-b0c2-f75b1d6664af tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:06:33.655146 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-02cd2442-bf5e-451d-8ebd-35178a7c08d6 req-1ba59f5c-7024-43e5-b0c2-f75b1d6664af tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/ports?device_id=aed3a892-a81b-4117-b3b4-c9c93f0bc2ce HTTP/1.1" status: 200 len: 946 time: 0.0481215 Jul 28 19:06:33.694818 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-02cd2442-bf5e-451d-8ebd-35178a7c08d6 req-2e2598b6-e0d0-49c8-9034-a44bb994b377 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/security-groups?id=42975843-26fd-496e-b975-a1703127fe22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335841 Jul 28 19:06:34.213729 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-23f6785c-28b3-4155-b8c3-8ad1f108d00b req-401102b3-ebcf-40da-a4d4-01fd4cf68025 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] 10.222.0.41 "GET /v2.0/ports?device_id=b62fe15d-782b-4e31-8e5a-cd971a36cce8 HTTP/1.1" status: 200 len: 210 time: 0.0262804 Jul 28 19:06:34.673529 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5bac65-f26d-4e4e-92df-fa9f9a0a7d03 req-51002f86-2f56-4fad-9db1-f048922ef8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:06:34.675010 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-1b5bac65-f26d-4e4e-92df-fa9f9a0a7d03 req-51002f86-2f56-4fad-9db1-f048922ef8a2 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=0d560c0e-0a73-4f3c-8080-2cbe04e596ed&tenant_id=77b4e3f4db4f48488f6a8e8a0ca43337 HTTP/1.1" status: 200 len: 1097 time: 0.0694034 Jul 28 19:06:34.721677 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c175b5e-7543-48a5-b54a-428c29612868 req-9e89d11f-abff-467e-b0e5-1a08bde6289f tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:06:34.723167 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-4c175b5e-7543-48a5-b54a-428c29612868 req-9e89d11f-abff-467e-b0e5-1a08bde6289f tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d560c0e-0a73-4f3c-8080-2cbe04e596ed HTTP/1.1" status: 200 len: 944 time: 0.0505519 Jul 28 19:06:34.739130 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5bac65-f26d-4e4e-92df-fa9f9a0a7d03 req-7e70f51c-62d9-4196-9424-76ba1582b53c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:06:34.740683 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-1b5bac65-f26d-4e4e-92df-fa9f9a0a7d03 req-7e70f51c-62d9-4196-9424-76ba1582b53c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=77b4e3f4db4f48488f6a8e8a0ca43337&device_id=0d560c0e-0a73-4f3c-8080-2cbe04e596ed HTTP/1.1" status: 200 len: 1097 time: 0.0410328 Jul 28 19:06:34.767703 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-4c175b5e-7543-48a5-b54a-428c29612868 req-eca72603-caa8-4073-9b1c-6de768862ab0 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/security-groups?id=da3193e4-56c6-417c-b113-33c66274c6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375762 Jul 28 19:06:34.818887 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b27a5b-90af-468e-acae-b2478337d51c req-eb5845f3-f3cf-467b-8988-a895dbd845ef tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:06:34.820479 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-39b27a5b-90af-468e-acae-b2478337d51c req-eb5845f3-f3cf-467b-8988-a895dbd845ef tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/ports?device_id=aed3a892-a81b-4117-b3b4-c9c93f0bc2ce HTTP/1.1" status: 200 len: 946 time: 0.0518572 Jul 28 19:06:34.850045 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5bac65-f26d-4e4e-92df-fa9f9a0a7d03 req-9ce9a7aa-a943-418e-8f33-a380c9b1aa45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:06:34.851523 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-1b5bac65-f26d-4e4e-92df-fa9f9a0a7d03 req-9ce9a7aa-a943-418e-8f33-a380c9b1aa45 service neutron] 10.222.0.49 "GET /v2.0/networks?id=d9b348a0-fd69-4cac-87c2-18e205be05be HTTP/1.1" status: 200 len: 918 time: 0.0966513 Jul 28 19:06:34.861277 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-39b27a5b-90af-468e-acae-b2478337d51c req-5d8e70f5-3f9d-4bff-ade9-f259c4e29586 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/security-groups?id=42975843-26fd-496e-b975-a1703127fe22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343845 Jul 28 19:06:34.917819 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-1b5bac65-f26d-4e4e-92df-fa9f9a0a7d03 req-ac742571-2757-4f22-b6c7-24a1d5d561b5 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=58e46291-e822-4005-8f56-21ee82c2f4eb HTTP/1.1" status: 200 len: 999 time: 0.0575807 Jul 28 19:06:34.974739 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5bac65-f26d-4e4e-92df-fa9f9a0a7d03 req-d754cf9a-b160-4338-990d-d287894fe891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:06:34.976225 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-1b5bac65-f26d-4e4e-92df-fa9f9a0a7d03 req-d754cf9a-b160-4338-990d-d287894fe891 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=209ab333-e935-41fc-b99a-6688a4911e44 HTTP/1.1" status: 200 len: 856 time: 0.0471148 Jul 28 19:06:35.023412 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5bac65-f26d-4e4e-92df-fa9f9a0a7d03 req-dc5d14f9-48a2-4a12-8220-e93dad5e1e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:06:35.029377 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-1b5bac65-f26d-4e4e-92df-fa9f9a0a7d03 req-dc5d14f9-48a2-4a12-8220-e93dad5e1e51 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d9b348a0-fd69-4cac-87c2-18e205be05be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0412416 Jul 28 19:06:35.113604 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-1b5bac65-f26d-4e4e-92df-fa9f9a0a7d03 req-b930b775-bc87-44d9-ae51-3e2298742741 service neutron] 10.222.0.49 "GET /v2.0/networks/d9b348a0-fd69-4cac-87c2-18e205be05be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798109 Jul 28 19:06:35.204249 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-1b5bac65-f26d-4e4e-92df-fa9f9a0a7d03 req-f123c548-b419-40d7-94d2-d3a211de1d08 service neutron] 10.222.0.49 "GET /v2.0/networks/d9b348a0-fd69-4cac-87c2-18e205be05be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813832 Jul 28 19:06:35.895642 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750dbde2-83e9-471d-a547-e51dc0db2516 req-45b0315c-d70b-4b40-b553-290970bae698 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:06:35.897854 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-750dbde2-83e9-471d-a547-e51dc0db2516 req-45b0315c-d70b-4b40-b553-290970bae698 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d560c0e-0a73-4f3c-8080-2cbe04e596ed HTTP/1.1" status: 200 len: 944 time: 0.0569561 Jul 28 19:06:35.932836 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.rpc [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Device 6cef6773-6e1d-4753-a07d-95ee43306361 no longer exists at agent hyperv_hv-cinder-80265 {{(pid=93588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 19:06:35.995386 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.plugin [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] No Port match for: 6cef6773-6e1d-4753-a07d-95ee43306361 {{(pid=93588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 19:06:35.996386 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.rpc [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Device 6cef6773-6e1d-4753-a07d-95ee43306361 not bound to the agent host hv-cinder-80265 {{(pid=93588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 19:06:36.015473 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-750dbde2-83e9-471d-a547-e51dc0db2516 req-e7e8bdc5-bc4e-46b2-9d5f-da75f8a74175 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/security-groups?id=da3193e4-56c6-417c-b113-33c66274c6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1042316 Jul 28 19:06:36.063814 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6630e07-55c0-4fee-ab7a-6135c66a7577 req-4eb03383-c6f0-4e1a-a5c2-842cac82fa33 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:06:36.067501 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-a6630e07-55c0-4fee-ab7a-6135c66a7577 req-4eb03383-c6f0-4e1a-a5c2-842cac82fa33 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/ports?device_id=aed3a892-a81b-4117-b3b4-c9c93f0bc2ce HTTP/1.1" status: 200 len: 946 time: 0.0693161 Jul 28 19:06:36.115440 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-a6630e07-55c0-4fee-ab7a-6135c66a7577 req-d42de441-759d-492b-a681-31f7f1e05afe tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/security-groups?id=42975843-26fd-496e-b975-a1703127fe22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405359 Jul 28 19:06:36.969692 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f192c255-92ed-4ebd-a0b0-87a15dfdb9ac req-90155c38-fdfb-4217-906a-c94bf8390450 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:06:36.971272 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-f192c255-92ed-4ebd-a0b0-87a15dfdb9ac req-90155c38-fdfb-4217-906a-c94bf8390450 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] 10.222.0.41 "GET /v2.0/ports?device_id=cdf4b877-763c-4734-a6f6-69a2af026932 HTTP/1.1" status: 200 len: 945 time: 0.0531254 Jul 28 19:06:37.015675 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-f192c255-92ed-4ebd-a0b0-87a15dfdb9ac req-dd7b5275-ef49-423e-adc3-0b9a04a41769 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] 10.222.0.41 "GET /v2.0/security-groups?id=1eb5a05b-31a0-42f8-b1e4-d0f49b56a7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381467 Jul 28 19:06:37.145692 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5508be1b-eb32-48b4-93ad-cfd0bd5c5ca8 req-0471bd11-2dac-4af0-b179-01778d9b4430 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:06:37.147560 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-5508be1b-eb32-48b4-93ad-cfd0bd5c5ca8 req-0471bd11-2dac-4af0-b179-01778d9b4430 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d560c0e-0a73-4f3c-8080-2cbe04e596ed HTTP/1.1" status: 200 len: 944 time: 0.0509713 Jul 28 19:06:37.203234 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-5508be1b-eb32-48b4-93ad-cfd0bd5c5ca8 req-c76b01ca-e7fc-4b41-8a34-0c55ea0183a0 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/security-groups?id=da3193e4-56c6-417c-b113-33c66274c6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423889 Jul 28 19:06:37.262177 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5128aa8e-5715-4981-a551-82a03e8aa062 req-a944517e-d21d-4a38-8508-12bb0aab459f tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:06:37.264185 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-5128aa8e-5715-4981-a551-82a03e8aa062 req-a944517e-d21d-4a38-8508-12bb0aab459f tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/ports?device_id=aed3a892-a81b-4117-b3b4-c9c93f0bc2ce HTTP/1.1" status: 200 len: 946 time: 0.0664902 Jul 28 19:06:37.305094 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-5128aa8e-5715-4981-a551-82a03e8aa062 req-6ec76a2a-5f74-435a-8c75-42b2a8995e75 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/security-groups?id=42975843-26fd-496e-b975-a1703127fe22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337267 Jul 28 19:06:38.156385 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617f1b17-81da-4bcc-8f44-e1e6a939252a req-802e168c-87d2-43d1-a9d8-4eb40374223c tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:06:38.157962 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-617f1b17-81da-4bcc-8f44-e1e6a939252a req-802e168c-87d2-43d1-a9d8-4eb40374223c tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] 10.222.0.41 "GET /v2.0/ports?device_id=cdf4b877-763c-4734-a6f6-69a2af026932 HTTP/1.1" status: 200 len: 945 time: 0.0577431 Jul 28 19:06:38.206478 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-617f1b17-81da-4bcc-8f44-e1e6a939252a req-f1b548f1-35ca-42c1-a04a-d4c02b12040d tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] 10.222.0.41 "GET /v2.0/security-groups?id=1eb5a05b-31a0-42f8-b1e4-d0f49b56a7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420949 Jul 28 19:06:38.341438 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58b4a59-e7fe-4448-87b2-6c6cc7d95e08 req-5b2f0d21-fc99-4ee2-8bc0-95250d6d19c8 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:06:38.342990 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-a58b4a59-e7fe-4448-87b2-6c6cc7d95e08 req-5b2f0d21-fc99-4ee2-8bc0-95250d6d19c8 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d560c0e-0a73-4f3c-8080-2cbe04e596ed HTTP/1.1" status: 200 len: 944 time: 0.0488036 Jul 28 19:06:38.418595 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-a58b4a59-e7fe-4448-87b2-6c6cc7d95e08 req-933a2692-ae11-4d78-b086-180236ec9e09 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/security-groups?id=da3193e4-56c6-417c-b113-33c66274c6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695720 Jul 28 19:06:38.458253 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17e3651-d3e8-4c1b-a59c-6e0f99708861 req-b9cff2d9-7d3d-45e4-9208-c6251b52970a tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:06:38.459915 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-b17e3651-d3e8-4c1b-a59c-6e0f99708861 req-b9cff2d9-7d3d-45e4-9208-c6251b52970a tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/ports?device_id=aed3a892-a81b-4117-b3b4-c9c93f0bc2ce HTTP/1.1" status: 200 len: 946 time: 0.0773685 Jul 28 19:06:38.505632 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-b17e3651-d3e8-4c1b-a59c-6e0f99708861 req-11c02aac-72ec-4a72-83aa-eea2d999b606 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/security-groups?id=42975843-26fd-496e-b975-a1703127fe22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378678 Jul 28 19:06:39.085537 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.wsgi [-] (93587) accepted ('10.222.0.41', 34280) {{(pid=93587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:06:39.190288 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-af2a7e07-61fe-40b1-9d97-d333f561d1c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:06:39.290717 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-af2a7e07-61fe-40b1-9d97-d333f561d1c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:06:39.343173 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e51234-1601-4199-8860-b5dab8e45518 req-1b0690e7-021b-4c6e-940e-5cbcda04c40f tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:06:39.344942 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-92e51234-1601-4199-8860-b5dab8e45518 req-1b0690e7-021b-4c6e-940e-5cbcda04c40f tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] 10.222.0.41 "GET /v2.0/ports?device_id=cdf4b877-763c-4734-a6f6-69a2af026932 HTTP/1.1" status: 200 len: 945 time: 0.0636458 Jul 28 19:06:39.357937 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-af2a7e07-61fe-40b1-9d97-d333f561d1c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676630'] for security_group, after_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:06:39.392485 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-92e51234-1601-4199-8860-b5dab8e45518 req-4813b24b-23ef-4ed3-9ed3-45e9b5d35ff5 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] 10.222.0.41 "GET /v2.0/security-groups?id=1eb5a05b-31a0-42f8-b1e4-d0f49b56a7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413918 Jul 28 19:06:39.408166 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [None req-af2a7e07-61fe-40b1-9d97-d333f561d1c5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=02ed5cf98cf14c50ac4b9b5e8ee779a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3212388 Jul 28 19:06:39.410791 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2a7e07-61fe-40b1-9d97-d333f561d1c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f353800-242d-4482-af5c-202ee35d69a6,revision_number=1']} {{(pid=93587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:06:39.412296 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.wsgi [-] (93586) accepted ('10.222.0.41', 34286) {{(pid=93586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:06:39.478291 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-a3869808-7a82-4052-b74a-c11b49d296b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:06:39.503149 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-a3869808-7a82-4052-b74a-c11b49d296b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:06:39.605292 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd37992-3a2d-463b-8e68-35122ca96551 req-3e5cdbc6-e384-4a0a-9331-de0276cfe839 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:06:39.606788 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-6bd37992-3a2d-463b-8e68-35122ca96551 req-3e5cdbc6-e384-4a0a-9331-de0276cfe839 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d560c0e-0a73-4f3c-8080-2cbe04e596ed HTTP/1.1" status: 200 len: 944 time: 0.0972655 Jul 28 19:06:39.664802 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-6bd37992-3a2d-463b-8e68-35122ca96551 req-4efef092-09cb-43ad-aac6-2430d5ce2d70 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/security-groups?id=da3193e4-56c6-417c-b113-33c66274c6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441282 Jul 28 19:06:39.672607 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1e5a5e-d14c-421d-9517-22c05faeaff9 req-8baeab03-b146-4002-a31b-40f9b9755827 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:06:39.674145 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-6e1e5a5e-d14c-421d-9517-22c05faeaff9 req-8baeab03-b146-4002-a31b-40f9b9755827 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/ports?device_id=aed3a892-a81b-4117-b3b4-c9c93f0bc2ce HTTP/1.1" status: 200 len: 946 time: 0.0919883 Jul 28 19:06:39.688100 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-a3869808-7a82-4052-b74a-c11b49d296b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676630'] for security_group, after_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:06:39.690675 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-a3869808-7a82-4052-b74a-c11b49d296b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:06:39.694269 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [None req-a3869808-7a82-4052-b74a-c11b49d296b7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5f353800-242d-4482-af5c-202ee35d69a6 HTTP/1.1" status: 204 len: 168 time: 0.2781353 Jul 28 19:06:39.708855 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3869808-7a82-4052-b74a-c11b49d296b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f353800-242d-4482-af5c-202ee35d69a6,revision_number=None']} {{(pid=93586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:06:39.736415 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-6e1e5a5e-d14c-421d-9517-22c05faeaff9 req-5b1a2113-0ef2-4dc0-a753-5fe7f149b07b tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/security-groups?id=42975843-26fd-496e-b975-a1703127fe22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561521 Jul 28 19:06:40.511623 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc4b9b3-2a3c-4e29-9c6c-de189b66285b req-b024cc58-7347-479e-b344-793d1dd1fc16 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:06:40.513145 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-1dc4b9b3-2a3c-4e29-9c6c-de189b66285b req-b024cc58-7347-479e-b344-793d1dd1fc16 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] 10.222.0.41 "GET /v2.0/ports?device_id=cdf4b877-763c-4734-a6f6-69a2af026932 HTTP/1.1" status: 200 len: 945 time: 0.0545294 Jul 28 19:06:40.552443 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-1dc4b9b3-2a3c-4e29-9c6c-de189b66285b req-4a6b2b7a-50f3-4b2b-a8e4-b85a2420ecb2 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] 10.222.0.41 "GET /v2.0/security-groups?id=1eb5a05b-31a0-42f8-b1e4-d0f49b56a7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330517 Jul 28 19:06:40.814117 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6736f6-8208-4e4b-98a9-c91cc7aceec7 req-88b44895-7384-4237-b872-810cf58ef470 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:06:40.815758 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-de6736f6-8208-4e4b-98a9-c91cc7aceec7 req-88b44895-7384-4237-b872-810cf58ef470 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d560c0e-0a73-4f3c-8080-2cbe04e596ed HTTP/1.1" status: 200 len: 944 time: 0.0718195 Jul 28 19:06:40.888749 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-de6736f6-8208-4e4b-98a9-c91cc7aceec7 req-39f1f779-aa0e-4194-9504-462d5a15f2a4 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/security-groups?id=da3193e4-56c6-417c-b113-33c66274c6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610342 Jul 28 19:06:40.905145 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab8381d-27d3-4736-91b6-8760b91061e5 req-3283c29d-1ecb-46f8-bf90-540dbf10a5c7 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:06:40.912277 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-eab8381d-27d3-4736-91b6-8760b91061e5 req-3283c29d-1ecb-46f8-bf90-540dbf10a5c7 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/ports?device_id=aed3a892-a81b-4117-b3b4-c9c93f0bc2ce HTTP/1.1" status: 200 len: 946 time: 0.0955489 Jul 28 19:06:40.945128 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-eab8381d-27d3-4736-91b6-8760b91061e5 req-8c211580-76d7-4454-adcd-8d4f9ec91314 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/security-groups?id=42975843-26fd-496e-b975-a1703127fe22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320058 Jul 28 19:06:41.275196 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.wsgi [-] (93586) accepted ('10.222.0.41', 34326) {{(pid=93586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:06:41.381450 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-ad773e94-4193-4a1f-ae50-26a865d99732 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:06:41.485220 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-ad773e94-4193-4a1f-ae50-26a865d99732 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:06:41.569866 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-ad773e94-4193-4a1f-ae50-26a865d99732 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676630'] for security_group, after_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:06:41.617319 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad773e94-4193-4a1f-ae50-26a865d99732 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37b08ffe-a511-481e-a4dc-b4bd1ee51f33,revision_number=1']} {{(pid=93586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:06:41.621680 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [None req-ad773e94-4193-4a1f-ae50-26a865d99732 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=024e1c44b83249aa8661c57a33b63109&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3448908 Jul 28 19:06:41.624671 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.wsgi [-] (93587) accepted ('10.222.0.41', 34332) {{(pid=93587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:06:41.676097 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60003b97-dfed-48a0-98b4-f85e351c53d5 req-5ca7b57a-27c2-4fe6-bffb-2b1b1e832b89 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:06:41.683404 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-60003b97-dfed-48a0-98b4-f85e351c53d5 req-5ca7b57a-27c2-4fe6-bffb-2b1b1e832b89 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] 10.222.0.41 "GET /v2.0/ports?device_id=cdf4b877-763c-4734-a6f6-69a2af026932 HTTP/1.1" status: 200 len: 945 time: 0.0603490 Jul 28 19:06:41.688096 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-5a25e18a-3542-4cba-93e6-c21ccf296047 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:06:41.715814 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-5a25e18a-3542-4cba-93e6-c21ccf296047 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:06:41.719746 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-60003b97-dfed-48a0-98b4-f85e351c53d5 req-5892d463-4b9a-4fc2-ac8e-e034a02b4a8a tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] 10.222.0.41 "GET /v2.0/security-groups?id=1eb5a05b-31a0-42f8-b1e4-d0f49b56a7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337362 Jul 28 19:06:41.844112 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-5a25e18a-3542-4cba-93e6-c21ccf296047 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676630'] for security_group, after_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:06:41.846587 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-5a25e18a-3542-4cba-93e6-c21ccf296047 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:06:41.847740 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [None req-5a25e18a-3542-4cba-93e6-c21ccf296047 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/37b08ffe-a511-481e-a4dc-b4bd1ee51f33 HTTP/1.1" status: 204 len: 168 time: 0.2198248 Jul 28 19:06:41.855448 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a25e18a-3542-4cba-93e6-c21ccf296047 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37b08ffe-a511-481e-a4dc-b4bd1ee51f33,revision_number=None']} {{(pid=93587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:06:42.020801 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5eb30a4-45e1-476d-9f1f-e353c90aaa1b req-d56b07fa-04cf-447a-866d-7867cc89706c tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:06:42.026548 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-f5eb30a4-45e1-476d-9f1f-e353c90aaa1b req-d56b07fa-04cf-447a-866d-7867cc89706c tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d560c0e-0a73-4f3c-8080-2cbe04e596ed HTTP/1.1" status: 200 len: 944 time: 0.0576124 Jul 28 19:06:42.100440 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-f5eb30a4-45e1-476d-9f1f-e353c90aaa1b req-d24f2565-ae2c-4d8c-ac97-5be7e960ab9c tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/security-groups?id=da3193e4-56c6-417c-b113-33c66274c6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583043 Jul 28 19:06:42.124594 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14550c0-85c1-4f7b-a10d-aa24faa7820f req-49b35609-aca3-47a6-93f8-fb78e152a60d tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:06:42.126640 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-e14550c0-85c1-4f7b-a10d-aa24faa7820f req-49b35609-aca3-47a6-93f8-fb78e152a60d tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/ports?device_id=aed3a892-a81b-4117-b3b4-c9c93f0bc2ce HTTP/1.1" status: 200 len: 946 time: 0.1033680 Jul 28 19:06:42.179943 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-e14550c0-85c1-4f7b-a10d-aa24faa7820f req-63327739-b985-41f9-8ca5-ca1a5e5526b4 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/security-groups?id=42975843-26fd-496e-b975-a1703127fe22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376918 Jul 28 19:06:42.835554 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8983032a-a27e-45d0-8303-9cd4ee12ac95 req-f282cfb8-5445-4a96-be64-3090b0fb3560 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:06:42.837139 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-8983032a-a27e-45d0-8303-9cd4ee12ac95 req-f282cfb8-5445-4a96-be64-3090b0fb3560 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] 10.222.0.41 "GET /v2.0/ports?device_id=cdf4b877-763c-4734-a6f6-69a2af026932 HTTP/1.1" status: 200 len: 945 time: 0.0500312 Jul 28 19:06:42.875085 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-8983032a-a27e-45d0-8303-9cd4ee12ac95 req-03ef9cce-3e7c-4994-9500-124b0ed3a5c7 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] 10.222.0.41 "GET /v2.0/security-groups?id=1eb5a05b-31a0-42f8-b1e4-d0f49b56a7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314846 Jul 28 19:06:43.250584 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a68664-2b71-4a45-bc0c-188f58536d80 req-c7c68162-5a17-4bd5-aea6-ee7d7b7a2433 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:06:43.252565 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-24a68664-2b71-4a45-bc0c-188f58536d80 req-c7c68162-5a17-4bd5-aea6-ee7d7b7a2433 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d560c0e-0a73-4f3c-8080-2cbe04e596ed HTTP/1.1" status: 200 len: 944 time: 0.0506980 Jul 28 19:06:43.325859 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-24a68664-2b71-4a45-bc0c-188f58536d80 req-fa934e85-0b37-4da5-9616-4ad1cbccce59 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/security-groups?id=da3193e4-56c6-417c-b113-33c66274c6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621533 Jul 28 19:06:43.336665 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cce75d-80e4-4964-8a4d-33ab77c88d20 req-8a638b42-04a8-4968-a8e5-039a6ca7df23 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:06:43.338187 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-39cce75d-80e4-4964-8a4d-33ab77c88d20 req-8a638b42-04a8-4968-a8e5-039a6ca7df23 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/ports?device_id=aed3a892-a81b-4117-b3b4-c9c93f0bc2ce HTTP/1.1" status: 200 len: 946 time: 0.0834963 Jul 28 19:06:43.379609 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-39cce75d-80e4-4964-8a4d-33ab77c88d20 req-b4999f00-6dfd-4bfe-8413-3409b580078f tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/security-groups?id=42975843-26fd-496e-b975-a1703127fe22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347402 Jul 28 19:06:43.990878 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cff7d67-6f4d-46f1-a96d-ea09228e0833 req-e545be1c-d9cc-49da-9c7d-f20e035b2ed2 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:06:43.992551 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-7cff7d67-6f4d-46f1-a96d-ea09228e0833 req-e545be1c-d9cc-49da-9c7d-f20e035b2ed2 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] 10.222.0.41 "GET /v2.0/ports?device_id=cdf4b877-763c-4734-a6f6-69a2af026932 HTTP/1.1" status: 200 len: 945 time: 0.0487263 Jul 28 19:06:44.035920 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-7cff7d67-6f4d-46f1-a96d-ea09228e0833 req-2300543c-b952-4cba-9a74-056e875d1595 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] 10.222.0.41 "GET /v2.0/security-groups?id=1eb5a05b-31a0-42f8-b1e4-d0f49b56a7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361004 Jul 28 19:06:44.445311 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edd97e7-761b-436e-a5af-d187bf872288 req-4e808715-f3e8-476c-9b50-b9b0f751e647 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:06:44.446802 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-9edd97e7-761b-436e-a5af-d187bf872288 req-4e808715-f3e8-476c-9b50-b9b0f751e647 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d560c0e-0a73-4f3c-8080-2cbe04e596ed HTTP/1.1" status: 200 len: 944 time: 0.0498717 Jul 28 19:06:44.518484 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-9edd97e7-761b-436e-a5af-d187bf872288 req-78caa97e-37c9-465e-b4f9-d77f713a3254 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/security-groups?id=da3193e4-56c6-417c-b113-33c66274c6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607567 Jul 28 19:06:44.527332 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ddbea8-88e4-47cd-a64f-561c770a0266 req-b63f58a8-c8f9-461a-8940-07c339c4ebc3 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:06:44.528833 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-b4ddbea8-88e4-47cd-a64f-561c770a0266 req-b63f58a8-c8f9-461a-8940-07c339c4ebc3 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/ports?device_id=aed3a892-a81b-4117-b3b4-c9c93f0bc2ce HTTP/1.1" status: 200 len: 946 time: 0.0794144 Jul 28 19:06:44.575557 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-b4ddbea8-88e4-47cd-a64f-561c770a0266 req-83847a7b-44d3-4eb4-a6ed-e667072eaa92 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/security-groups?id=42975843-26fd-496e-b975-a1703127fe22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403345 Jul 28 19:06:45.156911 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33530391-1aa1-49df-9037-fc10cc30e5f5 req-7e0e2186-e39e-4a9e-9148-1d6b3cba84a2 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:06:45.159546 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-33530391-1aa1-49df-9037-fc10cc30e5f5 req-7e0e2186-e39e-4a9e-9148-1d6b3cba84a2 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] 10.222.0.41 "GET /v2.0/ports?device_id=cdf4b877-763c-4734-a6f6-69a2af026932 HTTP/1.1" status: 200 len: 945 time: 0.0544999 Jul 28 19:06:45.198760 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-33530391-1aa1-49df-9037-fc10cc30e5f5 req-0cae9678-8b1f-4d94-a2f6-02dbd5400d7a tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] 10.222.0.41 "GET /v2.0/security-groups?id=1eb5a05b-31a0-42f8-b1e4-d0f49b56a7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332394 Jul 28 19:06:45.721458 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81136edc-2fe4-4d7b-9f36-138f1c490cb5 req-913927b5-a61b-4fe6-ac4c-98fd0c769099 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:06:45.724045 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-81136edc-2fe4-4d7b-9f36-138f1c490cb5 req-913927b5-a61b-4fe6-ac4c-98fd0c769099 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d560c0e-0a73-4f3c-8080-2cbe04e596ed HTTP/1.1" status: 200 len: 944 time: 0.1047194 Jul 28 19:06:45.775382 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1d33b8-d7f2-4736-ac98-68f1920ed1fc req-45d80d03-d286-44c5-a20f-46438440604b tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:06:45.775382 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-2e1d33b8-d7f2-4736-ac98-68f1920ed1fc req-45d80d03-d286-44c5-a20f-46438440604b tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/ports?device_id=aed3a892-a81b-4117-b3b4-c9c93f0bc2ce HTTP/1.1" status: 200 len: 946 time: 0.0764918 Jul 28 19:06:45.815599 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-81136edc-2fe4-4d7b-9f36-138f1c490cb5 req-ed260e27-b538-428b-b46c-f31d17b33f27 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/security-groups?id=da3193e4-56c6-417c-b113-33c66274c6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709600 Jul 28 19:06:45.819821 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-2e1d33b8-d7f2-4736-ac98-68f1920ed1fc req-b9c86346-b46b-40f2-81f9-eda918f11c33 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/security-groups?id=42975843-26fd-496e-b975-a1703127fe22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767143 Jul 28 19:06:46.330827 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38b5eeb-f89e-4bc0-a3e6-7aea9ea63339 req-0713a6e0-a516-4b1e-9730-bf81178511a8 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:06:46.332405 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-d38b5eeb-f89e-4bc0-a3e6-7aea9ea63339 req-0713a6e0-a516-4b1e-9730-bf81178511a8 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] 10.222.0.41 "GET /v2.0/ports?device_id=cdf4b877-763c-4734-a6f6-69a2af026932 HTTP/1.1" status: 200 len: 945 time: 0.0665843 Jul 28 19:06:46.369126 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-d38b5eeb-f89e-4bc0-a3e6-7aea9ea63339 req-c7f0954f-ab4c-4690-9f43-ca008044f9e5 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] 10.222.0.41 "GET /v2.0/security-groups?id=1eb5a05b-31a0-42f8-b1e4-d0f49b56a7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308361 Jul 28 19:06:46.953924 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23b5857-1ff6-4f47-8940-333bfeaa4769 req-58b55f5e-117e-4099-91a7-4d22fcdbe51a tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:06:46.955564 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-f23b5857-1ff6-4f47-8940-333bfeaa4769 req-58b55f5e-117e-4099-91a7-4d22fcdbe51a tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d560c0e-0a73-4f3c-8080-2cbe04e596ed HTTP/1.1" status: 200 len: 944 time: 0.0785708 Jul 28 19:06:46.975951 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be43f2a9-e31d-4ec2-9caa-baf27aea5c35 req-64f955bb-ffc2-49d3-a1ab-0b5d98daa117 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:06:46.977374 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-be43f2a9-e31d-4ec2-9caa-baf27aea5c35 req-64f955bb-ffc2-49d3-a1ab-0b5d98daa117 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/ports?device_id=aed3a892-a81b-4117-b3b4-c9c93f0bc2ce HTTP/1.1" status: 200 len: 946 time: 0.0882497 Jul 28 19:06:47.025833 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-f23b5857-1ff6-4f47-8940-333bfeaa4769 req-f1f20da1-8ce5-4079-947c-74969fba103f tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/security-groups?id=da3193e4-56c6-417c-b113-33c66274c6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633276 Jul 28 19:06:47.040124 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-be43f2a9-e31d-4ec2-9caa-baf27aea5c35 req-7c5a97f3-8bda-4c52-a165-ae5cb2516c00 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/security-groups?id=42975843-26fd-496e-b975-a1703127fe22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533230 Jul 28 19:06:47.487609 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5238afc-3ead-4529-9e89-e29df55e3864 req-eab0add3-9b00-496e-92f6-02e40fd2f277 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:06:47.489123 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-d5238afc-3ead-4529-9e89-e29df55e3864 req-eab0add3-9b00-496e-92f6-02e40fd2f277 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] 10.222.0.41 "GET /v2.0/ports?device_id=cdf4b877-763c-4734-a6f6-69a2af026932 HTTP/1.1" status: 200 len: 945 time: 0.0518579 Jul 28 19:06:47.526592 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-d5238afc-3ead-4529-9e89-e29df55e3864 req-e0cff70d-a899-43e5-a8c2-f63ead13b48f tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] 10.222.0.41 "GET /v2.0/security-groups?id=1eb5a05b-31a0-42f8-b1e4-d0f49b56a7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315483 Jul 28 19:06:48.172638 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04953b9e-bebc-40a0-b6ad-ce77fa0de3ed req-7c71e1fd-2c30-489a-b686-6437df6cba76 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:06:48.174156 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-04953b9e-bebc-40a0-b6ad-ce77fa0de3ed req-7c71e1fd-2c30-489a-b686-6437df6cba76 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d560c0e-0a73-4f3c-8080-2cbe04e596ed HTTP/1.1" status: 200 len: 944 time: 0.0744178 Jul 28 19:06:48.193769 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaf932c-38b7-4bd1-bcf2-6d9ef6f6f487 req-2361590c-5942-41c9-8963-edbbec91f102 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:06:48.195159 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-deaf932c-38b7-4bd1-bcf2-6d9ef6f6f487 req-2361590c-5942-41c9-8963-edbbec91f102 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/ports?device_id=aed3a892-a81b-4117-b3b4-c9c93f0bc2ce HTTP/1.1" status: 200 len: 946 time: 0.0850136 Jul 28 19:06:48.241852 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-04953b9e-bebc-40a0-b6ad-ce77fa0de3ed req-0df11986-2459-414f-a787-11354cda4d8d tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/security-groups?id=da3193e4-56c6-417c-b113-33c66274c6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608382 Jul 28 19:06:48.248910 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-deaf932c-38b7-4bd1-bcf2-6d9ef6f6f487 req-0ecc906a-1691-4514-bb0b-ef8cd2164b80 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/security-groups?id=42975843-26fd-496e-b975-a1703127fe22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460505 Jul 28 19:06:48.644894 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27354ad8-0275-42c6-b7f4-5fc208252daa req-d7805fb8-83b1-41da-a2a9-ada10e0b2971 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:06:48.646388 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-27354ad8-0275-42c6-b7f4-5fc208252daa req-d7805fb8-83b1-41da-a2a9-ada10e0b2971 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] 10.222.0.41 "GET /v2.0/ports?device_id=cdf4b877-763c-4734-a6f6-69a2af026932 HTTP/1.1" status: 200 len: 945 time: 0.0488193 Jul 28 19:06:48.682693 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-27354ad8-0275-42c6-b7f4-5fc208252daa req-e7fa5036-a5f7-41fa-86ca-20ae958b4549 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] 10.222.0.41 "GET /v2.0/security-groups?id=1eb5a05b-31a0-42f8-b1e4-d0f49b56a7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303402 Jul 28 19:06:49.389383 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05db1727-a7d9-45bd-a15f-7d37d72b6f32 req-815446f5-6fd9-45fc-a151-f258a76327f5 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:06:49.390848 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-05db1727-a7d9-45bd-a15f-7d37d72b6f32 req-815446f5-6fd9-45fc-a151-f258a76327f5 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/ports?device_id=aed3a892-a81b-4117-b3b4-c9c93f0bc2ce HTTP/1.1" status: 200 len: 946 time: 0.0764036 Jul 28 19:06:49.402472 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4e4e42-d8c0-437e-90ff-0293e7745b54 req-81232f0a-3cd5-47d4-868a-1f6d76cd5f23 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:06:49.403982 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-5d4e4e42-d8c0-437e-90ff-0293e7745b54 req-81232f0a-3cd5-47d4-868a-1f6d76cd5f23 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d560c0e-0a73-4f3c-8080-2cbe04e596ed HTTP/1.1" status: 200 len: 944 time: 0.0906699 Jul 28 19:06:49.460256 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-05db1727-a7d9-45bd-a15f-7d37d72b6f32 req-1f22d747-4417-4af6-a695-d98f4b2905c8 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/security-groups?id=42975843-26fd-496e-b975-a1703127fe22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552030 Jul 28 19:06:49.467379 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-5d4e4e42-d8c0-437e-90ff-0293e7745b54 req-1a437acb-7175-4afd-9a42-63152cab5227 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/security-groups?id=da3193e4-56c6-417c-b113-33c66274c6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566163 Jul 28 19:06:49.796405 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3d013b-947b-478f-a719-4600e5abdbe2 req-73cd8b37-dcfe-4543-891e-74782b91a4ec tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:06:49.797923 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-0c3d013b-947b-478f-a719-4600e5abdbe2 req-73cd8b37-dcfe-4543-891e-74782b91a4ec tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] 10.222.0.41 "GET /v2.0/ports?device_id=cdf4b877-763c-4734-a6f6-69a2af026932 HTTP/1.1" status: 200 len: 945 time: 0.0479105 Jul 28 19:06:49.836262 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-0c3d013b-947b-478f-a719-4600e5abdbe2 req-fafae98a-3a9b-4d77-805e-96ba4a33f08c tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] 10.222.0.41 "GET /v2.0/security-groups?id=1eb5a05b-31a0-42f8-b1e4-d0f49b56a7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324831 Jul 28 19:06:49.897270 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e649161d-b689-4d78-af1d-ddd378683c48 req-2b3afd7c-8919-488a-a970-ea01fe1e248a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:06:49.898726 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-e649161d-b689-4d78-af1d-ddd378683c48 req-2b3afd7c-8919-488a-a970-ea01fe1e248a service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=aed3a892-a81b-4117-b3b4-c9c93f0bc2ce HTTP/1.1" status: 200 len: 1099 time: 0.0392261 Jul 28 19:06:49.934905 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-e649161d-b689-4d78-af1d-ddd378683c48 req-173e1684-86f4-4fa1-b751-f900a0958ced service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=42975843-26fd-496e-b975-a1703127fe22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274210 Jul 28 19:06:50.461443 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40db0bee-099b-4d88-aa6c-8b5a7a2bb1cf req-e3ce4364-be9c-4b72-8eeb-6f747dab9058 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:06:50.462861 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-40db0bee-099b-4d88-aa6c-8b5a7a2bb1cf req-e3ce4364-be9c-4b72-8eeb-6f747dab9058 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] 10.222.0.49 "GET /v2.0/ports?device_id=cdf4b877-763c-4734-a6f6-69a2af026932 HTTP/1.1" status: 200 len: 945 time: 0.0468173 Jul 28 19:06:50.556422 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.plugins.ml2.plugin [req-40db0bee-099b-4d88-aa6c-8b5a7a2bb1cf req-78b9cad1-d4c5-4cb5-8d0e-4a063f08d696 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] Deleting port 90a887fc-b501-47bc-9162-72ef3f659512 {{(pid=93587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 19:06:50.556422 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [req-40db0bee-099b-4d88-aa6c-8b5a7a2bb1cf req-78b9cad1-d4c5-4cb5-8d0e-4a063f08d696 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742349616523'] for port, before_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:06:50.616874 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3082197a-4c28-44d4-8882-7494eba6045a req-bed2cbfd-49a7-475b-a859-8328fb58cd86 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:06:50.618360 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-3082197a-4c28-44d4-8882-7494eba6045a req-bed2cbfd-49a7-475b-a859-8328fb58cd86 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/ports?device_id=aed3a892-a81b-4117-b3b4-c9c93f0bc2ce HTTP/1.1" status: 200 len: 946 time: 0.0818083 Jul 28 19:06:50.630131 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859eff76-cdea-47a5-ba0b-4b331c71c585 req-4e7d798a-b1de-4852-a3ec-c5ecb1a40ae4 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:06:50.638970 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-859eff76-cdea-47a5-ba0b-4b331c71c585 req-4e7d798a-b1de-4852-a3ec-c5ecb1a40ae4 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d560c0e-0a73-4f3c-8080-2cbe04e596ed HTTP/1.1" status: 200 len: 944 time: 0.0852504 Jul 28 19:06:50.644675 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.plugins.ml2.db [req-40db0bee-099b-4d88-aa6c-8b5a7a2bb1cf req-78b9cad1-d4c5-4cb5-8d0e-4a063f08d696 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] For port 90a887fc-b501-47bc-9162-72ef3f659512, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=90a887fc-b501-47bc-9162-72ef3f659512,segment=NetworkSegment(0371c4bd-4d97-467a-b535-ac8857907d33),segment_id=0371c4bd-4d97-467a-b535-ac8857907d33)] {{(pid=93587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:06:50.645045 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [req-40db0bee-099b-4d88-aa6c-8b5a7a2bb1cf req-78b9cad1-d4c5-4cb5-8d0e-4a063f08d696 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825298'] for port, precommit_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:06:50.658528 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.plugins.ml2.plugin [req-40db0bee-099b-4d88-aa6c-8b5a7a2bb1cf req-78b9cad1-d4c5-4cb5-8d0e-4a063f08d696 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] Calling delete_port for 90a887fc-b501-47bc-9162-72ef3f659512 owned by compute:nova {{(pid=93587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 19:06:50.680926 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-3082197a-4c28-44d4-8882-7494eba6045a req-0e254ec2-8ca8-4d57-bfdb-bdce8729c8fd tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/security-groups?id=42975843-26fd-496e-b975-a1703127fe22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483162 Jul 28 19:06:50.702689 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-859eff76-cdea-47a5-ba0b-4b331c71c585 req-de14226f-7679-436d-b2e8-9d54f53f1843 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/security-groups?id=da3193e4-56c6-417c-b113-33c66274c6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539405 Jul 28 19:06:50.872956 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [req-40db0bee-099b-4d88-aa6c-8b5a7a2bb1cf req-78b9cad1-d4c5-4cb5-8d0e-4a063f08d696 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742349622303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742349248525'] for port, after_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:06:50.887335 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.db [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] get_ports_and_sgs() called for port_ids ['00efaa0f-267e-46a3-b437-c6b06e7bc703', 'c330fd36-6d01-429e-bbe7-9ae49a099323', '90a887fc-b501-47bc-9162-72ef3f659512'] {{(pid=93588) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 19:06:50.918024 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b9cad1-d4c5-4cb5-8d0e-4a063f08d696 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] Pushing event deleted for resources: {'Port': ['ID=90a887fc-b501-47bc-9162-72ef3f659512,revision_number=None']} {{(pid=93587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:06:50.938956 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-b9790c82-03f4-4689-a835-d4b9f159d0b7 req-067a5f4b-b588-4ce1-ab32-dc49a84eebdd tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] 10.222.0.41 "GET /v2.0/ports?device_id=cdf4b877-763c-4734-a6f6-69a2af026932 HTTP/1.1" status: 200 len: 210 time: 0.0359881 Jul 28 19:06:50.964667 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.db.l3_dvrscheduler_db [req-40db0bee-099b-4d88-aa6c-8b5a7a2bb1cf req-78b9cad1-d4c5-4cb5-8d0e-4a063f08d696 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] No DVR routers for this DVR port 90a887fc-b501-47bc-9162-72ef3f659512 on host hv-cinder-80265 {{(pid=93587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 19:06:50.968903 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [req-40db0bee-099b-4d88-aa6c-8b5a7a2bb1cf req-78b9cad1-d4c5-4cb5-8d0e-4a063f08d696 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148603'] for port, before_response {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:06:50.971214 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-40db0bee-099b-4d88-aa6c-8b5a7a2bb1cf req-78b9cad1-d4c5-4cb5-8d0e-4a063f08d696 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] 10.222.0.49 "DELETE /v2.0/ports/90a887fc-b501-47bc-9162-72ef3f659512 HTTP/1.1" status: 204 len: 173 time: 0.5015843 Jul 28 19:06:50.971928 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdf4b877-763c-4734-a6f6-69a2af026932', 'name': 'network-vif-deleted', 'tag': '90a887fc-b501-47bc-9162-72ef3f659512'}] {{(pid=93587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 19:06:50.996743 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0425cd91716d62700118381c1ce81f16af4b0b2dffb745d1fa1c8d13c3262bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dde38e9a-b882-4a56-aaeb-710f8076c338" -d '{"events": [{"server_uuid": "cdf4b877-763c-4734-a6f6-69a2af026932", "name": "network-vif-deleted", "tag": "90a887fc-b501-47bc-9162-72ef3f659512"}]}' {{(pid=93587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 19:06:51.038079 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 19:06:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-114a91cd-ead3-4300-976d-a66946fca83f x-openstack-request-id: req-114a91cd-ead3-4300-976d-a66946fca83f {{(pid=93587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 19:06:51.038366 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdf4b877-763c-4734-a6f6-69a2af026932", "name": "network-vif-deleted", "tag": "90a887fc-b501-47bc-9162-72ef3f659512", "status": "completed", "code": 200}]} {{(pid=93587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 19:06:51.038639 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-114a91cd-ead3-4300-976d-a66946fca83f {{(pid=93587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 19:06:51.039028 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdf4b877-763c-4734-a6f6-69a2af026932', 'name': 'network-vif-deleted', 'tag': '90a887fc-b501-47bc-9162-72ef3f659512', 'status': 'completed', 'code': 200} Jul 28 19:06:51.078850 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e73c73-e539-4610-b8e1-bcb0ea596d72 req-241e4d0f-b3bd-4aa3-972f-fc9774471d5a tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:06:51.086402 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-b7e73c73-e539-4610-b8e1-bcb0ea596d72 req-241e4d0f-b3bd-4aa3-972f-fc9774471d5a tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c78b726-b285-4d18-8338-3b500b53a49e HTTP/1.1" status: 200 len: 984 time: 0.0655105 Jul 28 19:06:51.123831 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-b7e73c73-e539-4610-b8e1-bcb0ea596d72 req-72a40830-2cf2-47c6-99ee-36c33f460589 tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd99dac1-4ecb-4bbe-94ca-066efd8c979c&id=d5e7fd5e-c36c-4555-9b59-8f6ffb6121a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0365644 Jul 28 19:06:51.129574 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3c9bcf-4f79-46d5-9443-9fc921c5c902 req-631863ea-8053-4eb6-ba26-4d22289f4020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:06:51.130803 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-9c3c9bcf-4f79-46d5-9443-9fc921c5c902 req-631863ea-8053-4eb6-ba26-4d22289f4020 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e5f8b3f642634ceca190ab8e217700ce&device_id=9c78b726-b285-4d18-8338-3b500b53a49e HTTP/1.1" status: 200 len: 1137 time: 0.0474217 Jul 28 19:06:51.227513 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3c9bcf-4f79-46d5-9443-9fc921c5c902 req-75b03303-7770-4549-a89e-5ad38e858b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:06:51.228918 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-9c3c9bcf-4f79-46d5-9443-9fc921c5c902 req-75b03303-7770-4549-a89e-5ad38e858b49 service neutron] 10.222.0.49 "GET /v2.0/networks?id=f534d070-f433-4f81-b52e-daa60a2cf334 HTTP/1.1" status: 200 len: 916 time: 0.0844142 Jul 28 19:06:51.297013 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-9c3c9bcf-4f79-46d5-9443-9fc921c5c902 req-67ac83ab-3093-4765-86e8-452b7f8693dd service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0cbd334b-5202-47ab-8fc2-7bea8cdf51d2 HTTP/1.1" status: 200 len: 1001 time: 0.0596459 Jul 28 19:06:51.353186 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3c9bcf-4f79-46d5-9443-9fc921c5c902 req-c6ac150d-0a7e-4075-baaf-5e0d7ae26334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:06:51.354592 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-9c3c9bcf-4f79-46d5-9443-9fc921c5c902 req-c6ac150d-0a7e-4075-baaf-5e0d7ae26334 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=03ec0541-ec02-4841-99b9-2dcfb43e9118 HTTP/1.1" status: 200 len: 854 time: 0.0430856 Jul 28 19:06:51.402206 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3c9bcf-4f79-46d5-9443-9fc921c5c902 req-00387439-d0fd-41bd-8908-5d686146e655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:06:51.403653 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-9c3c9bcf-4f79-46d5-9443-9fc921c5c902 req-00387439-d0fd-41bd-8908-5d686146e655 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f534d070-f433-4f81-b52e-daa60a2cf334&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0385454 Jul 28 19:06:51.499038 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-9c3c9bcf-4f79-46d5-9443-9fc921c5c902 req-bbedfc7a-0924-4236-924f-c6da6ec40022 service neutron] 10.222.0.49 "GET /v2.0/networks/f534d070-f433-4f81-b52e-daa60a2cf334?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847342 Jul 28 19:06:51.581204 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-34475432-b85b-45be-acec-e0f8024b6201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:06:51.590415 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-9c3c9bcf-4f79-46d5-9443-9fc921c5c902 req-7d3a01f8-8ce7-43c5-81c6-887b2585f99e service neutron] 10.222.0.49 "GET /v2.0/networks/f534d070-f433-4f81-b52e-daa60a2cf334?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820990 Jul 28 19:06:51.829354 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945490f4-493f-4cf5-9f88-351b91f99c7b req-3dc9dabb-6467-4a9f-bbd0-d6bceabcf914 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:06:51.831114 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-945490f4-493f-4cf5-9f88-351b91f99c7b req-3dc9dabb-6467-4a9f-bbd0-d6bceabcf914 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/ports?device_id=aed3a892-a81b-4117-b3b4-c9c93f0bc2ce HTTP/1.1" status: 200 len: 946 time: 0.0778344 Jul 28 19:06:51.843800 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf7ec3e-eca7-429d-bc72-edd3070e31df req-fa185268-cf05-4ba0-8ff3-9476c2a7b8aa tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:06:51.845226 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-dbf7ec3e-eca7-429d-bc72-edd3070e31df req-fa185268-cf05-4ba0-8ff3-9476c2a7b8aa tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d560c0e-0a73-4f3c-8080-2cbe04e596ed HTTP/1.1" status: 200 len: 944 time: 0.0660973 Jul 28 19:06:51.903651 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-945490f4-493f-4cf5-9f88-351b91f99c7b req-98bef34c-c24c-4b04-a3a2-01865c591d34 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/security-groups?id=42975843-26fd-496e-b975-a1703127fe22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574734 Jul 28 19:06:51.908637 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-dbf7ec3e-eca7-429d-bc72-edd3070e31df req-eec8da46-0792-4faf-92fc-14ffaed5a752 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/security-groups?id=da3193e4-56c6-417c-b113-33c66274c6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566397 Jul 28 19:06:52.052240 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-c8354590-79b8-49df-8a1e-34ef34c5d721 req-6e3ae81b-7fb6-45b7-a51f-e90ea1eaae26 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] 10.222.0.41 "GET /v2.0/ports?device_id=cdf4b877-763c-4734-a6f6-69a2af026932 HTTP/1.1" status: 200 len: 210 time: 0.0268631 Jul 28 19:06:52.238756 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b4cabe-5e7c-49e8-b00e-db5ea2dd5d29 req-50eef949-6e6f-4fe0-86b2-491a1642c424 tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:06:52.240312 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-87b4cabe-5e7c-49e8-b00e-db5ea2dd5d29 req-50eef949-6e6f-4fe0-86b2-491a1642c424 tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c78b726-b285-4d18-8338-3b500b53a49e HTTP/1.1" status: 200 len: 984 time: 0.0497203 Jul 28 19:06:52.288745 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-87b4cabe-5e7c-49e8-b00e-db5ea2dd5d29 req-78c71391-5af3-4d6c-acdd-468c496ad4a9 tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd99dac1-4ecb-4bbe-94ca-066efd8c979c&id=d5e7fd5e-c36c-4555-9b59-8f6ffb6121a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0422981 Jul 28 19:06:52.346284 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bb4bb7-ce28-482c-a4a1-e82526149bd9 req-ff48631e-d42d-4bf6-91b6-b93d2d472101 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:06:52.347802 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-64bb4bb7-ce28-482c-a4a1-e82526149bd9 req-ff48631e-d42d-4bf6-91b6-b93d2d472101 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/ports?device_id=aed3a892-a81b-4117-b3b4-c9c93f0bc2ce HTTP/1.1" status: 200 len: 946 time: 0.0485969 Jul 28 19:06:52.359399 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5404a4d4-fb17-4473-b89c-2b7d240ae6b4 req-00b7e71c-c4d4-4701-b561-dcf7c2d1c4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:06:52.360924 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-5404a4d4-fb17-4473-b89c-2b7d240ae6b4 req-00b7e71c-c4d4-4701-b561-dcf7c2d1c4f8 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ab36a3ab5c78406b94032a7ca4193d8f&device_id=aed3a892-a81b-4117-b3b4-c9c93f0bc2ce HTTP/1.1" status: 200 len: 1099 time: 0.0417435 Jul 28 19:06:52.394037 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-64bb4bb7-ce28-482c-a4a1-e82526149bd9 req-a7429369-83a2-43c0-8c50-2a86457af26f tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/security-groups?id=42975843-26fd-496e-b975-a1703127fe22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398610 Jul 28 19:06:52.464552 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5404a4d4-fb17-4473-b89c-2b7d240ae6b4 req-285f299a-688f-4f9e-b66b-80becc95e924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:06:52.466021 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-5404a4d4-fb17-4473-b89c-2b7d240ae6b4 req-285f299a-688f-4f9e-b66b-80becc95e924 service neutron] 10.222.0.49 "GET /v2.0/networks?id=55abd46f-cb0c-4975-97d4-5b97e39ca579 HTTP/1.1" status: 200 len: 919 time: 0.0917106 Jul 28 19:06:52.507710 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-5404a4d4-fb17-4473-b89c-2b7d240ae6b4 req-fd0e38a2-148f-4059-af46-a59764cefb61 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=42bd04ad-4b2a-497e-96f2-9b339a73581a HTTP/1.1" status: 200 len: 217 time: 0.0328918 Jul 28 19:06:52.758472 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5404a4d4-fb17-4473-b89c-2b7d240ae6b4 req-3414a2a1-a599-472b-95d0-74f86d937b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:06:52.759844 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-5404a4d4-fb17-4473-b89c-2b7d240ae6b4 req-3414a2a1-a599-472b-95d0-74f86d937b25 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7ace80f0-3f3a-4421-afb0-85b3c7802c40 HTTP/1.1" status: 200 len: 858 time: 0.2445202 Jul 28 19:06:52.790725 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-5404a4d4-fb17-4473-b89c-2b7d240ae6b4 req-2c6cc997-8bd0-4250-ac92-13debfff5e8d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=55abd46f-cb0c-4975-97d4-5b97e39ca579&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234618 Jul 28 19:06:52.886397 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-5404a4d4-fb17-4473-b89c-2b7d240ae6b4 req-1168a7e4-af1d-49ce-ba05-36e4481afcf3 service neutron] 10.222.0.49 "GET /v2.0/networks/55abd46f-cb0c-4975-97d4-5b97e39ca579?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814650 Jul 28 19:06:52.979821 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-5404a4d4-fb17-4473-b89c-2b7d240ae6b4 req-865d119c-4e65-4f2a-89ef-3bd3dd5fab50 service neutron] 10.222.0.49 "GET /v2.0/networks/55abd46f-cb0c-4975-97d4-5b97e39ca579?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849726 Jul 28 19:06:53.035874 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38563e6a-6408-42b1-b693-a0fd7c64f0ff req-7427c0ed-c1d6-417e-a6c0-8d030b0d684d tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:06:53.037264 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-38563e6a-6408-42b1-b693-a0fd7c64f0ff req-7427c0ed-c1d6-417e-a6c0-8d030b0d684d tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d560c0e-0a73-4f3c-8080-2cbe04e596ed HTTP/1.1" status: 200 len: 944 time: 0.0516984 Jul 28 19:06:53.074148 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-38563e6a-6408-42b1-b693-a0fd7c64f0ff req-31001ee7-e55d-4463-83d5-47564790606d tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/security-groups?id=da3193e4-56c6-417c-b113-33c66274c6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309992 Jul 28 19:06:53.402647 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12da2f2-05f9-4181-86b8-aa0e11e9d2de req-ee04411e-d920-4e70-8933-36c496607328 tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:06:53.404274 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-d12da2f2-05f9-4181-86b8-aa0e11e9d2de req-ee04411e-d920-4e70-8933-36c496607328 tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c78b726-b285-4d18-8338-3b500b53a49e HTTP/1.1" status: 200 len: 984 time: 0.0485137 Jul 28 19:06:53.445845 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-d12da2f2-05f9-4181-86b8-aa0e11e9d2de req-6c41441b-6d2d-4476-aed6-382af30ab438 tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd99dac1-4ecb-4bbe-94ca-066efd8c979c&id=d5e7fd5e-c36c-4555-9b59-8f6ffb6121a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0349464 Jul 28 19:06:53.586425 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884f20eb-4824-4aaa-9f50-1b4546385317 req-89659718-c80a-4f4b-b70a-b3b408e50c88 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:06:53.587809 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-884f20eb-4824-4aaa-9f50-1b4546385317 req-89659718-c80a-4f4b-b70a-b3b408e50c88 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/ports?device_id=aed3a892-a81b-4117-b3b4-c9c93f0bc2ce HTTP/1.1" status: 200 len: 946 time: 0.0788250 Jul 28 19:06:53.599722 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e66a480-32c2-431e-a621-c53d20f46de8 req-d446e11e-b509-4293-8922-812c753c59ba tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:06:53.601118 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-9e66a480-32c2-431e-a621-c53d20f46de8 req-d446e11e-b509-4293-8922-812c753c59ba tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] 10.222.0.41 "GET /v2.0/ports?device_id=0dd1982b-b7a5-4788-9056-44e782ec1d01 HTTP/1.1" status: 200 len: 945 time: 0.0667467 Jul 28 19:06:53.654102 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-884f20eb-4824-4aaa-9f50-1b4546385317 req-ed455bac-c461-4c2a-a5e6-108578518038 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/security-groups?id=42975843-26fd-496e-b975-a1703127fe22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519845 Jul 28 19:06:53.661136 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-9e66a480-32c2-431e-a621-c53d20f46de8 req-19fc49ed-84e5-42b2-8ac6-7a5b9a2d7812 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] 10.222.0.41 "GET /v2.0/security-groups?id=1eb5a05b-31a0-42f8-b1e4-d0f49b56a7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516856 Jul 28 19:06:54.010032 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.rpc [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Device 90a887fc-b501-47bc-9162-72ef3f659512 no longer exists at agent hyperv_hv-cinder-80265 {{(pid=93588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 19:06:54.030303 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.plugin [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] No Port match for: 90a887fc-b501-47bc-9162-72ef3f659512 {{(pid=93588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 19:06:54.030644 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.rpc [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Device 90a887fc-b501-47bc-9162-72ef3f659512 not bound to the agent host hv-cinder-80265 {{(pid=93588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 19:06:54.196087 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebc3a13-9e81-46e3-8084-b5daa9277bfd req-45f73d61-0e52-413a-985b-28da9cdbb2bb tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:06:54.197561 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-3ebc3a13-9e81-46e3-8084-b5daa9277bfd req-45f73d61-0e52-413a-985b-28da9cdbb2bb tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d560c0e-0a73-4f3c-8080-2cbe04e596ed HTTP/1.1" status: 200 len: 944 time: 0.0480483 Jul 28 19:06:54.198266 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:06:54.236955 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-3ebc3a13-9e81-46e3-8084-b5daa9277bfd req-d306e8e3-a226-44d9-b416-e993aa1bd011 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/security-groups?id=da3193e4-56c6-417c-b113-33c66274c6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325747 Jul 28 19:06:54.386493 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-a2edee47-c3de-41d5-babf-c4ce12359271 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:06:54.562067 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575cdfb3-b818-43b1-b309-96c0a9d3cdef req-949be595-b911-42c2-a370-89daaf137459 tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:06:54.563419 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-575cdfb3-b818-43b1-b309-96c0a9d3cdef req-949be595-b911-42c2-a370-89daaf137459 tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c78b726-b285-4d18-8338-3b500b53a49e HTTP/1.1" status: 200 len: 984 time: 0.0475199 Jul 28 19:06:54.605507 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-575cdfb3-b818-43b1-b309-96c0a9d3cdef req-dfd7e903-70ee-42e1-9501-75ac5953fa8e tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd99dac1-4ecb-4bbe-94ca-066efd8c979c&id=d5e7fd5e-c36c-4555-9b59-8f6ffb6121a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0361147 Jul 28 19:06:54.799353 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe6ba45-164c-4bf3-a43e-ffb569573fc5 req-d0c4c22f-032c-4e63-ac0c-535154022280 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:06:54.800870 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-0fe6ba45-164c-4bf3-a43e-ffb569573fc5 req-d0c4c22f-032c-4e63-ac0c-535154022280 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/ports?device_id=aed3a892-a81b-4117-b3b4-c9c93f0bc2ce HTTP/1.1" status: 200 len: 946 time: 0.0780625 Jul 28 19:06:54.808095 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21016dfd-2730-46de-8fe6-8f75e726e382 req-6ecc57db-457c-4abb-8d46-beffd3e851ff tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:06:54.809446 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-21016dfd-2730-46de-8fe6-8f75e726e382 req-6ecc57db-457c-4abb-8d46-beffd3e851ff tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] 10.222.0.41 "GET /v2.0/ports?device_id=0dd1982b-b7a5-4788-9056-44e782ec1d01 HTTP/1.1" status: 200 len: 945 time: 0.0782299 Jul 28 19:06:54.865414 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-0fe6ba45-164c-4bf3-a43e-ffb569573fc5 req-824b694e-474d-4379-9f0d-1f3e923316f8 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/security-groups?id=42975843-26fd-496e-b975-a1703127fe22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549715 Jul 28 19:06:54.870054 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-21016dfd-2730-46de-8fe6-8f75e726e382 req-8b82de48-cf79-4b54-a08b-f726198abdca tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] 10.222.0.41 "GET /v2.0/security-groups?id=1eb5a05b-31a0-42f8-b1e4-d0f49b56a7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529323 Jul 28 19:06:55.356025 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e14d3c3-b788-41c9-ab8a-8053d873af71 req-28452d27-be53-4468-bda8-fbbdbf842c93 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:06:55.357745 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6a047e-5240-4229-a853-c87ad051b872 req-574d903a-fc0d-4d9c-b816-268be00da078 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:06:55.358203 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-3e14d3c3-b788-41c9-ab8a-8053d873af71 req-28452d27-be53-4468-bda8-fbbdbf842c93 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] 10.222.0.49 "GET /v2.0/ports?device_id=0dd1982b-b7a5-4788-9056-44e782ec1d01 HTTP/1.1" status: 200 len: 945 time: 0.0500889 Jul 28 19:06:55.359378 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-cf6a047e-5240-4229-a853-c87ad051b872 req-574d903a-fc0d-4d9c-b816-268be00da078 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d560c0e-0a73-4f3c-8080-2cbe04e596ed HTTP/1.1" status: 200 len: 944 time: 0.0518305 Jul 28 19:06:55.396664 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-cf6a047e-5240-4229-a853-c87ad051b872 req-9044044e-b257-4ebe-b012-a975f52f5b30 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/security-groups?id=da3193e4-56c6-417c-b113-33c66274c6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311637 Jul 28 19:06:55.453034 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.plugins.ml2.plugin [req-3e14d3c3-b788-41c9-ab8a-8053d873af71 req-8a07b583-b08f-41f3-9c6a-2ec3472017a0 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] Deleting port c330fd36-6d01-429e-bbe7-9ae49a099323 {{(pid=93587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 19:06:55.453585 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [req-3e14d3c3-b788-41c9-ab8a-8053d873af71 req-8a07b583-b08f-41f3-9c6a-2ec3472017a0 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742349616523'] for port, before_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:06:55.529498 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-acea1373-d53c-46a9-b089-9e40d352d773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:06:55.547142 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.plugins.ml2.db [req-3e14d3c3-b788-41c9-ab8a-8053d873af71 req-8a07b583-b08f-41f3-9c6a-2ec3472017a0 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] For port c330fd36-6d01-429e-bbe7-9ae49a099323, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=c330fd36-6d01-429e-bbe7-9ae49a099323,segment=NetworkSegment(0371c4bd-4d97-467a-b535-ac8857907d33),segment_id=0371c4bd-4d97-467a-b535-ac8857907d33)] {{(pid=93587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:06:55.547510 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [req-3e14d3c3-b788-41c9-ab8a-8053d873af71 req-8a07b583-b08f-41f3-9c6a-2ec3472017a0 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825298'] for port, precommit_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:06:55.559798 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.plugins.ml2.plugin [req-3e14d3c3-b788-41c9-ab8a-8053d873af71 req-8a07b583-b08f-41f3-9c6a-2ec3472017a0 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] Calling delete_port for c330fd36-6d01-429e-bbe7-9ae49a099323 owned by compute:nova {{(pid=93587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 19:06:55.717857 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fee747-4956-4911-afb1-594fc24b24b7 req-e31e7b99-b6b9-4c8f-bc41-9ffdfcddf324 tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:06:55.719340 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-e0fee747-4956-4911-afb1-594fc24b24b7 req-e31e7b99-b6b9-4c8f-bc41-9ffdfcddf324 tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c78b726-b285-4d18-8338-3b500b53a49e HTTP/1.1" status: 200 len: 984 time: 0.0480313 Jul 28 19:06:55.758353 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [req-3e14d3c3-b788-41c9-ab8a-8053d873af71 req-8a07b583-b08f-41f3-9c6a-2ec3472017a0 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742349622303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742349248525'] for port, after_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:06:55.762294 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-e0fee747-4956-4911-afb1-594fc24b24b7 req-8983008b-480b-42ee-a3e7-f6c48de6e4cf tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd99dac1-4ecb-4bbe-94ca-066efd8c979c&id=d5e7fd5e-c36c-4555-9b59-8f6ffb6121a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0339899 Jul 28 19:06:55.770613 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.db [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] get_ports_and_sgs() called for port_ids ['00efaa0f-267e-46a3-b437-c6b06e7bc703', 'c330fd36-6d01-429e-bbe7-9ae49a099323'] {{(pid=93588) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 19:06:55.785387 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a07b583-b08f-41f3-9c6a-2ec3472017a0 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] Pushing event deleted for resources: {'Port': ['ID=c330fd36-6d01-429e-bbe7-9ae49a099323,revision_number=None']} {{(pid=93587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:06:55.830825 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e14d3c3-b788-41c9-ab8a-8053d873af71 req-8a07b583-b08f-41f3-9c6a-2ec3472017a0 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] No DVR routers for this DVR port c330fd36-6d01-429e-bbe7-9ae49a099323 on host hv-cinder-80265 {{(pid=93587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 19:06:55.833178 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [req-3e14d3c3-b788-41c9-ab8a-8053d873af71 req-8a07b583-b08f-41f3-9c6a-2ec3472017a0 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148603'] for port, before_response {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:06:55.835133 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-3e14d3c3-b788-41c9-ab8a-8053d873af71 req-8a07b583-b08f-41f3-9c6a-2ec3472017a0 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] 10.222.0.49 "DELETE /v2.0/ports/c330fd36-6d01-429e-bbe7-9ae49a099323 HTTP/1.1" status: 204 len: 173 time: 0.4696898 Jul 28 19:06:55.835572 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dd1982b-b7a5-4788-9056-44e782ec1d01', 'name': 'network-vif-deleted', 'tag': 'c330fd36-6d01-429e-bbe7-9ae49a099323'}] {{(pid=93587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 19:06:55.837862 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0425cd91716d62700118381c1ce81f16af4b0b2dffb745d1fa1c8d13c3262bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0caeca36-1abb-4de9-ba91-a5b5993dc6be" -d '{"events": [{"server_uuid": "0dd1982b-b7a5-4788-9056-44e782ec1d01", "name": "network-vif-deleted", "tag": "c330fd36-6d01-429e-bbe7-9ae49a099323"}]}' {{(pid=93587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 19:06:55.875093 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 19:06:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2712b9a4-9f45-4818-9e61-6ddabb956937 x-openstack-request-id: req-2712b9a4-9f45-4818-9e61-6ddabb956937 {{(pid=93587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 19:06:55.875376 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dd1982b-b7a5-4788-9056-44e782ec1d01", "name": "network-vif-deleted", "tag": "c330fd36-6d01-429e-bbe7-9ae49a099323", "status": "completed", "code": 200}]} {{(pid=93587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 19:06:55.875619 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2712b9a4-9f45-4818-9e61-6ddabb956937 {{(pid=93587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 19:06:55.876034 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dd1982b-b7a5-4788-9056-44e782ec1d01', 'name': 'network-vif-deleted', 'tag': 'c330fd36-6d01-429e-bbe7-9ae49a099323', 'status': 'completed', 'code': 200} Jul 28 19:06:55.994708 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-28742e83-0d88-4d34-bfa9-17a3273e7c5a req-2098726f-ee41-4032-a1ba-f95374c47aec tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] 10.222.0.41 "GET /v2.0/ports?device_id=0dd1982b-b7a5-4788-9056-44e782ec1d01 HTTP/1.1" status: 200 len: 210 time: 0.0435424 Jul 28 19:06:56.007820 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.rpc [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Device 58e46291-e822-4005-8f56-21ee82c2f4eb details requested by agent hyperv_hv-cinder-80265 with host hv-cinder-80265 {{(pid=93588) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 19:06:56.015756 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc811473-5d73-45e0-94d4-7578c9d7b255 req-f98ededc-b594-45b0-8aae-0b3b54d3f2f0 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:06:56.017560 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-fc811473-5d73-45e0-94d4-7578c9d7b255 req-f98ededc-b594-45b0-8aae-0b3b54d3f2f0 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/ports?device_id=aed3a892-a81b-4117-b3b4-c9c93f0bc2ce HTTP/1.1" status: 200 len: 946 time: 0.0757124 Jul 28 19:06:56.058565 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-fc811473-5d73-45e0-94d4-7578c9d7b255 req-db2321e5-68de-4a60-b4e8-104b95243663 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/security-groups?id=42975843-26fd-496e-b975-a1703127fe22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343153 Jul 28 19:06:56.104098 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.db [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] For port 58e46291-e822-4005-8f56-21ee82c2f4eb, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=58e46291-e822-4005-8f56-21ee82c2f4eb,segment=NetworkSegment(849c600d-119e-46e5-ad54-f7773d8e0f09),segment_id=849c600d-119e-46e5-ad54-f7773d8e0f09)] {{(pid=93588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:06:56.115910 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.rpc [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Returning: {'device': '58e46291-e822-4005-8f56-21ee82c2f4eb', 'network_id': 'd9b348a0-fd69-4cac-87c2-18e205be05be', 'port_id': '58e46291-e822-4005-8f56-21ee82c2f4eb', 'mac_address': 'fa:16:3e:24:e1:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '209ab333-e935-41fc-b99a-6688a4911e44', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93588) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 19:06:56.156523 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555300'] for port, before_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:06:56.169084 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.notifiers.nova [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58e46291-e822-4005-8f56-21ee82c2f4eb {{(pid=93588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 19:06:56.189224 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.db [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] For port 58e46291-e822-4005-8f56-21ee82c2f4eb, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=58e46291-e822-4005-8f56-21ee82c2f4eb,segment=NetworkSegment(849c600d-119e-46e5-ad54-f7773d8e0f09),segment_id=849c600d-119e-46e5-ad54-f7773d8e0f09)] {{(pid=93588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:06:56.261383 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742349622321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742349248534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742349248552'] for port, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:06:56.311134 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Pushing event updated for resources: {'Port': ['ID=58e46291-e822-4005-8f56-21ee82c2f4eb,revision_number=9']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:06:56.318193 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:06:56.318546 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:06:56.318891 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:06:56.319234 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:06:56.319571 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:06:56.319940 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:06:56.320276 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:06:56.320606 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:06:56.320963 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:06:56.321298 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:06:56.321625 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:06:56.321950 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:06:56.523889 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9714e21e-7c30-47fd-a2af-fc83737303d6 req-13fcf514-f792-4344-b663-18bb8dd230ca tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:06:56.525405 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-9714e21e-7c30-47fd-a2af-fc83737303d6 req-13fcf514-f792-4344-b663-18bb8dd230ca tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d560c0e-0a73-4f3c-8080-2cbe04e596ed HTTP/1.1" status: 200 len: 945 time: 0.0549688 Jul 28 19:06:56.575249 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-9714e21e-7c30-47fd-a2af-fc83737303d6 req-2b806179-41b7-466c-a1bc-3de9f867a8f0 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/security-groups?id=da3193e4-56c6-417c-b113-33c66274c6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326865 Jul 28 19:06:56.596289 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.db [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] get_ports_and_sgs() called for port_ids ['58e46291-e822-4005-8f56-21ee82c2f4eb'] {{(pid=93588) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 19:06:56.878795 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0d123b-87b8-46eb-b293-b5c164e09f4b req-99108155-afc2-4262-9c96-55edb730f7ab tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:06:56.880381 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-4d0d123b-87b8-46eb-b293-b5c164e09f4b req-99108155-afc2-4262-9c96-55edb730f7ab tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c78b726-b285-4d18-8338-3b500b53a49e HTTP/1.1" status: 200 len: 984 time: 0.0510418 Jul 28 19:06:56.921258 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-4d0d123b-87b8-46eb-b293-b5c164e09f4b req-214597f6-fe3d-4b80-8813-68ae46fd0531 tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd99dac1-4ecb-4bbe-94ca-066efd8c979c&id=d5e7fd5e-c36c-4555-9b59-8f6ffb6121a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0349379 Jul 28 19:06:57.683839 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-26c861f8-c84b-4272-86f3-59900436582c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:06:57.688255 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6f1248-d15d-4a34-a947-ffe321ea8f4e req-b7f64bb7-24f5-4123-b1bd-f780cce9f7f9 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:06:57.694465 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-fd6f1248-d15d-4a34-a947-ffe321ea8f4e req-b7f64bb7-24f5-4123-b1bd-f780cce9f7f9 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d560c0e-0a73-4f3c-8080-2cbe04e596ed HTTP/1.1" status: 200 len: 945 time: 0.0529208 Jul 28 19:06:57.728547 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-fd6f1248-d15d-4a34-a947-ffe321ea8f4e req-19c4c9dd-bf54-4cee-884f-7f4df5a4878d tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/security-groups?id=da3193e4-56c6-417c-b113-33c66274c6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326123 Jul 28 19:06:58.018768 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.rpc [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Device 58e46291-e822-4005-8f56-21ee82c2f4eb up at agent hyperv_hv-cinder-80265 {{(pid=93588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 19:06:58.036185 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599b72db-149f-48f6-a000-ec5f731502bf req-1440a171-9477-41ee-8c31-049a7f2eda41 tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:06:58.037661 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-599b72db-149f-48f6-a000-ec5f731502bf req-1440a171-9477-41ee-8c31-049a7f2eda41 tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c78b726-b285-4d18-8338-3b500b53a49e HTTP/1.1" status: 200 len: 984 time: 0.0489466 Jul 28 19:06:58.066313 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.provisioning_blocks [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Provisioning complete for port 58e46291-e822-4005-8f56-21ee82c2f4eb triggered by entity L2. {{(pid=93588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 19:06:58.066685 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721938'] for port, provisioning_complete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:06:58.078732 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-599b72db-149f-48f6-a000-ec5f731502bf req-cd60d681-03c9-4051-9d96-cc6187b56362 tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd99dac1-4ecb-4bbe-94ca-066efd8c979c&id=d5e7fd5e-c36c-4555-9b59-8f6ffb6121a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0344346 Jul 28 19:06:58.141351 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555300'] for port, before_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:06:58.162198 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d560c0e-0a73-4f3c-8080-2cbe04e596ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58e46291-e822-4005-8f56-21ee82c2f4eb'}] {{(pid=93588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 19:06:58.164439 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1b0d83cbf58c08976f04b399db04c287f80045833914d8e5b61042f37766a37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23b432c9-c5c0-4282-ab61-134bea1a99ee" -d '{"events": [{"server_uuid": "0d560c0e-0a73-4f3c-8080-2cbe04e596ed", "name": "network-vif-plugged", "status": "completed", "tag": "58e46291-e822-4005-8f56-21ee82c2f4eb"}]}' {{(pid=93588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 19:06:58.177540 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.db [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] For port 58e46291-e822-4005-8f56-21ee82c2f4eb, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=58e46291-e822-4005-8f56-21ee82c2f4eb,segment=NetworkSegment(849c600d-119e-46e5-ad54-f7773d8e0f09),segment_id=849c600d-119e-46e5-ad54-f7773d8e0f09)] {{(pid=93588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:06:58.201337 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 19:06:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56b6f936-64ca-4c68-9b6a-08e1295165f0 x-openstack-request-id: req-56b6f936-64ca-4c68-9b6a-08e1295165f0 {{(pid=93588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 19:06:58.201653 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d560c0e-0a73-4f3c-8080-2cbe04e596ed", "name": "network-vif-plugged", "status": "completed", "tag": "58e46291-e822-4005-8f56-21ee82c2f4eb", "code": 200}]} {{(pid=93588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 19:06:58.201902 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-56b6f936-64ca-4c68-9b6a-08e1295165f0 {{(pid=93588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 19:06:58.202286 dv-cinder-802653-1-iscsi neutron-server[93588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d560c0e-0a73-4f3c-8080-2cbe04e596ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58e46291-e822-4005-8f56-21ee82c2f4eb', 'code': 200} Jul 28 19:06:58.249655 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742349622321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742349248534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742349248552'] for port, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:06:58.250457 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.rpc [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Device c330fd36-6d01-429e-bbe7-9ae49a099323 no longer exists at agent hyperv_hv-cinder-80265 {{(pid=93588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 19:06:58.288228 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.plugin [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] No Port match for: c330fd36-6d01-429e-bbe7-9ae49a099323 {{(pid=93588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 19:06:58.288565 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.rpc [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Device c330fd36-6d01-429e-bbe7-9ae49a099323 not bound to the agent host hv-cinder-80265 {{(pid=93588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 19:06:58.315093 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Pushing event updated for resources: {'Port': ['ID=58e46291-e822-4005-8f56-21ee82c2f4eb,revision_number=10']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:06:58.850377 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9436043e-019a-451f-9b58-c03a8124154d req-18f139cc-f7ef-44e2-a0a2-34b1a8fc943e tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:06:58.851813 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-9436043e-019a-451f-9b58-c03a8124154d req-18f139cc-f7ef-44e2-a0a2-34b1a8fc943e tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d560c0e-0a73-4f3c-8080-2cbe04e596ed HTTP/1.1" status: 200 len: 947 time: 0.0488780 Jul 28 19:06:58.896143 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-9436043e-019a-451f-9b58-c03a8124154d req-b01ce5af-0ed5-43be-9e7e-bb62d10ccb71 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/security-groups?id=da3193e4-56c6-417c-b113-33c66274c6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382578 Jul 28 19:06:59.114640 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23c8ede-2551-49fd-9e89-01607fc2cf71 req-870641e4-24be-4152-aa9e-522261fab719 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:06:59.116228 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-f23c8ede-2551-49fd-9e89-01607fc2cf71 req-870641e4-24be-4152-aa9e-522261fab719 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] 10.222.0.41 "GET /v2.0/ports?device_id=57aed14a-3dbf-40e3-829b-79322cd85c4f HTTP/1.1" status: 200 len: 946 time: 0.0556409 Jul 28 19:06:59.135712 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d88939a-877a-4391-9895-a5adff1abb4d req-1a44365b-fe78-4fde-b530-483d89beaba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:06:59.137237 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-0d88939a-877a-4391-9895-a5adff1abb4d req-1a44365b-fe78-4fde-b530-483d89beaba8 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=0d560c0e-0a73-4f3c-8080-2cbe04e596ed HTTP/1.1" status: 200 len: 1100 time: 0.0444303 Jul 28 19:06:59.168689 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-f23c8ede-2551-49fd-9e89-01607fc2cf71 req-5415cf48-f2fe-4b7e-91a3-c392ffd6afe6 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] 10.222.0.41 "GET /v2.0/security-groups?id=1eb5a05b-31a0-42f8-b1e4-d0f49b56a7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454171 Jul 28 19:06:59.175091 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-0d88939a-877a-4391-9895-a5adff1abb4d req-e4fea13a-2902-4976-b380-ea24993f3688 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=da3193e4-56c6-417c-b113-33c66274c6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0283544 Jul 28 19:06:59.209555 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50f6da4-6cec-4ddb-99d9-35ce6d0b80b8 req-97ad6954-b59d-432f-b198-5b2e90d1e2c0 tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:06:59.211018 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-e50f6da4-6cec-4ddb-99d9-35ce6d0b80b8 req-97ad6954-b59d-432f-b198-5b2e90d1e2c0 tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c78b726-b285-4d18-8338-3b500b53a49e HTTP/1.1" status: 200 len: 984 time: 0.0585325 Jul 28 19:06:59.250037 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-e50f6da4-6cec-4ddb-99d9-35ce6d0b80b8 req-0247ffb0-c4ce-4184-a16d-b9843439fa50 tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd99dac1-4ecb-4bbe-94ca-066efd8c979c&id=d5e7fd5e-c36c-4555-9b59-8f6ffb6121a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0330334 Jul 28 19:07:00.013344 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf32e0e0-e58c-4932-bbee-bf1ff78d98e9 req-41243c46-9582-43ef-b579-a7cf9543f774 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:07:00.015020 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-cf32e0e0-e58c-4932-bbee-bf1ff78d98e9 req-41243c46-9582-43ef-b579-a7cf9543f774 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d560c0e-0a73-4f3c-8080-2cbe04e596ed HTTP/1.1" status: 200 len: 947 time: 0.0488188 Jul 28 19:07:00.051922 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-cf32e0e0-e58c-4932-bbee-bf1ff78d98e9 req-5a39ada1-44ac-46ce-8e51-3c27a3f4a88c tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/security-groups?id=da3193e4-56c6-417c-b113-33c66274c6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309854 Jul 28 19:07:00.292157 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad4430d-e46e-45b0-9869-33c3ac9d1885 req-98f6f495-7ad6-433b-986c-105f53e1dc73 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:07:00.297367 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-5ad4430d-e46e-45b0-9869-33c3ac9d1885 req-98f6f495-7ad6-433b-986c-105f53e1dc73 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] 10.222.0.41 "GET /v2.0/ports?device_id=57aed14a-3dbf-40e3-829b-79322cd85c4f HTTP/1.1" status: 200 len: 946 time: 0.0567856 Jul 28 19:07:00.361376 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-5ad4430d-e46e-45b0-9869-33c3ac9d1885 req-66076078-6768-4148-89a0-658810106b2e tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] 10.222.0.41 "GET /v2.0/security-groups?id=1eb5a05b-31a0-42f8-b1e4-d0f49b56a7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602689 Jul 28 19:07:00.397911 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2927fc0f-5281-470b-a540-5754c6cb5d76 req-517c5f67-e40d-49ed-ad7d-b4b102ebae81 tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:07:00.399405 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-2927fc0f-5281-470b-a540-5754c6cb5d76 req-517c5f67-e40d-49ed-ad7d-b4b102ebae81 tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c78b726-b285-4d18-8338-3b500b53a49e HTTP/1.1" status: 200 len: 984 time: 0.0641079 Jul 28 19:07:00.441614 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-2927fc0f-5281-470b-a540-5754c6cb5d76 req-88d3a92e-3b13-4f13-ae56-9126ac68ef00 tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd99dac1-4ecb-4bbe-94ca-066efd8c979c&id=d5e7fd5e-c36c-4555-9b59-8f6ffb6121a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0358162 Jul 28 19:07:01.125634 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90564f0a-9b92-4f7e-a89b-e6de8dcce7b2 req-7506f263-b483-4f4c-a4ba-55a147c2fcd1 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:07:01.127108 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-90564f0a-9b92-4f7e-a89b-e6de8dcce7b2 req-7506f263-b483-4f4c-a4ba-55a147c2fcd1 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] 10.222.0.49 "GET /v2.0/ports?device_id=57aed14a-3dbf-40e3-829b-79322cd85c4f HTTP/1.1" status: 200 len: 946 time: 0.0502803 Jul 28 19:07:01.175658 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e87621-16e6-4f25-9f99-7592c0fc2b4b req-bc23c29d-d672-40cf-83f6-cb508a39a702 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:07:01.177346 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-f0e87621-16e6-4f25-9f99-7592c0fc2b4b req-bc23c29d-d672-40cf-83f6-cb508a39a702 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d560c0e-0a73-4f3c-8080-2cbe04e596ed HTTP/1.1" status: 200 len: 947 time: 0.0483000 Jul 28 19:07:01.219094 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-f0e87621-16e6-4f25-9f99-7592c0fc2b4b req-1552a664-e463-4d4f-947d-3a67c5cf82dd tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/security-groups?id=da3193e4-56c6-417c-b113-33c66274c6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356133 Jul 28 19:07:01.223392 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.plugins.ml2.plugin [req-90564f0a-9b92-4f7e-a89b-e6de8dcce7b2 req-70b611f8-4d6f-4150-ae98-0f0260410da6 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] Deleting port 00efaa0f-267e-46a3-b437-c6b06e7bc703 {{(pid=93587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 19:07:01.223743 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [req-90564f0a-9b92-4f7e-a89b-e6de8dcce7b2 req-70b611f8-4d6f-4150-ae98-0f0260410da6 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742349616523'] for port, before_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:01.313780 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.plugins.ml2.db [req-90564f0a-9b92-4f7e-a89b-e6de8dcce7b2 req-70b611f8-4d6f-4150-ae98-0f0260410da6 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] For port 00efaa0f-267e-46a3-b437-c6b06e7bc703, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=00efaa0f-267e-46a3-b437-c6b06e7bc703,segment=NetworkSegment(0371c4bd-4d97-467a-b535-ac8857907d33),segment_id=0371c4bd-4d97-467a-b535-ac8857907d33)] {{(pid=93587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:07:01.314199 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [req-90564f0a-9b92-4f7e-a89b-e6de8dcce7b2 req-70b611f8-4d6f-4150-ae98-0f0260410da6 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825298'] for port, precommit_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:01.326674 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.plugins.ml2.plugin [req-90564f0a-9b92-4f7e-a89b-e6de8dcce7b2 req-70b611f8-4d6f-4150-ae98-0f0260410da6 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] Calling delete_port for 00efaa0f-267e-46a3-b437-c6b06e7bc703 owned by compute:nova {{(pid=93587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 19:07:01.491162 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a3a071-59a4-4d1e-96e8-d525f6936491 req-802364e8-9daf-4ecd-8e5f-2c904a89c5f9 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:07:01.492700 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-01a3a071-59a4-4d1e-96e8-d525f6936491 req-802364e8-9daf-4ecd-8e5f-2c904a89c5f9 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] 10.222.0.41 "GET /v2.0/ports?device_id=57aed14a-3dbf-40e3-829b-79322cd85c4f HTTP/1.1" status: 200 len: 946 time: 0.0543985 Jul 28 19:07:01.531314 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-01a3a071-59a4-4d1e-96e8-d525f6936491 req-a47fa867-2c74-4cf0-8726-fb0e856bcef3 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] 10.222.0.41 "GET /v2.0/security-groups?id=1eb5a05b-31a0-42f8-b1e4-d0f49b56a7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322034 Jul 28 19:07:01.554550 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [req-90564f0a-9b92-4f7e-a89b-e6de8dcce7b2 req-70b611f8-4d6f-4150-ae98-0f0260410da6 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742349622303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742349248525'] for port, after_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:01.567293 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.db [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] get_ports_and_sgs() called for port_ids ['00efaa0f-267e-46a3-b437-c6b06e7bc703'] {{(pid=93588) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 19:07:01.597287 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b611f8-4d6f-4150-ae98-0f0260410da6 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] Pushing event deleted for resources: {'Port': ['ID=00efaa0f-267e-46a3-b437-c6b06e7bc703,revision_number=None']} {{(pid=93587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:07:01.640680 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.db.l3_dvrscheduler_db [req-90564f0a-9b92-4f7e-a89b-e6de8dcce7b2 req-70b611f8-4d6f-4150-ae98-0f0260410da6 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] No DVR routers for this DVR port 00efaa0f-267e-46a3-b437-c6b06e7bc703 on host hv-cinder-80265 {{(pid=93587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 19:07:01.644251 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [req-90564f0a-9b92-4f7e-a89b-e6de8dcce7b2 req-70b611f8-4d6f-4150-ae98-0f0260410da6 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148603'] for port, before_response {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:01.646267 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-90564f0a-9b92-4f7e-a89b-e6de8dcce7b2 req-70b611f8-4d6f-4150-ae98-0f0260410da6 tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] 10.222.0.49 "DELETE /v2.0/ports/00efaa0f-267e-46a3-b437-c6b06e7bc703 HTTP/1.1" status: 204 len: 173 time: 0.5095015 Jul 28 19:07:01.646717 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57aed14a-3dbf-40e3-829b-79322cd85c4f', 'name': 'network-vif-deleted', 'tag': '00efaa0f-267e-46a3-b437-c6b06e7bc703'}] {{(pid=93587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 19:07:01.649289 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0425cd91716d62700118381c1ce81f16af4b0b2dffb745d1fa1c8d13c3262bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29f5265f-1acf-47a8-854c-e21e53843cfa" -d '{"events": [{"server_uuid": "57aed14a-3dbf-40e3-829b-79322cd85c4f", "name": "network-vif-deleted", "tag": "00efaa0f-267e-46a3-b437-c6b06e7bc703"}]}' {{(pid=93587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 19:07:01.651235 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e960ab5-6c58-4b38-9b65-8ad4cf704520 req-30bcf628-fa6a-4391-ba45-456899a9fe73 tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:07:01.652947 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-1e960ab5-6c58-4b38-9b65-8ad4cf704520 req-30bcf628-fa6a-4391-ba45-456899a9fe73 tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c78b726-b285-4d18-8338-3b500b53a49e HTTP/1.1" status: 200 len: 984 time: 0.0582182 Jul 28 19:07:01.694377 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-1e960ab5-6c58-4b38-9b65-8ad4cf704520 req-57e068ea-0336-4780-af04-ce7a5c4805de tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd99dac1-4ecb-4bbe-94ca-066efd8c979c&id=d5e7fd5e-c36c-4555-9b59-8f6ffb6121a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0345342 Jul 28 19:07:01.746999 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 19:07:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a46a031-5df5-44ac-9f29-523bb99b5742 x-openstack-request-id: req-5a46a031-5df5-44ac-9f29-523bb99b5742 {{(pid=93587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 19:07:01.746999 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57aed14a-3dbf-40e3-829b-79322cd85c4f", "name": "network-vif-deleted", "tag": "00efaa0f-267e-46a3-b437-c6b06e7bc703", "status": "completed", "code": 200}]} {{(pid=93587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 19:07:01.746999 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5a46a031-5df5-44ac-9f29-523bb99b5742 {{(pid=93587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 19:07:01.746999 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57aed14a-3dbf-40e3-829b-79322cd85c4f', 'name': 'network-vif-deleted', 'tag': '00efaa0f-267e-46a3-b437-c6b06e7bc703', 'status': 'completed', 'code': 200} Jul 28 19:07:01.901219 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9723cb82-3efd-42aa-a4e3-e6385427b299 req-e40c6ee2-4fa8-4712-b960-9e2d369a0fd4 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:07:01.902878 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-9723cb82-3efd-42aa-a4e3-e6385427b299 req-e40c6ee2-4fa8-4712-b960-9e2d369a0fd4 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/ports?device_id=746c8655-ed83-43a1-afe7-08635f73c152 HTTP/1.1" status: 200 len: 946 time: 0.0526545 Jul 28 19:07:01.943592 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-9723cb82-3efd-42aa-a4e3-e6385427b299 req-7b9452ac-72b1-44f9-a5bf-066d6b1f7053 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/security-groups?id=42975843-26fd-496e-b975-a1703127fe22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345554 Jul 28 19:07:02.003897 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:02.345410 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c12c24-31e5-45fc-8169-56fd41ead2b1 req-56244791-0087-4cbf-9fec-12cf87ced77f tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:07:02.346861 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-f6c12c24-31e5-45fc-8169-56fd41ead2b1 req-56244791-0087-4cbf-9fec-12cf87ced77f tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d560c0e-0a73-4f3c-8080-2cbe04e596ed HTTP/1.1" status: 200 len: 947 time: 0.0518098 Jul 28 19:07:02.384161 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-f6c12c24-31e5-45fc-8169-56fd41ead2b1 req-4ecd4449-2ce2-43c9-a383-958fc841cf5e tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/security-groups?id=da3193e4-56c6-417c-b113-33c66274c6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313292 Jul 28 19:07:02.634853 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-e185fb16-a82e-4d97-9efb-45d4613a59d7 req-b1465249-4172-4a87-84ef-472c530f1c7d tempest-AttachVolumeNegativeTest-438593955 tempest-AttachVolumeNegativeTest-438593955-project] 10.222.0.41 "GET /v2.0/ports?device_id=57aed14a-3dbf-40e3-829b-79322cd85c4f HTTP/1.1" status: 200 len: 210 time: 0.0251586 Jul 28 19:07:02.810040 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe889cc-dff2-4b55-b2ef-96325d139bc1 req-e24685d5-af00-4bc3-87a5-9a5a99502a0b tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:07:02.811434 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-3fe889cc-dff2-4b55-b2ef-96325d139bc1 req-e24685d5-af00-4bc3-87a5-9a5a99502a0b tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c78b726-b285-4d18-8338-3b500b53a49e HTTP/1.1" status: 200 len: 984 time: 0.0478468 Jul 28 19:07:02.852331 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-3fe889cc-dff2-4b55-b2ef-96325d139bc1 req-32a5fc93-0743-4a06-ade3-72cf297c1f44 tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd99dac1-4ecb-4bbe-94ca-066efd8c979c&id=d5e7fd5e-c36c-4555-9b59-8f6ffb6121a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0341909 Jul 28 19:07:03.077344 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91daf2da-d92a-4034-b784-e9f9e3936283 req-e26fcfab-255c-44d8-843e-7a30c861dba4 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:07:03.078784 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-91daf2da-d92a-4034-b784-e9f9e3936283 req-e26fcfab-255c-44d8-843e-7a30c861dba4 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/ports?device_id=746c8655-ed83-43a1-afe7-08635f73c152 HTTP/1.1" status: 200 len: 946 time: 0.0643482 Jul 28 19:07:03.132135 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-91daf2da-d92a-4034-b784-e9f9e3936283 req-13784ffe-33af-4eee-b3b2-2d6abf2885c5 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/security-groups?id=42975843-26fd-496e-b975-a1703127fe22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459065 Jul 28 19:07:03.698684 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.wsgi [-] (93587) accepted ('10.222.0.41', 34572) {{(pid=93587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:07:03.745738 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7108111-718d-4e05-b979-1cf389920c4f admin admin] Deleting subnet 32eab73f-d113-43b8-aebd-3853735c2bcc {{(pid=93587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 28 19:07:03.748731 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-e7108111-718d-4e05-b979-1cf389920c4f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:03.783934 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-e7108111-718d-4e05-b979-1cf389920c4f admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:03.793020 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-e7108111-718d-4e05-b979-1cf389920c4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-783032'] for subnet, precommit_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:03.918564 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-e7108111-718d-4e05-b979-1cf389920c4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036'] for subnet, after_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:03.946363 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7108111-718d-4e05-b979-1cf389920c4f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=32eab73f-d113-43b8-aebd-3853735c2bcc,revision_number=None']} {{(pid=93587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:07:03.951862 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-e7108111-718d-4e05-b979-1cf389920c4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760026'] for subnet, before_response {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:03.957139 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [None req-e7108111-718d-4e05-b979-1cf389920c4f admin admin] 10.222.0.41 "DELETE /v2.0/subnets/32eab73f-d113-43b8-aebd-3853735c2bcc HTTP/1.1" status: 204 len: 168 time: 0.2542694 Jul 28 19:07:03.957244 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.wsgi [-] (93586) accepted ('10.222.0.41', 34576) {{(pid=93586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:07:03.972247 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4808ad14-6b43-4058-a114-04747917a4c5 req-2ee1e2d9-c1f2-4038-a179-5f42ee6c0b7f tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:07:03.973711 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-4808ad14-6b43-4058-a114-04747917a4c5 req-2ee1e2d9-c1f2-4038-a179-5f42ee6c0b7f tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c78b726-b285-4d18-8338-3b500b53a49e HTTP/1.1" status: 200 len: 984 time: 0.0570054 Jul 28 19:07:04.039571 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.rpc [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Device 00efaa0f-267e-46a3-b437-c6b06e7bc703 no longer exists at agent hyperv_hv-cinder-80265 {{(pid=93588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 19:07:04.058913 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.plugin [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] No Port match for: 00efaa0f-267e-46a3-b437-c6b06e7bc703 {{(pid=93588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 19:07:04.059261 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.rpc [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Device 00efaa0f-267e-46a3-b437-c6b06e7bc703 not bound to the agent host hv-cinder-80265 {{(pid=93588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 19:07:04.063072 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-4808ad14-6b43-4058-a114-04747917a4c5 req-40f985fd-6446-481d-a526-83eef6ef25bd tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd99dac1-4ecb-4bbe-94ca-066efd8c979c&id=d5e7fd5e-c36c-4555-9b59-8f6ffb6121a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0803518 Jul 28 19:07:04.065562 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-2ca13e46-e771-4cd0-ae86-675e5fcbb901 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-648881'] for network, before_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:04.141400 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-2ca13e46-e771-4cd0-ae86-675e5fcbb901 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721199', 'neutron.services.segments.db._delete_segments_for_network-8742349714737'] for network, precommit_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:04.150660 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.services.segments.db [None req-2ca13e46-e771-4cd0-ae86-675e5fcbb901 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0a2ab1a-aea2-4350-8078-2cc022d2ad29']}} {{(pid=93586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:07:04.160604 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.services.segments.db [None req-2ca13e46-e771-4cd0-ae86-675e5fcbb901 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0371c4bd-4d97-467a-b535-ac8857907d33') {'for_net_delete': True} {{(pid=93586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:07:04.160925 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.services.segments.db [None req-2ca13e46-e771-4cd0-ae86-675e5fcbb901 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0371c4bd-4d97-467a-b535-ac8857907d33') {} {{(pid=93586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:07:04.170024 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-2ca13e46-e771-4cd0-ae86-675e5fcbb901 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742349715770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12083792'] for segment, before_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:04.184180 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-2ca13e46-e771-4cd0-ae86-675e5fcbb901 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721374'] for segment, precommit_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:04.190838 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ca13e46-e771-4cd0-ae86-675e5fcbb901 admin admin] Releasing vlan 432 on physical network physnet1 to pool {{(pid=93586) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 19:07:04.191220 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-2ca13e46-e771-4cd0-ae86-675e5fcbb901 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12083586'] for segment, after_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:04.192894 dv-cinder-802653-1-iscsi neutron-server[93586]: Traceback (most recent call last): Jul 28 19:07:04.192894 dv-cinder-802653-1-iscsi neutron-server[93586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 19:07:04.192894 dv-cinder-802653-1-iscsi neutron-server[93586]: timer() Jul 28 19:07:04.192894 dv-cinder-802653-1-iscsi neutron-server[93586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 19:07:04.192894 dv-cinder-802653-1-iscsi neutron-server[93586]: cb(*args, **kw) Jul 28 19:07:04.192894 dv-cinder-802653-1-iscsi neutron-server[93586]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 19:07:04.192894 dv-cinder-802653-1-iscsi neutron-server[93586]: return func(*args, **kwargs) Jul 28 19:07:04.192894 dv-cinder-802653-1-iscsi neutron-server[93586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 19:07:04.192894 dv-cinder-802653-1-iscsi neutron-server[93586]: self._notify() Jul 28 19:07:04.192894 dv-cinder-802653-1-iscsi neutron-server[93586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 19:07:04.192894 dv-cinder-802653-1-iscsi neutron-server[93586]: self.callback(batched_events) Jul 28 19:07:04.192894 dv-cinder-802653-1-iscsi neutron-server[93586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 19:07:04.192894 dv-cinder-802653-1-iscsi neutron-server[93586]: event.method(event) Jul 28 19:07:04.192894 dv-cinder-802653-1-iscsi neutron-server[93586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 19:07:04.192894 dv-cinder-802653-1-iscsi neutron-server[93586]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 19:07:04.192894 dv-cinder-802653-1-iscsi neutron-server[93586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 19:07:04.192894 dv-cinder-802653-1-iscsi neutron-server[93586]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 19:07:04.192894 dv-cinder-802653-1-iscsi neutron-server[93586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 19:07:04.192894 dv-cinder-802653-1-iscsi neutron-server[93586]: return f(self, *a, **k) Jul 28 19:07:04.192894 dv-cinder-802653-1-iscsi neutron-server[93586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 19:07:04.192894 dv-cinder-802653-1-iscsi neutron-server[93586]: return self._get(url).json() Jul 28 19:07:04.192894 dv-cinder-802653-1-iscsi neutron-server[93586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 19:07:04.192894 dv-cinder-802653-1-iscsi neutron-server[93586]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 19:07:04.192894 dv-cinder-802653-1-iscsi neutron-server[93586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 19:07:04.192894 dv-cinder-802653-1-iscsi neutron-server[93586]: return self.request(url, 'GET', **kwargs) Jul 28 19:07:04.192894 dv-cinder-802653-1-iscsi neutron-server[93586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 19:07:04.192894 dv-cinder-802653-1-iscsi neutron-server[93586]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 19:07:04.192894 dv-cinder-802653-1-iscsi neutron-server[93586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 19:07:04.192894 dv-cinder-802653-1-iscsi neutron-server[93586]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 19:07:04.192894 dv-cinder-802653-1-iscsi neutron-server[93586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 19:07:04.192894 dv-cinder-802653-1-iscsi neutron-server[93586]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 19:07:04.192894 dv-cinder-802653-1-iscsi neutron-server[93586]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 19:07:04.285588 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6743f4a4-e85c-49ce-a305-dff3dc75b6d1 req-4efefc98-ef1d-4b61-9eb8-433631817123 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:07:04.286987 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-6743f4a4-e85c-49ce-a305-dff3dc75b6d1 req-4efefc98-ef1d-4b61-9eb8-433631817123 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/ports?device_id=746c8655-ed83-43a1-afe7-08635f73c152 HTTP/1.1" status: 200 len: 946 time: 0.0855124 Jul 28 19:07:04.324312 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-6743f4a4-e85c-49ce-a305-dff3dc75b6d1 req-406a6ea7-fc9c-40f3-b7ed-7e1ae46d7a66 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/security-groups?id=42975843-26fd-496e-b975-a1703127fe22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313885 Jul 28 19:07:04.352064 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-2ca13e46-e771-4cd0-ae86-675e5fcbb901 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3821495'] for network, after_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:04.357315 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-2ca13e46-e771-4cd0-ae86-675e5fcbb901 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760026'] for network, before_response {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:04.359735 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [None req-2ca13e46-e771-4cd0-ae86-675e5fcbb901 admin admin] 10.222.0.41 "DELETE /v2.0/networks/e0a2ab1a-aea2-4350-8078-2cc022d2ad29 HTTP/1.1" status: 204 len: 168 time: 0.4013896 Jul 28 19:07:04.370051 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca13e46-e771-4cd0-ae86-675e5fcbb901 admin admin] Pushing event deleted for resources: {'Network': ['ID=e0a2ab1a-aea2-4350-8078-2cc022d2ad29,revision_number=None']} {{(pid=93586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:07:04.560464 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78eddbb-45e5-4b23-bbb8-1c63fa4803db req-88d7d9c7-f441-4cc6-9456-bcf94088bfef tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:07:04.561837 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-e78eddbb-45e5-4b23-bbb8-1c63fa4803db req-88d7d9c7-f441-4cc6-9456-bcf94088bfef tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.49 "GET /v2.0/ports?device_id=746c8655-ed83-43a1-afe7-08635f73c152 HTTP/1.1" status: 200 len: 946 time: 0.0507247 Jul 28 19:07:04.651431 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.plugins.ml2.plugin [req-e78eddbb-45e5-4b23-bbb8-1c63fa4803db req-d6fd6295-8554-48a5-b85c-98e02e7b1647 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] Deleting port e1d49c09-fa6e-4604-8abe-27b663adc5f1 {{(pid=93587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 19:07:04.651789 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [req-e78eddbb-45e5-4b23-bbb8-1c63fa4803db req-d6fd6295-8554-48a5-b85c-98e02e7b1647 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742349616523'] for port, before_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:04.675394 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.db.agents_db [None req-65e7ef76-a059-4ec3-9341-f72ff4ef7e59 None None] Agent healthcheck: found 6 active agents {{(pid=93589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 19:07:04.741759 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.plugins.ml2.db [req-e78eddbb-45e5-4b23-bbb8-1c63fa4803db req-d6fd6295-8554-48a5-b85c-98e02e7b1647 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] For port e1d49c09-fa6e-4604-8abe-27b663adc5f1, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=e1d49c09-fa6e-4604-8abe-27b663adc5f1,segment=NetworkSegment(3139aff5-4d6c-4278-a04a-7a1d2851646e),segment_id=3139aff5-4d6c-4278-a04a-7a1d2851646e)] {{(pid=93587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:07:04.742272 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.wsgi [-] (93586) accepted ('10.222.0.41', 34582) {{(pid=93586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:07:04.742404 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [req-e78eddbb-45e5-4b23-bbb8-1c63fa4803db req-d6fd6295-8554-48a5-b85c-98e02e7b1647 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825298'] for port, precommit_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:04.755456 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.plugins.ml2.plugin [req-e78eddbb-45e5-4b23-bbb8-1c63fa4803db req-d6fd6295-8554-48a5-b85c-98e02e7b1647 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] Calling delete_port for e1d49c09-fa6e-4604-8abe-27b663adc5f1 owned by compute:nova {{(pid=93587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 19:07:04.781564 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [None req-a4de29bb-9060-435c-8171-a9fb1723e167 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8d3b7942249542e0a5d3094ec27a34f5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0378549 Jul 28 19:07:04.784259 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.wsgi [-] (93586) accepted ('10.222.0.41', 34584) {{(pid=93586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:07:04.832454 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-f5d729b5-3340-4169-8bc7-8ac8e2de53fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:04.857328 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-f5d729b5-3340-4169-8bc7-8ac8e2de53fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:04.958308 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [req-e78eddbb-45e5-4b23-bbb8-1c63fa4803db req-d6fd6295-8554-48a5-b85c-98e02e7b1647 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742349622303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742349248525'] for port, after_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:04.969652 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.db [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] get_ports_and_sgs() called for port_ids ['e1d49c09-fa6e-4604-8abe-27b663adc5f1', '42bd04ad-4b2a-497e-96f2-9b339a73581a'] {{(pid=93588) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 19:07:04.981011 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-f5d729b5-3340-4169-8bc7-8ac8e2de53fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676630'] for security_group, after_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:04.983611 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-f5d729b5-3340-4169-8bc7-8ac8e2de53fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:04.987166 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [None req-f5d729b5-3340-4169-8bc7-8ac8e2de53fb admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1eb5a05b-31a0-42f8-b1e4-d0f49b56a7bf HTTP/1.1" status: 204 len: 168 time: 0.1997173 Jul 28 19:07:04.996330 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fd6295-8554-48a5-b85c-98e02e7b1647 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] Pushing event deleted for resources: {'Port': ['ID=e1d49c09-fa6e-4604-8abe-27b663adc5f1,revision_number=None']} {{(pid=93587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:07:05.001364 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d729b5-3340-4169-8bc7-8ac8e2de53fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1eb5a05b-31a0-42f8-b1e4-d0f49b56a7bf,revision_number=None']} {{(pid=93586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:07:05.040545 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.db.l3_dvrscheduler_db [req-e78eddbb-45e5-4b23-bbb8-1c63fa4803db req-d6fd6295-8554-48a5-b85c-98e02e7b1647 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] No DVR routers for this DVR port e1d49c09-fa6e-4604-8abe-27b663adc5f1 on host hv-cinder-80265 {{(pid=93587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 19:07:05.043067 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [req-e78eddbb-45e5-4b23-bbb8-1c63fa4803db req-d6fd6295-8554-48a5-b85c-98e02e7b1647 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148603'] for port, before_response {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:05.045486 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-e78eddbb-45e5-4b23-bbb8-1c63fa4803db req-d6fd6295-8554-48a5-b85c-98e02e7b1647 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.49 "DELETE /v2.0/ports/e1d49c09-fa6e-4604-8abe-27b663adc5f1 HTTP/1.1" status: 204 len: 173 time: 0.4769964 Jul 28 19:07:05.046145 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '746c8655-ed83-43a1-afe7-08635f73c152', 'name': 'network-vif-deleted', 'tag': 'e1d49c09-fa6e-4604-8abe-27b663adc5f1'}] {{(pid=93587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 19:07:05.049028 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0425cd91716d62700118381c1ce81f16af4b0b2dffb745d1fa1c8d13c3262bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfcab153-b8af-4f52-a3e6-e5c972787783" -d '{"events": [{"server_uuid": "746c8655-ed83-43a1-afe7-08635f73c152", "name": "network-vif-deleted", "tag": "e1d49c09-fa6e-4604-8abe-27b663adc5f1"}]}' {{(pid=93587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 19:07:05.098078 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 19:07:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcf538e5-002d-4874-bcf1-df5e58a6fcc4 x-openstack-request-id: req-dcf538e5-002d-4874-bcf1-df5e58a6fcc4 {{(pid=93587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 19:07:05.098368 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "746c8655-ed83-43a1-afe7-08635f73c152", "name": "network-vif-deleted", "tag": "e1d49c09-fa6e-4604-8abe-27b663adc5f1", "status": "completed", "code": 200}]} {{(pid=93587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 19:07:05.098623 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-dcf538e5-002d-4874-bcf1-df5e58a6fcc4 {{(pid=93587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 19:07:05.099202 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '746c8655-ed83-43a1-afe7-08635f73c152', 'name': 'network-vif-deleted', 'tag': 'e1d49c09-fa6e-4604-8abe-27b663adc5f1', 'status': 'completed', 'code': 200} Jul 28 19:07:05.183503 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39013a3f-9727-48e6-aa50-9b1db8c60f2e req-b8f9c8c6-9870-49a7-840a-4306f29de2e6 tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:07:05.185064 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-39013a3f-9727-48e6-aa50-9b1db8c60f2e req-b8f9c8c6-9870-49a7-840a-4306f29de2e6 tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c78b726-b285-4d18-8338-3b500b53a49e HTTP/1.1" status: 200 len: 984 time: 0.0481253 Jul 28 19:07:05.228106 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-39013a3f-9727-48e6-aa50-9b1db8c60f2e req-f17c59fe-3ee0-4795-ae43-34dd8ea8a061 tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd99dac1-4ecb-4bbe-94ca-066efd8c979c&id=d5e7fd5e-c36c-4555-9b59-8f6ffb6121a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0363724 Jul 28 19:07:05.430470 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-3a80e051-54a3-4281-90a8-14d8ee2c723c req-fbc89957-8404-44b2-9efb-9324ac2160bc tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/ports?device_id=746c8655-ed83-43a1-afe7-08635f73c152 HTTP/1.1" status: 200 len: 210 time: 0.0269513 Jul 28 19:07:06.339137 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48209ae3-b0e7-4fcd-b049-30c1c578394a req-5016fc9c-167e-4b3d-89bf-adb8b0d02207 tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:07:06.340649 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-48209ae3-b0e7-4fcd-b049-30c1c578394a req-5016fc9c-167e-4b3d-89bf-adb8b0d02207 tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c78b726-b285-4d18-8338-3b500b53a49e HTTP/1.1" status: 200 len: 984 time: 0.0472951 Jul 28 19:07:06.383051 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-48209ae3-b0e7-4fcd-b049-30c1c578394a req-9874d990-1fbd-437f-9a99-e927dcc47a43 tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd99dac1-4ecb-4bbe-94ca-066efd8c979c&id=d5e7fd5e-c36c-4555-9b59-8f6ffb6121a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0357714 Jul 28 19:07:06.939740 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510739c7-29b7-4b14-8ad9-1ad802a5b7d1 req-ccf36fd3-7fd5-4ecd-a6db-2a33ad106fc4 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:07:06.941163 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-510739c7-29b7-4b14-8ad9-1ad802a5b7d1 req-ccf36fd3-7fd5-4ecd-a6db-2a33ad106fc4 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/ports?device_id=aed3a892-a81b-4117-b3b4-c9c93f0bc2ce HTTP/1.1" status: 200 len: 946 time: 0.0487130 Jul 28 19:07:06.979402 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-510739c7-29b7-4b14-8ad9-1ad802a5b7d1 req-3093190f-4b95-4625-a59f-b2c192a525cd tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/security-groups?id=42975843-26fd-496e-b975-a1703127fe22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322452 Jul 28 19:07:07.497233 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b6808d-45e3-41a3-b940-da794dee895b req-5f9accd7-253f-436e-a7c6-2e095c1b9d44 tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:07:07.498713 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-59b6808d-45e3-41a3-b940-da794dee895b req-5f9accd7-253f-436e-a7c6-2e095c1b9d44 tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c78b726-b285-4d18-8338-3b500b53a49e HTTP/1.1" status: 200 len: 984 time: 0.0484576 Jul 28 19:07:07.541641 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-59b6808d-45e3-41a3-b940-da794dee895b req-262604d3-4533-4f2f-bec1-48dbf139fd89 tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd99dac1-4ecb-4bbe-94ca-066efd8c979c&id=d5e7fd5e-c36c-4555-9b59-8f6ffb6121a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0333207 Jul 28 19:07:08.067279 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.rpc [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Device e1d49c09-fa6e-4604-8abe-27b663adc5f1 no longer exists at agent hyperv_hv-cinder-80265 {{(pid=93588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 19:07:08.088730 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.plugin [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] No Port match for: e1d49c09-fa6e-4604-8abe-27b663adc5f1 {{(pid=93588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 19:07:08.089178 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.rpc [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Device e1d49c09-fa6e-4604-8abe-27b663adc5f1 not bound to the agent host hv-cinder-80265 {{(pid=93588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 19:07:08.099265 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44786fa-aaf7-47ff-a74c-d7da2d961822 req-23806308-c502-4fbf-b732-688d606dee09 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:07:08.100906 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-f44786fa-aaf7-47ff-a74c-d7da2d961822 req-23806308-c502-4fbf-b732-688d606dee09 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/ports?device_id=aed3a892-a81b-4117-b3b4-c9c93f0bc2ce HTTP/1.1" status: 200 len: 946 time: 0.0508099 Jul 28 19:07:08.142298 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-f44786fa-aaf7-47ff-a74c-d7da2d961822 req-87145061-def3-4963-a955-fb8f7cc55ece tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/security-groups?id=42975843-26fd-496e-b975-a1703127fe22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354707 Jul 28 19:07:08.659261 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5167e01-cd0a-4bb1-b585-5b6dc7e46c0a req-90b126da-a19c-4bf1-834f-90a560cbf24e tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:07:08.660785 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-c5167e01-cd0a-4bb1-b585-5b6dc7e46c0a req-90b126da-a19c-4bf1-834f-90a560cbf24e tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c78b726-b285-4d18-8338-3b500b53a49e HTTP/1.1" status: 200 len: 984 time: 0.0496273 Jul 28 19:07:08.701726 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-c5167e01-cd0a-4bb1-b585-5b6dc7e46c0a req-d9178a16-a51c-4d4d-b55e-dedb8a0a5793 tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd99dac1-4ecb-4bbe-94ca-066efd8c979c&id=d5e7fd5e-c36c-4555-9b59-8f6ffb6121a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0349519 Jul 28 19:07:09.258651 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c470a4e1-de7c-49c3-8ef9-9bae646ae9ba req-75f3b87d-5716-4364-8c9c-b7ff2bb66e27 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:07:09.260058 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-c470a4e1-de7c-49c3-8ef9-9bae646ae9ba req-75f3b87d-5716-4364-8c9c-b7ff2bb66e27 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/ports?device_id=aed3a892-a81b-4117-b3b4-c9c93f0bc2ce HTTP/1.1" status: 200 len: 946 time: 0.0478354 Jul 28 19:07:09.299141 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-c470a4e1-de7c-49c3-8ef9-9bae646ae9ba req-fd387006-62bc-42bf-914e-8013d8a42e5c tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/security-groups?id=42975843-26fd-496e-b975-a1703127fe22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324957 Jul 28 19:07:09.820753 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e994af6-e394-4c22-bd97-d7f77a88c826 req-5591e8be-edcc-42ed-9bb8-985489669640 tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:07:09.822219 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-3e994af6-e394-4c22-bd97-d7f77a88c826 req-5591e8be-edcc-42ed-9bb8-985489669640 tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c78b726-b285-4d18-8338-3b500b53a49e HTTP/1.1" status: 200 len: 984 time: 0.0483923 Jul 28 19:07:09.827314 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.wsgi [-] (93586) accepted ('10.222.0.41', 34682) {{(pid=93586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:07:09.872195 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-3e994af6-e394-4c22-bd97-d7f77a88c826 req-2c5a28dc-8643-478e-889d-d6e51963922f tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd99dac1-4ecb-4bbe-94ca-066efd8c979c&id=d5e7fd5e-c36c-4555-9b59-8f6ffb6121a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0420885 Jul 28 19:07:09.934681 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-4c072b86-1093-43bb-a86c-5647d435b2a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:10.043509 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c360d23d-6645-4622-b2b7-3dd4cca17c3d req-340f8970-efd3-4f91-b86b-6232eea3452f tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:07:10.045008 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-c360d23d-6645-4622-b2b7-3dd4cca17c3d req-340f8970-efd3-4f91-b86b-6232eea3452f tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=a31f3eb4-54c5-4c46-b1a5-9f5552726fca HTTP/1.1" status: 200 len: 945 time: 0.0669510 Jul 28 19:07:10.080894 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-4c072b86-1093-43bb-a86c-5647d435b2a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:10.098440 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-c360d23d-6645-4622-b2b7-3dd4cca17c3d req-57be7a7b-407a-4cb9-9d61-1c3b59a475ef tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/security-groups?id=2ca68dae-2096-4cc3-90a8-9371def495a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434468 Jul 28 19:07:10.163633 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-4c072b86-1093-43bb-a86c-5647d435b2a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676630'] for security_group, after_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:10.202251 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [None req-4c072b86-1093-43bb-a86c-5647d435b2a6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d884f77187374cf3b181976c43c6e31b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3733900 Jul 28 19:07:10.203749 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c072b86-1093-43bb-a86c-5647d435b2a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45e2030d-8288-4346-bf8f-6274c756b4b7,revision_number=1']} {{(pid=93586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:07:10.205756 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.wsgi [-] (93587) accepted ('10.222.0.41', 34688) {{(pid=93587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:07:10.254511 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-c045a8e5-2826-4c5b-aa8c-80d397f02a74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:10.275031 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-c045a8e5-2826-4c5b-aa8c-80d397f02a74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:10.415575 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-c045a8e5-2826-4c5b-aa8c-80d397f02a74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676630'] for security_group, after_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:10.417167 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a70ce02-e500-49cd-9ed0-1693b5f74edf req-bf40a0b8-a7cd-4ebe-b3e8-2b9a5b210ba3 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:07:10.418099 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-c045a8e5-2826-4c5b-aa8c-80d397f02a74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:10.418686 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-5a70ce02-e500-49cd-9ed0-1693b5f74edf req-bf40a0b8-a7cd-4ebe-b3e8-2b9a5b210ba3 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/ports?device_id=aed3a892-a81b-4117-b3b4-c9c93f0bc2ce HTTP/1.1" status: 200 len: 946 time: 0.0510640 Jul 28 19:07:10.421811 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [None req-c045a8e5-2826-4c5b-aa8c-80d397f02a74 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/45e2030d-8288-4346-bf8f-6274c756b4b7 HTTP/1.1" status: 204 len: 168 time: 0.2117145 Jul 28 19:07:10.427561 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c045a8e5-2826-4c5b-aa8c-80d397f02a74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45e2030d-8288-4346-bf8f-6274c756b4b7,revision_number=None']} {{(pid=93587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:07:10.459750 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-5a70ce02-e500-49cd-9ed0-1693b5f74edf req-1485bc0c-96cf-454f-a141-d22b13ae1bd0 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/security-groups?id=42975843-26fd-496e-b975-a1703127fe22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344908 Jul 28 19:07:10.987638 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7973e4-4c25-40ad-8e07-a1246e001c64 req-b14842dc-f314-43ce-9f31-767004b44e8e tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:07:10.989165 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-ce7973e4-4c25-40ad-8e07-a1246e001c64 req-b14842dc-f314-43ce-9f31-767004b44e8e tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c78b726-b285-4d18-8338-3b500b53a49e HTTP/1.1" status: 200 len: 984 time: 0.0496502 Jul 28 19:07:11.031393 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-ce7973e4-4c25-40ad-8e07-a1246e001c64 req-d8ecde12-a0a8-41ca-b028-78fd61d32876 tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd99dac1-4ecb-4bbe-94ca-066efd8c979c&id=d5e7fd5e-c36c-4555-9b59-8f6ffb6121a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0358763 Jul 28 19:07:11.213976 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a824b907-09e7-4031-87be-df757ce1bc37 req-bedda0a8-814d-466a-bdb7-854f657dfe93 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:07:11.215451 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-a824b907-09e7-4031-87be-df757ce1bc37 req-bedda0a8-814d-466a-bdb7-854f657dfe93 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=a31f3eb4-54c5-4c46-b1a5-9f5552726fca HTTP/1.1" status: 200 len: 945 time: 0.0501471 Jul 28 19:07:11.253918 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-a824b907-09e7-4031-87be-df757ce1bc37 req-387f29b6-e87f-4af9-bf60-0d207af33599 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/security-groups?id=2ca68dae-2096-4cc3-90a8-9371def495a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321810 Jul 28 19:07:11.580917 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c61565c-6691-435c-a236-504a79cb7300 req-1b159d88-d5a6-4e24-bc24-d490a6b84528 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:07:11.582483 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-0c61565c-6691-435c-a236-504a79cb7300 req-1b159d88-d5a6-4e24-bc24-d490a6b84528 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/ports?device_id=aed3a892-a81b-4117-b3b4-c9c93f0bc2ce HTTP/1.1" status: 200 len: 946 time: 0.0531428 Jul 28 19:07:11.620207 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-0c61565c-6691-435c-a236-504a79cb7300 req-b0b2768f-8917-47bd-91f3-6eb47c601621 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/security-groups?id=42975843-26fd-496e-b975-a1703127fe22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317283 Jul 28 19:07:12.145897 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf0b5fb-2965-4cbb-9124-0789090c42ec req-e6c8a9ad-72c9-4e14-8592-88f20ccf01f2 tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:07:12.147383 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-ecf0b5fb-2965-4cbb-9124-0789090c42ec req-e6c8a9ad-72c9-4e14-8592-88f20ccf01f2 tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c78b726-b285-4d18-8338-3b500b53a49e HTTP/1.1" status: 200 len: 984 time: 0.0494282 Jul 28 19:07:12.187407 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-ecf0b5fb-2965-4cbb-9124-0789090c42ec req-22b00201-c3a9-4216-8649-5606ac923c06 tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd99dac1-4ecb-4bbe-94ca-066efd8c979c&id=d5e7fd5e-c36c-4555-9b59-8f6ffb6121a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0340617 Jul 28 19:07:12.370630 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db6a66b-7c0e-48a9-a428-dcad889892fa req-ebbeaa4e-4d8c-4318-b913-cb6f2df462c6 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:07:12.372145 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-0db6a66b-7c0e-48a9-a428-dcad889892fa req-ebbeaa4e-4d8c-4318-b913-cb6f2df462c6 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=a31f3eb4-54c5-4c46-b1a5-9f5552726fca HTTP/1.1" status: 200 len: 945 time: 0.0504827 Jul 28 19:07:12.410258 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-0db6a66b-7c0e-48a9-a428-dcad889892fa req-b47fd907-0ef4-40ab-9c12-6632f28cca9d tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/security-groups?id=2ca68dae-2096-4cc3-90a8-9371def495a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322845 Jul 28 19:07:12.738931 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.wsgi [-] (93587) accepted ('10.222.0.41', 34746) {{(pid=93587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:07:12.742909 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a27011-de3d-464f-b689-b6959d208d1e req-6999e50c-6c1c-4a79-a610-506e48b371dd tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:07:12.744685 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-d9a27011-de3d-464f-b689-b6959d208d1e req-6999e50c-6c1c-4a79-a610-506e48b371dd tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/ports?device_id=aed3a892-a81b-4117-b3b4-c9c93f0bc2ce HTTP/1.1" status: 200 len: 946 time: 0.0557485 Jul 28 19:07:12.783660 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-d9a27011-de3d-464f-b689-b6959d208d1e req-85b2a3df-18b0-433b-b537-99430dc811af tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/security-groups?id=42975843-26fd-496e-b975-a1703127fe22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321209 Jul 28 19:07:12.846425 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-00159293-dd57-4307-af29-ffa1158a1dcd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:12.935699 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-00159293-dd57-4307-af29-ffa1158a1dcd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:12.986706 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-00159293-dd57-4307-af29-ffa1158a1dcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676630'] for security_group, after_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:13.026589 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [None req-00159293-dd57-4307-af29-ffa1158a1dcd admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9aab91259c4040ee9b979cc6cac7d62c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2865705 Jul 28 19:07:13.027878 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00159293-dd57-4307-af29-ffa1158a1dcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75058e9a-d3ca-48bb-807f-a5e001490fa4,revision_number=1']} {{(pid=93587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:07:13.029446 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.wsgi [-] (93586) accepted ('10.222.0.41', 34750) {{(pid=93586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:07:13.082309 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-4203e6df-540b-4bf6-aadd-7bb4fd8c0a93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:13.102924 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-4203e6df-540b-4bf6-aadd-7bb4fd8c0a93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:13.214857 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-4203e6df-540b-4bf6-aadd-7bb4fd8c0a93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676630'] for security_group, after_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:13.217619 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-4203e6df-540b-4bf6-aadd-7bb4fd8c0a93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:13.221589 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [None req-4203e6df-540b-4bf6-aadd-7bb4fd8c0a93 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/75058e9a-d3ca-48bb-807f-a5e001490fa4 HTTP/1.1" status: 204 len: 168 time: 0.1863546 Jul 28 19:07:13.228135 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4203e6df-540b-4bf6-aadd-7bb4fd8c0a93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75058e9a-d3ca-48bb-807f-a5e001490fa4,revision_number=None']} {{(pid=93586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:07:13.243113 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4203e6df-540b-4bf6-aadd-7bb4fd8c0a93 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:07:13.245976 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4203e6df-540b-4bf6-aadd-7bb4fd8c0a93 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:07:13.247152 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4203e6df-540b-4bf6-aadd-7bb4fd8c0a93 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:07:13.247596 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4203e6df-540b-4bf6-aadd-7bb4fd8c0a93 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:07:13.248952 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4203e6df-540b-4bf6-aadd-7bb4fd8c0a93 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:07:13.249307 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4203e6df-540b-4bf6-aadd-7bb4fd8c0a93 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:07:13.249653 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4203e6df-540b-4bf6-aadd-7bb4fd8c0a93 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:07:13.249995 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4203e6df-540b-4bf6-aadd-7bb4fd8c0a93 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:07:13.250357 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4203e6df-540b-4bf6-aadd-7bb4fd8c0a93 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:07:13.250796 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4203e6df-540b-4bf6-aadd-7bb4fd8c0a93 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:07:13.251136 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4203e6df-540b-4bf6-aadd-7bb4fd8c0a93 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:07:13.251468 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4203e6df-540b-4bf6-aadd-7bb4fd8c0a93 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:07:13.266584 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139abaec-5b5d-4399-930a-11f996e48703 req-f38ba0cf-133f-465e-8bce-6af57e3d94f0 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:07:13.268350 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-139abaec-5b5d-4399-930a-11f996e48703 req-f38ba0cf-133f-465e-8bce-6af57e3d94f0 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.49 "GET /v2.0/ports?device_id=aed3a892-a81b-4117-b3b4-c9c93f0bc2ce HTTP/1.1" status: 200 len: 946 time: 0.0566545 Jul 28 19:07:13.316732 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df7f93a-03a8-44d8-83f7-5c8e50d4923f req-09d7e56a-381b-466e-9e74-40886446f0c1 tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:07:13.318235 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-1df7f93a-03a8-44d8-83f7-5c8e50d4923f req-09d7e56a-381b-466e-9e74-40886446f0c1 tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c78b726-b285-4d18-8338-3b500b53a49e HTTP/1.1" status: 200 len: 984 time: 0.0487905 Jul 28 19:07:13.360438 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-1df7f93a-03a8-44d8-83f7-5c8e50d4923f req-5762dba6-4495-43b7-a7d9-63b2dc54ad7c tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd99dac1-4ecb-4bbe-94ca-066efd8c979c&id=d5e7fd5e-c36c-4555-9b59-8f6ffb6121a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0354543 Jul 28 19:07:13.366091 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.plugins.ml2.plugin [req-139abaec-5b5d-4399-930a-11f996e48703 req-399af646-1247-44fa-8918-d8eadd2ad9b9 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] Deleting port 42bd04ad-4b2a-497e-96f2-9b339a73581a {{(pid=93587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 19:07:13.366496 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [req-139abaec-5b5d-4399-930a-11f996e48703 req-399af646-1247-44fa-8918-d8eadd2ad9b9 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742349616523'] for port, before_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:13.455349 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.plugins.ml2.db [req-139abaec-5b5d-4399-930a-11f996e48703 req-399af646-1247-44fa-8918-d8eadd2ad9b9 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] For port 42bd04ad-4b2a-497e-96f2-9b339a73581a, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=42bd04ad-4b2a-497e-96f2-9b339a73581a,segment=NetworkSegment(3139aff5-4d6c-4278-a04a-7a1d2851646e),segment_id=3139aff5-4d6c-4278-a04a-7a1d2851646e)] {{(pid=93587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:07:13.455720 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [req-139abaec-5b5d-4399-930a-11f996e48703 req-399af646-1247-44fa-8918-d8eadd2ad9b9 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825298'] for port, precommit_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:13.469733 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.plugins.ml2.plugin [req-139abaec-5b5d-4399-930a-11f996e48703 req-399af646-1247-44fa-8918-d8eadd2ad9b9 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] Calling delete_port for 42bd04ad-4b2a-497e-96f2-9b339a73581a owned by compute:nova {{(pid=93587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 19:07:13.529867 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b77925-a361-4540-bd3c-7f20534733ca req-1608fa8e-bba0-4316-91e6-532c433e6e33 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:07:13.532041 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-35b77925-a361-4540-bd3c-7f20534733ca req-1608fa8e-bba0-4316-91e6-532c433e6e33 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=a31f3eb4-54c5-4c46-b1a5-9f5552726fca HTTP/1.1" status: 200 len: 945 time: 0.0531495 Jul 28 19:07:13.573048 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-35b77925-a361-4540-bd3c-7f20534733ca req-a59d301d-56de-4bc5-8297-bb1e1f261fb0 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/security-groups?id=2ca68dae-2096-4cc3-90a8-9371def495a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345392 Jul 28 19:07:13.677978 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [req-139abaec-5b5d-4399-930a-11f996e48703 req-399af646-1247-44fa-8918-d8eadd2ad9b9 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742349622303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742349248525'] for port, after_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:13.689330 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.db [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] get_ports_and_sgs() called for port_ids ['42bd04ad-4b2a-497e-96f2-9b339a73581a'] {{(pid=93588) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 19:07:13.706570 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399af646-1247-44fa-8918-d8eadd2ad9b9 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] Pushing event deleted for resources: {'Port': ['ID=42bd04ad-4b2a-497e-96f2-9b339a73581a,revision_number=None']} {{(pid=93587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:07:13.746312 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.db.l3_dvrscheduler_db [req-139abaec-5b5d-4399-930a-11f996e48703 req-399af646-1247-44fa-8918-d8eadd2ad9b9 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] No DVR routers for this DVR port 42bd04ad-4b2a-497e-96f2-9b339a73581a on host hv-cinder-80265 {{(pid=93587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 19:07:13.748885 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [req-139abaec-5b5d-4399-930a-11f996e48703 req-399af646-1247-44fa-8918-d8eadd2ad9b9 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148603'] for port, before_response {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:13.751142 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-139abaec-5b5d-4399-930a-11f996e48703 req-399af646-1247-44fa-8918-d8eadd2ad9b9 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.49 "DELETE /v2.0/ports/42bd04ad-4b2a-497e-96f2-9b339a73581a HTTP/1.1" status: 204 len: 173 time: 0.4737029 Jul 28 19:07:13.751684 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aed3a892-a81b-4117-b3b4-c9c93f0bc2ce', 'name': 'network-vif-deleted', 'tag': '42bd04ad-4b2a-497e-96f2-9b339a73581a'}] {{(pid=93587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 19:07:13.753915 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0425cd91716d62700118381c1ce81f16af4b0b2dffb745d1fa1c8d13c3262bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07fdf0f2-fb15-49cd-9d12-1eb5ec6b7f48" -d '{"events": [{"server_uuid": "aed3a892-a81b-4117-b3b4-c9c93f0bc2ce", "name": "network-vif-deleted", "tag": "42bd04ad-4b2a-497e-96f2-9b339a73581a"}]}' {{(pid=93587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 19:07:13.790627 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 19:07:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f99a9e3-3035-4691-a5f5-8928fa905e93 x-openstack-request-id: req-9f99a9e3-3035-4691-a5f5-8928fa905e93 {{(pid=93587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 19:07:13.793013 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aed3a892-a81b-4117-b3b4-c9c93f0bc2ce", "name": "network-vif-deleted", "tag": "42bd04ad-4b2a-497e-96f2-9b339a73581a", "status": "completed", "code": 200}]} {{(pid=93587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 19:07:13.793013 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9f99a9e3-3035-4691-a5f5-8928fa905e93 {{(pid=93587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 19:07:13.793013 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aed3a892-a81b-4117-b3b4-c9c93f0bc2ce', 'name': 'network-vif-deleted', 'tag': '42bd04ad-4b2a-497e-96f2-9b339a73581a', 'status': 'completed', 'code': 200} Jul 28 19:07:13.849622 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.wsgi [-] (93586) accepted ('10.222.0.41', 34766) {{(pid=93586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:07:13.864862 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-e8b18505-bb30-4c5c-ad80-0a0427769756 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:13.894830 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-6ed6400c-bc78-4d16-b0a1-0ba6931a5801 req-72339222-0f9e-42d6-ac91-f3dbc21dda28 tempest-ServerRescueNegativeTestJSON-1559307154 tempest-ServerRescueNegativeTestJSON-1559307154-project] 10.222.0.41 "GET /v2.0/ports?device_id=aed3a892-a81b-4117-b3b4-c9c93f0bc2ce HTTP/1.1" status: 200 len: 210 time: 0.0316942 Jul 28 19:07:13.973859 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-e8b18505-bb30-4c5c-ad80-0a0427769756 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:14.083551 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-e8b18505-bb30-4c5c-ad80-0a0427769756 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676630'] for security_group, after_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:14.119075 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b18505-bb30-4c5c-ad80-0a0427769756 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33bc05b9-d49d-4e7d-836d-f8943cd30212,revision_number=1']} {{(pid=93586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:07:14.123329 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [None req-e8b18505-bb30-4c5c-ad80-0a0427769756 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b5a16057179d41b99151c2869d560a38&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2726867 Jul 28 19:07:14.126592 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.wsgi [-] (93587) accepted ('10.222.0.41', 34768) {{(pid=93587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:07:14.178050 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-d1c61311-f2f2-490f-bff2-4a5827d833b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:14.198862 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-d1c61311-f2f2-490f-bff2-4a5827d833b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:14.323224 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-d1c61311-f2f2-490f-bff2-4a5827d833b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676630'] for security_group, after_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:14.325740 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-d1c61311-f2f2-490f-bff2-4a5827d833b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:14.326990 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [None req-d1c61311-f2f2-490f-bff2-4a5827d833b3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/33bc05b9-d49d-4e7d-836d-f8943cd30212 HTTP/1.1" status: 204 len: 168 time: 0.1993501 Jul 28 19:07:14.335637 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c61311-f2f2-490f-bff2-4a5827d833b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33bc05b9-d49d-4e7d-836d-f8943cd30212,revision_number=None']} {{(pid=93587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:07:14.701629 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36f6378-9638-4c28-a443-16c8d587ef80 req-86ebc5af-ffb2-4acf-acec-ff2267707d90 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:07:14.703243 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-b36f6378-9638-4c28-a443-16c8d587ef80 req-86ebc5af-ffb2-4acf-acec-ff2267707d90 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=a31f3eb4-54c5-4c46-b1a5-9f5552726fca HTTP/1.1" status: 200 len: 945 time: 0.0528731 Jul 28 19:07:14.742888 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-b36f6378-9638-4c28-a443-16c8d587ef80 req-eb4150ad-5f6a-4060-8f39-13a40179f5fd tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/security-groups?id=2ca68dae-2096-4cc3-90a8-9371def495a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328674 Jul 28 19:07:14.951646 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.wsgi [-] (93587) accepted ('10.222.0.41', 34786) {{(pid=93587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:07:15.355219 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-674ba064-2df8-4f3f-b0cf-f9d4544c721e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3821637'] for router_interface, before_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:15.650342 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.plugins.ml2.plugin [None req-674ba064-2df8-4f3f-b0cf-f9d4544c721e admin admin] Deleting port ef6d675e-dcb4-4bf9-9dd7-4469fedf2f15 {{(pid=93587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 19:07:15.650688 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-674ba064-2df8-4f3f-b0cf-f9d4544c721e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742349616523'] for port, before_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:15.731219 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.plugins.ml2.db [None req-674ba064-2df8-4f3f-b0cf-f9d4544c721e admin admin] For port ef6d675e-dcb4-4bf9-9dd7-4469fedf2f15, host dv-cinder-802653-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-1-iscsi',level=0,port_id=ef6d675e-dcb4-4bf9-9dd7-4469fedf2f15,segment=NetworkSegment(3139aff5-4d6c-4278-a04a-7a1d2851646e),segment_id=3139aff5-4d6c-4278-a04a-7a1d2851646e)] {{(pid=93587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:07:15.731692 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-674ba064-2df8-4f3f-b0cf-f9d4544c721e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825298'] for port, precommit_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:15.745548 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.plugins.ml2.plugin [None req-674ba064-2df8-4f3f-b0cf-f9d4544c721e admin admin] Calling delete_port for ef6d675e-dcb4-4bf9-9dd7-4469fedf2f15 owned by network:router_interface {{(pid=93587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 19:07:15.861978 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d90a38f-0b6c-4206-99e0-ad06d7714657 req-85ba31e1-90f8-4aa7-a447-96f6e84ba45f tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:07:15.863464 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-7d90a38f-0b6c-4206-99e0-ad06d7714657 req-85ba31e1-90f8-4aa7-a447-96f6e84ba45f tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=a31f3eb4-54c5-4c46-b1a5-9f5552726fca HTTP/1.1" status: 200 len: 945 time: 0.0503943 Jul 28 19:07:15.907992 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-7d90a38f-0b6c-4206-99e0-ad06d7714657 req-25d097df-828b-42a2-875f-412c126eaffe tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/security-groups?id=2ca68dae-2096-4cc3-90a8-9371def495a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381312 Jul 28 19:07:16.102857 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.rpc [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Device 42bd04ad-4b2a-497e-96f2-9b339a73581a no longer exists at agent hyperv_hv-cinder-80265 {{(pid=93588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 19:07:16.126508 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.plugin [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] No Port match for: 42bd04ad-4b2a-497e-96f2-9b339a73581a {{(pid=93588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 19:07:16.127126 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.rpc [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Device 42bd04ad-4b2a-497e-96f2-9b339a73581a not bound to the agent host hv-cinder-80265 {{(pid=93588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 19:07:16.226821 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-674ba064-2df8-4f3f-b0cf-f9d4544c721e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742349622303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742349248525'] for port, after_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:16.253667 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674ba064-2df8-4f3f-b0cf-f9d4544c721e admin admin] Pushing event deleted for resources: {'Port': ['ID=ef6d675e-dcb4-4bf9-9dd7-4469fedf2f15,revision_number=None']} {{(pid=93587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:07:16.277717 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674ba064-2df8-4f3f-b0cf-f9d4544c721e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:07:16.278071 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674ba064-2df8-4f3f-b0cf-f9d4544c721e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:07:16.278518 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674ba064-2df8-4f3f-b0cf-f9d4544c721e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:07:16.278868 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674ba064-2df8-4f3f-b0cf-f9d4544c721e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:07:16.279193 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674ba064-2df8-4f3f-b0cf-f9d4544c721e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:07:16.279521 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674ba064-2df8-4f3f-b0cf-f9d4544c721e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:07:16.279871 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674ba064-2df8-4f3f-b0cf-f9d4544c721e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:07:16.280201 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674ba064-2df8-4f3f-b0cf-f9d4544c721e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:07:16.280525 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674ba064-2df8-4f3f-b0cf-f9d4544c721e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:07:16.280841 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674ba064-2df8-4f3f-b0cf-f9d4544c721e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:07:16.281154 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674ba064-2df8-4f3f-b0cf-f9d4544c721e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:07:16.281557 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674ba064-2df8-4f3f-b0cf-f9d4544c721e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:07:16.379993 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-674ba064-2df8-4f3f-b0cf-f9d4544c721e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3760063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3821609'] for router_interface, after_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:16.598275 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-674ba064-2df8-4f3f-b0cf-f9d4544c721e admin admin] Router 7f85f8dc-f7d4-426c-ba66-2deed2e9283e has already been hosted by L3 agent a81dfe8c-a6e8-4fad-82b8-e31bee6ac2ff {{(pid=93587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 19:07:16.702019 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-674ba064-2df8-4f3f-b0cf-f9d4544c721e admin admin] Notify agent at l3_agent.dv-cinder-802653-1-iscsi the message routers_updated {{(pid=93587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 19:07:16.707388 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [None req-674ba064-2df8-4f3f-b0cf-f9d4544c721e admin admin] 10.222.0.41 "PUT /v2.0/routers/7f85f8dc-f7d4-426c-ba66-2deed2e9283e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7546148 Jul 28 19:07:16.710044 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.wsgi [-] (93586) accepted ('10.222.0.41', 34822) {{(pid=93586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:07:16.712063 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ad74adc-94e2-4200-866f-265909ea3cfc None None] Sync routers for ids ['7f85f8dc-f7d4-426c-ba66-2deed2e9283e'] in dv-cinder-802653-1-iscsi {{(pid=93589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 19:07:16.721245 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ad74adc-94e2-4200-866f-265909ea3cfc None None] Routers {'7f85f8dc-f7d4-426c-ba66-2deed2e9283e'} bound to L3 agent in host dv-cinder-802653-1-iscsi {{(pid=93589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 19:07:16.721849 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.db.l3_hamode_db [None req-8ad74adc-94e2-4200-866f-265909ea3cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802653-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T18:54:54Z,description=,heartbeat_timestamp=2021-07-28T19:06:54Z,host='dv-cinder-802653-1-iscsi',id=a81dfe8c-a6e8-4fad-82b8-e31bee6ac2ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T18:54:55Z,topic='l3_agent')) {'router_ids': ['7f85f8dc-f7d4-426c-ba66-2deed2e9283e'], 'active': True} {{(pid=93589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:07:16.789838 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.wsgi [-] (93587) accepted ('10.222.0.41', 34824) {{(pid=93587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:07:16.831219 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.db.l3_dvr_db [None req-8ad74adc-94e2-4200-866f-265909ea3cfc None None] Set router 7f85f8dc-f7d4-426c-ba66-2deed2e9283e gateway port host: dv-cinder-802653-1-iscsi {{(pid=93589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 19:07:16.902137 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-7f6c7852-c902-4417-a101-e5a227d31a9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:17.019470 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-7f6c7852-c902-4417-a101-e5a227d31a9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:17.025930 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.db.l3_hamode_db [None req-8ad74adc-94e2-4200-866f-265909ea3cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f85f8dc-f7d4-426c-ba66-2deed2e9283e', 'name': 'tempest-ServerRescueNegativeTestJSON-454008151-router', 'tenant_id': 'ab36a3ab5c78406b94032a7ca4193d8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df', 'external_fixed_ips': [{'subnet_id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': 'c61042a7-a468-4d7b-9f3b-e880489d61cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:03:06Z', 'updated_at': '2021-07-28T19:07:15Z', 'revision_number': 5, 'project_id': 'ab36a3ab5c78406b94032a7ca4193d8f', 'gw_port': {'id': 'c61042a7-a468-4d7b-9f3b-e880489d61cb', 'name': '', 'network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:7e:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f85f8dc-f7d4-426c-ba66-2deed2e9283e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:03:07Z', 'updated_at': '2021-07-28T19:03:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-1-iscsi'}], 'dv-cinder-802653-1-iscsi', False) {} {{(pid=93589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:07:17.055422 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ad74adc-94e2-4200-866f-265909ea3cfc None None] Checking router: 7f85f8dc-f7d4-426c-ba66-2deed2e9283e for host: dv-cinder-802653-1-iscsi {{(pid=93589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 19:07:17.064373 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ad74adc-94e2-4200-866f-265909ea3cfc None None] Routers {'7f85f8dc-f7d4-426c-ba66-2deed2e9283e'} bound to L3 agent in host dv-cinder-802653-1-iscsi {{(pid=93589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 19:07:17.065070 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.db.l3_hamode_db [None req-8ad74adc-94e2-4200-866f-265909ea3cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802653-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T18:54:54Z,description=,heartbeat_timestamp=2021-07-28T19:06:54Z,host='dv-cinder-802653-1-iscsi',id=a81dfe8c-a6e8-4fad-82b8-e31bee6ac2ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T18:54:55Z,topic='l3_agent')) {'router_ids': ['7f85f8dc-f7d4-426c-ba66-2deed2e9283e'], 'active': True} {{(pid=93589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:07:17.079301 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-9ca2e5d1-2d15-428c-b804-9e23616a4a5a admin admin] Notify callbacks [] for router, before_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:17.095556 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-7f6c7852-c902-4417-a101-e5a227d31a9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676630'] for security_group, after_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:17.124183 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3015fe5a-51fe-457a-9f48-220049f9b7e4 req-09917208-04d1-440e-9fa0-2ecabe434193 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:07:17.126209 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-3015fe5a-51fe-457a-9f48-220049f9b7e4 req-09917208-04d1-440e-9fa0-2ecabe434193 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=a31f3eb4-54c5-4c46-b1a5-9f5552726fca HTTP/1.1" status: 200 len: 945 time: 0.0957632 Jul 28 19:07:17.138810 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [None req-7f6c7852-c902-4417-a101-e5a227d31a9d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=997944e50a914195b0a1d0b1b70be9e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3447781 Jul 28 19:07:17.138810 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6c7852-c902-4417-a101-e5a227d31a9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7aa70d4-a5e9-4dcb-b314-05e2b1654a29,revision_number=1']} {{(pid=93587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:07:17.139077 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.wsgi [-] (93586) accepted ('10.222.0.41', 34830) {{(pid=93586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:07:17.170458 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.db.l3_dvr_db [None req-8ad74adc-94e2-4200-866f-265909ea3cfc None None] Set router 7f85f8dc-f7d4-426c-ba66-2deed2e9283e gateway port host: dv-cinder-802653-1-iscsi {{(pid=93589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 19:07:17.249662 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-3015fe5a-51fe-457a-9f48-220049f9b7e4 req-e7a59719-c83c-4db6-aedc-1beb505fee9e tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/security-groups?id=2ca68dae-2096-4cc3-90a8-9371def495a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0989144 Jul 28 19:07:17.266728 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-9ca2e5d1-2d15-428c-b804-9e23616a4a5a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:17.275359 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-f6d4d543-e1ba-43a7-a45d-cc232bc97228 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:17.298531 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-f6d4d543-e1ba-43a7-a45d-cc232bc97228 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:17.351874 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.db.l3_hamode_db [None req-8ad74adc-94e2-4200-866f-265909ea3cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f85f8dc-f7d4-426c-ba66-2deed2e9283e', 'name': 'tempest-ServerRescueNegativeTestJSON-454008151-router', 'tenant_id': 'ab36a3ab5c78406b94032a7ca4193d8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df', 'external_fixed_ips': [{'subnet_id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': 'c61042a7-a468-4d7b-9f3b-e880489d61cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:03:06Z', 'updated_at': '2021-07-28T19:07:15Z', 'revision_number': 5, 'project_id': 'ab36a3ab5c78406b94032a7ca4193d8f', 'gw_port': {'id': 'c61042a7-a468-4d7b-9f3b-e880489d61cb', 'name': '', 'network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:7e:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f85f8dc-f7d4-426c-ba66-2deed2e9283e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:03:07Z', 'updated_at': '2021-07-28T19:03:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-1-iscsi'}], 'dv-cinder-802653-1-iscsi', False) {} {{(pid=93589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:07:17.378057 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ad74adc-94e2-4200-866f-265909ea3cfc None None] The sync data for ids ['7f85f8dc-f7d4-426c-ba66-2deed2e9283e'] in dv-cinder-802653-1-iscsi is: [{'id': '7f85f8dc-f7d4-426c-ba66-2deed2e9283e', 'name': 'tempest-ServerRescueNegativeTestJSON-454008151-router', 'tenant_id': 'ab36a3ab5c78406b94032a7ca4193d8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df', 'external_fixed_ips': [{'subnet_id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': 'c61042a7-a468-4d7b-9f3b-e880489d61cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:03:06Z', 'updated_at': '2021-07-28T19:07:15Z', 'revision_number': 5, 'project_id': 'ab36a3ab5c78406b94032a7ca4193d8f', 'gw_port': {'id': 'c61042a7-a468-4d7b-9f3b-e880489d61cb', 'name': '', 'network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:7e:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f85f8dc-f7d4-426c-ba66-2deed2e9283e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:03:07Z', 'updated_at': '2021-07-28T19:03:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-1-iscsi'}] {{(pid=93589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 19:07:17.401645 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.plugins.ml2.plugin [None req-9ca2e5d1-2d15-428c-b804-9e23616a4a5a admin admin] Deleting port c61042a7-a468-4d7b-9f3b-e880489d61cb {{(pid=93586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 19:07:17.402063 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-9ca2e5d1-2d15-428c-b804-9e23616a4a5a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742349616523'] for port, before_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:17.419518 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-f6d4d543-e1ba-43a7-a45d-cc232bc97228 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676630'] for security_group, after_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:17.422588 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-f6d4d543-e1ba-43a7-a45d-cc232bc97228 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:17.423910 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [None req-f6d4d543-e1ba-43a7-a45d-cc232bc97228 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e7aa70d4-a5e9-4dcb-b314-05e2b1654a29 HTTP/1.1" status: 204 len: 168 time: 0.2838185 Jul 28 19:07:17.459504 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d4d543-e1ba-43a7-a45d-cc232bc97228 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7aa70d4-a5e9-4dcb-b314-05e2b1654a29,revision_number=None']} {{(pid=93586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:07:17.500021 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.plugins.ml2.db [None req-9ca2e5d1-2d15-428c-b804-9e23616a4a5a admin admin] For port c61042a7-a468-4d7b-9f3b-e880489d61cb, host dv-cinder-802653-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-1-iscsi',level=0,port_id=c61042a7-a468-4d7b-9f3b-e880489d61cb,segment=NetworkSegment(17bd56bb-f533-4c75-bcf1-86c99094db6a),segment_id=17bd56bb-f533-4c75-bcf1-86c99094db6a)] {{(pid=93586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:07:17.500908 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-9ca2e5d1-2d15-428c-b804-9e23616a4a5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825298'] for port, precommit_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:17.512107 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.plugins.ml2.plugin [None req-9ca2e5d1-2d15-428c-b804-9e23616a4a5a admin admin] Calling delete_port for c61042a7-a468-4d7b-9f3b-e880489d61cb owned by network:router_gateway {{(pid=93586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 19:07:17.763884 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-9ca2e5d1-2d15-428c-b804-9e23616a4a5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742349622303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742349248525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12083827'] for port, after_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:17.790151 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca2e5d1-2d15-428c-b804-9e23616a4a5a admin admin] Pushing event deleted for resources: {'Port': ['ID=c61042a7-a468-4d7b-9f3b-e880489d61cb,revision_number=None']} {{(pid=93586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:07:17.855456 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-9ca2e5d1-2d15-428c-b804-9e23616a4a5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3821451'] for router_gateway, after_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:17.956752 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-9ca2e5d1-2d15-428c-b804-9e23616a4a5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3885588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32157'] for router, precommit_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:17.958834 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-9ca2e5d1-2d15-428c-b804-9e23616a4a5a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:18.001534 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.wsgi [-] (93587) accepted ('10.222.0.41', 34836) {{(pid=93587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:07:18.014576 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-2fe28859-8218-4b76-8b13-52e9e3efc746 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:18.094869 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-9ca2e5d1-2d15-428c-b804-9e23616a4a5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3885188'] for router, after_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:18.095421 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ca2e5d1-2d15-428c-b804-9e23616a4a5a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7f85f8dc-f7d4-426c-ba66-2deed2e9283e {{(pid=93586) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 19:07:18.100584 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-9ca2e5d1-2d15-428c-b804-9e23616a4a5a admin admin] Notify callbacks [] for router, before_response {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:18.101852 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [None req-9ca2e5d1-2d15-428c-b804-9e23616a4a5a admin admin] 10.222.0.41 "DELETE /v2.0/routers/7f85f8dc-f7d4-426c-ba66-2deed2e9283e HTTP/1.1" status: 204 len: 168 time: 1.3899670 Jul 28 19:07:18.104079 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.wsgi [-] (93586) accepted ('10.222.0.41', 34838) {{(pid=93586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:07:18.108986 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-2fe28859-8218-4b76-8b13-52e9e3efc746 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:18.153661 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.db.db_base_plugin_v2 [None req-55229ad8-b464-4181-959c-18b119198077 admin admin] Deleting subnet 7ace80f0-3f3a-4421-afb0-85b3c7802c40 {{(pid=93586) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 28 19:07:18.157263 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-55229ad8-b464-4181-959c-18b119198077 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:18.180588 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-2fe28859-8218-4b76-8b13-52e9e3efc746 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676630'] for security_group, after_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:18.200732 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-55229ad8-b464-4181-959c-18b119198077 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12083803'] for subnet, precommit_delete_associations {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:18.230102 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [None req-2fe28859-8218-4b76-8b13-52e9e3efc746 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ece7d6f46b064d928ce5df0a04cc882d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2274759 Jul 28 19:07:18.235522 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe28859-8218-4b76-8b13-52e9e3efc746 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db07f2eb-a989-46ca-aefd-0300cc592a0d,revision_number=1']} {{(pid=93587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:07:18.235522 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.wsgi [-] (93587) accepted ('10.222.0.41', 34840) {{(pid=93587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:07:18.243049 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-55229ad8-b464-4181-959c-18b119198077 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-783032'] for subnet, precommit_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:18.288706 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-a5be162c-7e80-49ee-bac3-0952c7e8e74b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:18.312183 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-a5be162c-7e80-49ee-bac3-0952c7e8e74b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:18.371048 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade3f57d-2435-4cc1-b182-f0f4cb1e8b99 req-e1aed225-fcd2-4609-8150-a42c786de3dd tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:07:18.372734 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-ade3f57d-2435-4cc1-b182-f0f4cb1e8b99 req-e1aed225-fcd2-4609-8150-a42c786de3dd tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=a31f3eb4-54c5-4c46-b1a5-9f5552726fca HTTP/1.1" status: 200 len: 945 time: 0.0519285 Jul 28 19:07:18.399447 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-55229ad8-b464-4181-959c-18b119198077 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12083804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12577348'] for subnet, after_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:18.432129 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-a5be162c-7e80-49ee-bac3-0952c7e8e74b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676630'] for security_group, after_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:18.434774 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-a5be162c-7e80-49ee-bac3-0952c7e8e74b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:18.435060 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-ade3f57d-2435-4cc1-b182-f0f4cb1e8b99 req-513307d0-a1e4-4cb1-82d9-2ae0779acca7 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/security-groups?id=2ca68dae-2096-4cc3-90a8-9371def495a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556858 Jul 28 19:07:18.438251 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [None req-a5be162c-7e80-49ee-bac3-0952c7e8e74b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/db07f2eb-a989-46ca-aefd-0300cc592a0d HTTP/1.1" status: 204 len: 168 time: 0.2018495 Jul 28 19:07:18.438411 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55229ad8-b464-4181-959c-18b119198077 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7ace80f0-3f3a-4421-afb0-85b3c7802c40,revision_number=None']} {{(pid=93586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:07:18.440395 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-55229ad8-b464-4181-959c-18b119198077 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:18.444473 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [None req-55229ad8-b464-4181-959c-18b119198077 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/7ace80f0-3f3a-4421-afb0-85b3c7802c40 HTTP/1.1" status: 204 len: 168 time: 0.3366277 Jul 28 19:07:18.448020 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.wsgi [-] (93587) accepted ('10.222.0.41', 34846) {{(pid=93587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:07:18.455509 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5be162c-7e80-49ee-bac3-0952c7e8e74b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db07f2eb-a989-46ca-aefd-0300cc592a0d,revision_number=None']} {{(pid=93587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:07:18.532739 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-a955b2e5-1fe0-431b-a46c-2b83f9483b8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-648881'] for network, before_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:18.609129 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.rpc [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Device c61042a7-a468-4d7b-9f3b-e880489d61cb no longer exists at agent ovs-agent-dv-cinder-802653-1-iscsi {{(pid=93588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 19:07:18.624428 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-a955b2e5-1fe0-431b-a46c-2b83f9483b8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721199', 'neutron.services.segments.db._delete_segments_for_network-8742349714737'] for network, precommit_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:18.630992 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.plugin [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] No Port match for: c61042a7-a468-4d7b-9f3b-e880489d61cb {{(pid=93588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 19:07:18.631335 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.rpc [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Device c61042a7-a468-4d7b-9f3b-e880489d61cb not bound to the agent host dv-cinder-802653-1-iscsi {{(pid=93588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 19:07:18.631946 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.rpc [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Device ef6d675e-dcb4-4bf9-9dd7-4469fedf2f15 no longer exists at agent ovs-agent-dv-cinder-802653-1-iscsi {{(pid=93588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 19:07:18.635381 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-a955b2e5-1fe0-431b-a46c-2b83f9483b8c admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 19:07:18.635728 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-a955b2e5-1fe0-431b-a46c-2b83f9483b8c admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 19:07:18.636539 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-a955b2e5-1fe0-431b-a46c-2b83f9483b8c admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 19:07:18.637036 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-a955b2e5-1fe0-431b-a46c-2b83f9483b8c admin admin] Subscribe: > port after_create 55550000 {{(pid=93587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 19:07:18.637384 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-a955b2e5-1fe0-431b-a46c-2b83f9483b8c admin admin] Subscribe: > port after_delete 55550000 {{(pid=93587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 19:07:18.637725 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-a955b2e5-1fe0-431b-a46c-2b83f9483b8c admin admin] Subscribe: > port after_update 55550000 {{(pid=93587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 19:07:18.638055 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-a955b2e5-1fe0-431b-a46c-2b83f9483b8c admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 19:07:18.638397 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-a955b2e5-1fe0-431b-a46c-2b83f9483b8c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 19:07:18.638718 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-a955b2e5-1fe0-431b-a46c-2b83f9483b8c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 19:07:18.639037 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-a955b2e5-1fe0-431b-a46c-2b83f9483b8c admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 19:07:18.654193 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.plugin [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] No Port match for: ef6d675e-dcb4-4bf9-9dd7-4469fedf2f15 {{(pid=93588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 19:07:18.654193 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.rpc [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Device ef6d675e-dcb4-4bf9-9dd7-4469fedf2f15 not bound to the agent host dv-cinder-802653-1-iscsi {{(pid=93588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 19:07:18.760321 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-a955b2e5-1fe0-431b-a46c-2b83f9483b8c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 19:07:18.760321 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-a955b2e5-1fe0-431b-a46c-2b83f9483b8c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 19:07:18.760321 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-a955b2e5-1fe0-431b-a46c-2b83f9483b8c admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 19:07:18.760321 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-a955b2e5-1fe0-431b-a46c-2b83f9483b8c admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 19:07:18.760321 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.services.segments.db [None req-a955b2e5-1fe0-431b-a46c-2b83f9483b8c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55abd46f-cb0c-4975-97d4-5b97e39ca579']}} {{(pid=93587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:07:18.776854 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.services.segments.db [None req-a955b2e5-1fe0-431b-a46c-2b83f9483b8c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3139aff5-4d6c-4278-a04a-7a1d2851646e') {'for_net_delete': True} {{(pid=93587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:07:18.777147 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.services.segments.db [None req-a955b2e5-1fe0-431b-a46c-2b83f9483b8c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3139aff5-4d6c-4278-a04a-7a1d2851646e') {} {{(pid=93587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:07:18.793823 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-a955b2e5-1fe0-431b-a46c-2b83f9483b8c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742349715770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10080309'] for segment, before_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:18.819248 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-a955b2e5-1fe0-431b-a46c-2b83f9483b8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721374'] for segment, precommit_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:18.827534 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a955b2e5-1fe0-431b-a46c-2b83f9483b8c admin admin] Releasing vlan 401 on physical network physnet1 to pool {{(pid=93587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 19:07:18.827984 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-a955b2e5-1fe0-431b-a46c-2b83f9483b8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9464974'] for segment, after_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:18.832988 dv-cinder-802653-1-iscsi neutron-server[93587]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 28 19:07:18.832988 dv-cinder-802653-1-iscsi neutron-server[93587]: from cryptography.utils import int_from_bytes Jul 28 19:07:18.832988 dv-cinder-802653-1-iscsi neutron-server[93587]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 28 19:07:18.832988 dv-cinder-802653-1-iscsi neutron-server[93587]: from cryptography.utils import int_from_bytes Jul 28 19:07:18.832988 dv-cinder-802653-1-iscsi neutron-server[93587]: Traceback (most recent call last): Jul 28 19:07:18.832988 dv-cinder-802653-1-iscsi neutron-server[93587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 19:07:18.832988 dv-cinder-802653-1-iscsi neutron-server[93587]: timer() Jul 28 19:07:18.832988 dv-cinder-802653-1-iscsi neutron-server[93587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 19:07:18.832988 dv-cinder-802653-1-iscsi neutron-server[93587]: cb(*args, **kw) Jul 28 19:07:18.832988 dv-cinder-802653-1-iscsi neutron-server[93587]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 19:07:18.832988 dv-cinder-802653-1-iscsi neutron-server[93587]: return func(*args, **kwargs) Jul 28 19:07:18.832988 dv-cinder-802653-1-iscsi neutron-server[93587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 19:07:18.832988 dv-cinder-802653-1-iscsi neutron-server[93587]: self._notify() Jul 28 19:07:18.832988 dv-cinder-802653-1-iscsi neutron-server[93587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 19:07:18.832988 dv-cinder-802653-1-iscsi neutron-server[93587]: self.callback(batched_events) Jul 28 19:07:18.832988 dv-cinder-802653-1-iscsi neutron-server[93587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 19:07:18.832988 dv-cinder-802653-1-iscsi neutron-server[93587]: event.method(event) Jul 28 19:07:18.832988 dv-cinder-802653-1-iscsi neutron-server[93587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 19:07:18.832988 dv-cinder-802653-1-iscsi neutron-server[93587]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 19:07:18.832988 dv-cinder-802653-1-iscsi neutron-server[93587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 19:07:18.832988 dv-cinder-802653-1-iscsi neutron-server[93587]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 19:07:18.832988 dv-cinder-802653-1-iscsi neutron-server[93587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 19:07:18.832988 dv-cinder-802653-1-iscsi neutron-server[93587]: return f(self, *a, **k) Jul 28 19:07:18.832988 dv-cinder-802653-1-iscsi neutron-server[93587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 19:07:18.832988 dv-cinder-802653-1-iscsi neutron-server[93587]: return self._get(url).json() Jul 28 19:07:18.832988 dv-cinder-802653-1-iscsi neutron-server[93587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 19:07:18.832988 dv-cinder-802653-1-iscsi neutron-server[93587]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 19:07:18.832988 dv-cinder-802653-1-iscsi neutron-server[93587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 19:07:18.832988 dv-cinder-802653-1-iscsi neutron-server[93587]: return self.request(url, 'GET', **kwargs) Jul 28 19:07:18.832988 dv-cinder-802653-1-iscsi neutron-server[93587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 19:07:18.832988 dv-cinder-802653-1-iscsi neutron-server[93587]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 19:07:18.832988 dv-cinder-802653-1-iscsi neutron-server[93587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 19:07:18.832988 dv-cinder-802653-1-iscsi neutron-server[93587]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 19:07:18.832988 dv-cinder-802653-1-iscsi neutron-server[93587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 19:07:18.832988 dv-cinder-802653-1-iscsi neutron-server[93587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 19:07:18.832988 dv-cinder-802653-1-iscsi neutron-server[93587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 19:07:18.963705 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-a955b2e5-1fe0-431b-a46c-2b83f9483b8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3821495'] for network, after_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:18.969942 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-a955b2e5-1fe0-431b-a46c-2b83f9483b8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760026'] for network, before_response {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:18.971998 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [None req-a955b2e5-1fe0-431b-a46c-2b83f9483b8c admin admin] 10.222.0.41 "DELETE /v2.0/networks/55abd46f-cb0c-4975-97d4-5b97e39ca579 HTTP/1.1" status: 204 len: 168 time: 0.5227661 Jul 28 19:07:18.985473 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a955b2e5-1fe0-431b-a46c-2b83f9483b8c admin admin] Pushing event deleted for resources: {'Network': ['ID=55abd46f-cb0c-4975-97d4-5b97e39ca579,revision_number=None']} {{(pid=93587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:07:19.260335 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.wsgi [-] (93587) accepted ('10.222.0.41', 34866) {{(pid=93587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:07:19.301399 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [None req-bf8cebc4-9d26-495f-8c9f-f19c3445cfcb admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ab36a3ab5c78406b94032a7ca4193d8f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0376995 Jul 28 19:07:19.301788 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.wsgi [-] (93586) accepted ('10.222.0.41', 34868) {{(pid=93586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:07:19.351349 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-fc77a395-7de3-4bbf-8c43-ada53e6a6cdc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:19.372115 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-fc77a395-7de3-4bbf-8c43-ada53e6a6cdc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:19.484964 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-fc77a395-7de3-4bbf-8c43-ada53e6a6cdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676630'] for security_group, after_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:19.487773 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-fc77a395-7de3-4bbf-8c43-ada53e6a6cdc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:19.491356 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [None req-fc77a395-7de3-4bbf-8c43-ada53e6a6cdc admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/42975843-26fd-496e-b975-a1703127fe22 HTTP/1.1" status: 204 len: 168 time: 0.1861951 Jul 28 19:07:19.497849 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc77a395-7de3-4bbf-8c43-ada53e6a6cdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42975843-26fd-496e-b975-a1703127fe22,revision_number=None']} {{(pid=93586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:07:19.580740 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e25aa82-c3aa-4fa4-a626-0c6ebd7d71b3 req-5f6903a8-8f94-46ba-8fae-cd3d68ee2396 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:07:19.587960 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-5e25aa82-c3aa-4fa4-a626-0c6ebd7d71b3 req-5f6903a8-8f94-46ba-8fae-cd3d68ee2396 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=a31f3eb4-54c5-4c46-b1a5-9f5552726fca HTTP/1.1" status: 200 len: 945 time: 0.0632408 Jul 28 19:07:19.622244 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-5e25aa82-c3aa-4fa4-a626-0c6ebd7d71b3 req-91aa44bb-a524-420c-ab2d-6cdf7e93a950 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/security-groups?id=2ca68dae-2096-4cc3-90a8-9371def495a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334318 Jul 28 19:07:20.599661 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.wsgi [-] (93587) accepted ('10.222.0.41', 34922) {{(pid=93587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:07:20.706027 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.v2.base [None req-3bc23686-f37d-4030-a064-b66e23796f37 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-826169741-network', 'tenant_id': '9fd2ec2f4da24e92b2dea1129eb17de2'}} {{(pid=93587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:07:20.741079 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575247f7-9fe7-4f8a-8742-45b6a1759c57 req-3f23b92a-0771-48af-b272-642e6a80a25f tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:07:20.742507 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-575247f7-9fe7-4f8a-8742-45b6a1759c57 req-3f23b92a-0771-48af-b272-642e6a80a25f tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=a31f3eb4-54c5-4c46-b1a5-9f5552726fca HTTP/1.1" status: 200 len: 945 time: 0.0512254 Jul 28 19:07:20.780804 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-575247f7-9fe7-4f8a-8742-45b6a1759c57 req-bdec1ba8-15cd-4982-aa54-ac732dc0bf74 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/security-groups?id=2ca68dae-2096-4cc3-90a8-9371def495a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324800 Jul 28 19:07:20.798100 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bc23686-f37d-4030-a064-b66e23796f37 admin admin] Made reservation on behalf of 9fd2ec2f4da24e92b2dea1129eb17de2 for: {'network': 1} {{(pid=93587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 19:07:20.800485 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-3bc23686-f37d-4030-a064-b66e23796f37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555300'] for network, before_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:20.809354 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-3bc23686-f37d-4030-a064-b66e23796f37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:20.903411 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-3bc23686-f37d-4030-a064-b66e23796f37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:20.969148 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-3bc23686-f37d-4030-a064-b66e23796f37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676630'] for security_group, after_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:20.989726 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bc23686-f37d-4030-a064-b66e23796f37 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 413} {{(pid=93587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 19:07:21.007285 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc23686-f37d-4030-a064-b66e23796f37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aefb588f-96f8-479b-ae4d-3da5ef8803c6,revision_number=1']} {{(pid=93587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:07:21.009289 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-3bc23686-f37d-4030-a064-b66e23796f37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721374'] for segment, precommit_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:21.009635 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.db.segments_db [None req-3bc23686-f37d-4030-a064-b66e23796f37 admin admin] Added segment f61245cb-7703-448e-b19a-00267c577a60 of type vlan for network 7ea1c01c-d823-479c-85a2-f17f06dd75aa Jul 28 19:07:21.049456 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-3bc23686-f37d-4030-a064-b66e23796f37 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742349240423'] for network, precommit_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:21.141414 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-3bc23686-f37d-4030-a064-b66e23796f37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036'] for network, after_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:21.142410 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bc23686-f37d-4030-a064-b66e23796f37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:07:21.143007 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-3bc23686-f37d-4030-a064-b66e23796f37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760026'] for network, before_response {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:21.165248 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a133365-5a9e-4ed8-961f-1a85fcca83dd req-0f5deea1-8288-4d60-8b80-1727bebb33e2 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:07:21.166935 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-8a133365-5a9e-4ed8-961f-1a85fcca83dd req-0f5deea1-8288-4d60-8b80-1727bebb33e2 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=a31f3eb4-54c5-4c46-b1a5-9f5552726fca HTTP/1.1" status: 200 len: 945 time: 0.0515389 Jul 28 19:07:21.205823 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc23686-f37d-4030-a064-b66e23796f37 admin admin] Pushing event updated for resources: {'Network': ['ID=7ea1c01c-d823-479c-85a2-f17f06dd75aa,revision_number=1']} {{(pid=93587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:07:21.212396 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-8a133365-5a9e-4ed8-961f-1a85fcca83dd req-6b68cf7c-7b9e-4dfb-ab1c-7bf3c50576c3 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/security-groups?id=2ca68dae-2096-4cc3-90a8-9371def495a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373366 Jul 28 19:07:21.215537 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.rpc [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Network 7ea1c01c-d823-479c-85a2-f17f06dd75aa details requested by agent ovs-agent-dv-cinder-802653-1-iscsi with host dv-cinder-802653-1-iscsi {{(pid=93588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 19:07:21.280921 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [None req-3bc23686-f37d-4030-a064-b66e23796f37 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6799605 Jul 28 19:07:21.286429 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.wsgi [-] (93587) accepted ('10.222.0.41', 34932) {{(pid=93587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:07:21.294892 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.v2.base [None req-8a5077b2-fa1c-48f5-a67b-1dfaed3523cf admin admin] Request body: {'subnet': {'network_id': '7ea1c01c-d823-479c-85a2-f17f06dd75aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-826169741-subnet', 'tenant_id': '9fd2ec2f4da24e92b2dea1129eb17de2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:07:21.316062 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def742a3-e24c-451d-95ec-2706c190edc3 req-afde9f93-f952-4288-81ca-6c616cfc2d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:07:21.317571 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-def742a3-e24c-451d-95ec-2706c190edc3 req-afde9f93-f952-4288-81ca-6c616cfc2d6a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=4dceb4eb37274cd9b3fcc8dffed09715&device_id=a31f3eb4-54c5-4c46-b1a5-9f5552726fca HTTP/1.1" status: 200 len: 1098 time: 0.0712755 Jul 28 19:07:21.407640 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def742a3-e24c-451d-95ec-2706c190edc3 req-c948c214-0606-4422-b5c7-b01aa43aaf11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:07:21.408943 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-def742a3-e24c-451d-95ec-2706c190edc3 req-c948c214-0606-4422-b5c7-b01aa43aaf11 service neutron] 10.222.0.49 "GET /v2.0/networks?id=9a21bde8-e77f-4246-845e-15d2cf775c00 HTTP/1.1" status: 200 len: 912 time: 0.0829196 Jul 28 19:07:21.411898 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a5077b2-fa1c-48f5-a67b-1dfaed3523cf admin admin] Made reservation on behalf of 9fd2ec2f4da24e92b2dea1129eb17de2 for: {'subnet': 1} {{(pid=93587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 19:07:21.412133 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-8a5077b2-fa1c-48f5-a67b-1dfaed3523cf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9352911'] for subnet, before_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:21.526311 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-def742a3-e24c-451d-95ec-2706c190edc3 req-6f1ec6ed-5222-4aa0-b33b-0676b316ebc2 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=827be936-912d-43a2-8eb2-136d6f5f4c32 HTTP/1.1" status: 200 len: 1001 time: 0.1018195 Jul 28 19:07:21.569629 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-8ec0a380-f702-44b0-a591-03741d46b9b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:21.612257 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def742a3-e24c-451d-95ec-2706c190edc3 req-d53a303d-b274-4636-a457-404ebc2b4ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:07:21.613708 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-def742a3-e24c-451d-95ec-2706c190edc3 req-d53a303d-b274-4636-a457-404ebc2b4ffd service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d8dd9f14-f474-4c6a-84f8-85ff7b8e642f HTTP/1.1" status: 200 len: 850 time: 0.0796454 Jul 28 19:07:21.694039 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def742a3-e24c-451d-95ec-2706c190edc3 req-0f4bf4d8-dceb-4e83-91e9-69520eb98c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:07:21.695510 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-def742a3-e24c-451d-95ec-2706c190edc3 req-0f4bf4d8-dceb-4e83-91e9-69520eb98c26 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9a21bde8-e77f-4246-845e-15d2cf775c00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0732148 Jul 28 19:07:21.786497 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-def742a3-e24c-451d-95ec-2706c190edc3 req-3c2e8a19-7937-4570-a8c8-60db19db4dd9 service neutron] 10.222.0.49 "GET /v2.0/networks/9a21bde8-e77f-4246-845e-15d2cf775c00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835094 Jul 28 19:07:21.852162 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-8a5077b2-fa1c-48f5-a67b-1dfaed3523cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9465619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9352929'] for subnet, after_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:21.924841 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-def742a3-e24c-451d-95ec-2706c190edc3 req-2b895b19-bf3a-459a-b38e-fcee0fa1e529 service neutron] 10.222.0.49 "GET /v2.0/networks/9a21bde8-e77f-4246-845e-15d2cf775c00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299121 Jul 28 19:07:21.930284 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5077b2-fa1c-48f5-a67b-1dfaed3523cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d8df5cd-5346-480d-8bf3-4e43de4eb24a,revision_number=0']} {{(pid=93587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:07:21.941296 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a5077b2-fa1c-48f5-a67b-1dfaed3523cf admin admin] Checking segment: {'id': 'f61245cb-7703-448e-b19a-00267c577a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '7ea1c01c-d823-479c-85a2-f17f06dd75aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 19:07:21.941680 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a5077b2-fa1c-48f5-a67b-1dfaed3523cf admin admin] Network hostable DHCP agents. Network: 7ea1c01c-d823-479c-85a2-f17f06dd75aa, hostable agents: ['6be8dab3-c43d-43c4-9e05-9e58375c436f'], hosted agents: [] {{(pid=93587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 19:07:22.043337 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a5077b2-fa1c-48f5-a67b-1dfaed3523cf admin admin] Network 7ea1c01c-d823-479c-85a2-f17f06dd75aa is scheduled to be hosted by DHCP agent 6be8dab3-c43d-43c4-9e05-9e58375c436f with binding_index 1 {{(pid=93587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 19:07:22.158244 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.scheduler.base_scheduler [None req-8a5077b2-fa1c-48f5-a67b-1dfaed3523cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802653-1-iscsi, 7ea1c01c-d823-479c-85a2-f17f06dd75aa) {{(pid=93587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 19:07:22.162306 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a5077b2-fa1c-48f5-a67b-1dfaed3523cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:07:22.162901 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-8a5077b2-fa1c-48f5-a67b-1dfaed3523cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760026'] for subnet, before_response {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:22.168319 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20bc5d65-5214-4494-9281-fe3752d412e0 None None] Network 7ea1c01c-d823-479c-85a2-f17f06dd75aa requested from dv-cinder-802653-1-iscsi {{(pid=93588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 19:07:22.254015 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [None req-8a5077b2-fa1c-48f5-a67b-1dfaed3523cf admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.9661975 Jul 28 19:07:22.355833 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16690b9d-ee66-4bab-b84b-cc56f026cef0 req-a7eb51e7-4b02-4f38-a75c-8cc853ac9f13 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:07:22.357990 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-16690b9d-ee66-4bab-b84b-cc56f026cef0 req-a7eb51e7-4b02-4f38-a75c-8cc853ac9f13 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=a31f3eb4-54c5-4c46-b1a5-9f5552726fca HTTP/1.1" status: 200 len: 945 time: 0.0621910 Jul 28 19:07:22.427169 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-088ed014-b67d-4c57-9860-923593325995 None None] Network 7ea1c01c-d823-479c-85a2-f17f06dd75aa requested from dv-cinder-802653-1-iscsi {{(pid=93588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 19:07:22.427634 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-16690b9d-ee66-4bab-b84b-cc56f026cef0 req-18c0181a-60d0-49ed-8f09-88d397b5d846 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/security-groups?id=2ca68dae-2096-4cc3-90a8-9371def495a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559883 Jul 28 19:07:23.019927 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.wsgi [-] (93587) accepted ('10.222.0.41', 34966) {{(pid=93587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:07:23.024957 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.v2.base [None req-c5a0e5fd-6061-4e0c-bf9b-c27c09a44de0 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-321081507-network', 'tenant_id': '8baed19dfe2f46428271c7f5246c8ac8'}} {{(pid=93587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:07:23.100649 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5a0e5fd-6061-4e0c-bf9b-c27c09a44de0 admin admin] Made reservation on behalf of 8baed19dfe2f46428271c7f5246c8ac8 for: {'network': 1} {{(pid=93587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 19:07:23.102858 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-c5a0e5fd-6061-4e0c-bf9b-c27c09a44de0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555300'] for network, before_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:23.112455 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-c5a0e5fd-6061-4e0c-bf9b-c27c09a44de0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:23.197205 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-c5a0e5fd-6061-4e0c-bf9b-c27c09a44de0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:23.266707 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-c5a0e5fd-6061-4e0c-bf9b-c27c09a44de0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676630'] for security_group, after_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:23.290621 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5a0e5fd-6061-4e0c-bf9b-c27c09a44de0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 422} {{(pid=93587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 19:07:23.300323 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a0e5fd-6061-4e0c-bf9b-c27c09a44de0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53b9227a-924d-46e7-9c2d-29d0ce62dc48,revision_number=1']} {{(pid=93587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:07:23.304878 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-c5a0e5fd-6061-4e0c-bf9b-c27c09a44de0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721374'] for segment, precommit_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:23.305215 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.db.segments_db [None req-c5a0e5fd-6061-4e0c-bf9b-c27c09a44de0 admin admin] Added segment c3dac0f3-57c3-4cba-917d-99e7dff0b67a of type vlan for network cf01f542-23f6-43d7-b176-16b7e1dc96fa Jul 28 19:07:23.344535 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-c5a0e5fd-6061-4e0c-bf9b-c27c09a44de0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742349240423'] for network, precommit_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:23.460821 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-c5a0e5fd-6061-4e0c-bf9b-c27c09a44de0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036'] for network, after_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:23.461800 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5a0e5fd-6061-4e0c-bf9b-c27c09a44de0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:07:23.462506 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-c5a0e5fd-6061-4e0c-bf9b-c27c09a44de0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760026'] for network, before_response {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:23.523056 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a0e5fd-6061-4e0c-bf9b-c27c09a44de0 admin admin] Pushing event updated for resources: {'Network': ['ID=cf01f542-23f6-43d7-b176-16b7e1dc96fa,revision_number=1']} {{(pid=93587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:07:23.533544 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968e0551-029f-4302-8978-05e580b802bf req-6b02c270-47a9-49ac-b360-9c6e254621f8 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:07:23.534914 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.rpc [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Network cf01f542-23f6-43d7-b176-16b7e1dc96fa details requested by agent ovs-agent-dv-cinder-802653-1-iscsi with host dv-cinder-802653-1-iscsi {{(pid=93588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 19:07:23.541141 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-968e0551-029f-4302-8978-05e580b802bf req-6b02c270-47a9-49ac-b360-9c6e254621f8 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=a31f3eb4-54c5-4c46-b1a5-9f5552726fca HTTP/1.1" status: 200 len: 945 time: 0.0517721 Jul 28 19:07:23.574514 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-968e0551-029f-4302-8978-05e580b802bf req-2f97052c-a5bb-41c0-950e-2a879620a2b6 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/security-groups?id=2ca68dae-2096-4cc3-90a8-9371def495a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333483 Jul 28 19:07:23.584251 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [None req-c5a0e5fd-6061-4e0c-bf9b-c27c09a44de0 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5608013 Jul 28 19:07:23.584650 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.wsgi [-] (93587) accepted ('10.222.0.41', 34972) {{(pid=93587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:07:23.589931 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.v2.base [None req-79687fc9-29e4-45cc-a0a9-4584f99a6034 admin admin] Request body: {'subnet': {'network_id': 'cf01f542-23f6-43d7-b176-16b7e1dc96fa', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-321081507-subnet', 'tenant_id': '8baed19dfe2f46428271c7f5246c8ac8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:07:23.683744 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79687fc9-29e4-45cc-a0a9-4584f99a6034 admin admin] Made reservation on behalf of 8baed19dfe2f46428271c7f5246c8ac8 for: {'subnet': 1} {{(pid=93587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 19:07:23.686116 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-79687fc9-29e4-45cc-a0a9-4584f99a6034 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9352911'] for subnet, before_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:23.975504 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-79687fc9-29e4-45cc-a0a9-4584f99a6034 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9465619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9352929'] for subnet, after_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:24.030907 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79687fc9-29e4-45cc-a0a9-4584f99a6034 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d72064f8-3a51-472e-84a8-34c1cd03c328,revision_number=0']} {{(pid=93587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:07:24.037863 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79687fc9-29e4-45cc-a0a9-4584f99a6034 admin admin] Checking segment: {'id': 'c3dac0f3-57c3-4cba-917d-99e7dff0b67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'cf01f542-23f6-43d7-b176-16b7e1dc96fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 19:07:24.038222 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79687fc9-29e4-45cc-a0a9-4584f99a6034 admin admin] Network hostable DHCP agents. Network: cf01f542-23f6-43d7-b176-16b7e1dc96fa, hostable agents: ['6be8dab3-c43d-43c4-9e05-9e58375c436f'], hosted agents: [] {{(pid=93587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 19:07:24.112287 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79687fc9-29e4-45cc-a0a9-4584f99a6034 admin admin] Network cf01f542-23f6-43d7-b176-16b7e1dc96fa is scheduled to be hosted by DHCP agent 6be8dab3-c43d-43c4-9e05-9e58375c436f with binding_index 1 {{(pid=93587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 19:07:24.186761 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.scheduler.base_scheduler [None req-79687fc9-29e4-45cc-a0a9-4584f99a6034 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802653-1-iscsi, cf01f542-23f6-43d7-b176-16b7e1dc96fa) {{(pid=93587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 19:07:24.191336 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79687fc9-29e4-45cc-a0a9-4584f99a6034 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:07:24.191948 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-79687fc9-29e4-45cc-a0a9-4584f99a6034 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760026'] for subnet, before_response {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:24.196329 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9141fdb-6c94-4a7e-80d9-35fcb668be12 None None] Network cf01f542-23f6-43d7-b176-16b7e1dc96fa requested from dv-cinder-802653-1-iscsi {{(pid=93588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 19:07:24.209961 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:24.267541 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [None req-79687fc9-29e4-45cc-a0a9-4584f99a6034 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6816781 Jul 28 19:07:24.329156 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.wsgi [-] (93586) accepted ('10.222.0.41', 34984) {{(pid=93586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:07:24.338575 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae359269-be76-4803-973f-92d3cf01c23b None None] Network cf01f542-23f6-43d7-b176-16b7e1dc96fa requested from dv-cinder-802653-1-iscsi {{(pid=93588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 19:07:24.386510 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.wsgi [-] (93586) accepted ('10.222.0.41', 34988) {{(pid=93586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:07:24.439217 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ff1f9e9-5377-472a-a960-8ad4e0bd2cc7 admin admin] Deleting subnet 3d8df5cd-5346-480d-8bf3-4e43de4eb24a {{(pid=93586) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 28 19:07:24.443716 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-8d15dbbe-bed2-4d29-8831-c180a531db44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:24.447591 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-0b912173-356f-47e0-8332-df7a9dda6fb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:24.449372 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-1ff1f9e9-5377-472a-a960-8ad4e0bd2cc7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:24.500403 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-1ff1f9e9-5377-472a-a960-8ad4e0bd2cc7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12083803'] for subnet, precommit_delete_associations {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:24.556750 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-1ff1f9e9-5377-472a-a960-8ad4e0bd2cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-783032'] for subnet, precommit_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:24.637809 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-0b912173-356f-47e0-8332-df7a9dda6fb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:24.683546 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-1ff1f9e9-5377-472a-a960-8ad4e0bd2cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12083804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12577348'] for subnet, after_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:24.709432 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff1f9e9-5377-472a-a960-8ad4e0bd2cc7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3d8df5cd-5346-480d-8bf3-4e43de4eb24a,revision_number=None']} {{(pid=93586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:07:24.713215 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-1ff1f9e9-5377-472a-a960-8ad4e0bd2cc7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:24.715030 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [None req-1ff1f9e9-5377-472a-a960-8ad4e0bd2cc7 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/3d8df5cd-5346-480d-8bf3-4e43de4eb24a HTTP/1.1" status: 204 len: 168 time: 0.3275299 Jul 28 19:07:24.717448 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.wsgi [-] (93586) accepted ('10.222.0.41', 34990) {{(pid=93586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:07:24.725311 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-0b912173-356f-47e0-8332-df7a9dda6fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676630'] for security_group, after_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:24.806620 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [None req-0b912173-356f-47e0-8332-df7a9dda6fb8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b673fa0c14014670afbfa5f58a875d33&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4761183 Jul 28 19:07:24.809400 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.wsgi [-] (93587) accepted ('10.222.0.41', 34992) {{(pid=93587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:07:24.816152 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b912173-356f-47e0-8332-df7a9dda6fb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f111b5ef-be76-4376-977b-1bfe674f7092,revision_number=1']} {{(pid=93586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:07:24.823758 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-3015f24c-a7f1-4895-8b39-7800295c2883 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-648881'] for network, before_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:24.867865 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-94b86d6d-1ed2-4f09-9b8b-2ee9b94d3f5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:24.892799 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-94b86d6d-1ed2-4f09-9b8b-2ee9b94d3f5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:24.908172 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-3015f24c-a7f1-4895-8b39-7800295c2883 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721199', 'neutron.services.segments.db._delete_segments_for_network-8742349714737'] for network, precommit_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:24.918395 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.services.segments.db [None req-3015f24c-a7f1-4895-8b39-7800295c2883 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ea1c01c-d823-479c-85a2-f17f06dd75aa']}} {{(pid=93586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:07:24.929715 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.services.segments.db [None req-3015f24c-a7f1-4895-8b39-7800295c2883 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f61245cb-7703-448e-b19a-00267c577a60') {'for_net_delete': True} {{(pid=93586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:07:24.930014 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.services.segments.db [None req-3015f24c-a7f1-4895-8b39-7800295c2883 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f61245cb-7703-448e-b19a-00267c577a60') {} {{(pid=93586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:07:24.939537 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-3015f24c-a7f1-4895-8b39-7800295c2883 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742349715770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12083792'] for segment, before_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:24.952716 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-3015f24c-a7f1-4895-8b39-7800295c2883 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721374'] for segment, precommit_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:24.958720 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3015f24c-a7f1-4895-8b39-7800295c2883 admin admin] Releasing vlan 413 on physical network physnet1 to pool {{(pid=93586) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 19:07:24.959130 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-3015f24c-a7f1-4895-8b39-7800295c2883 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12083586'] for segment, after_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:24.960755 dv-cinder-802653-1-iscsi neutron-server[93586]: Traceback (most recent call last): Jul 28 19:07:24.960755 dv-cinder-802653-1-iscsi neutron-server[93586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 19:07:24.960755 dv-cinder-802653-1-iscsi neutron-server[93586]: timer() Jul 28 19:07:24.960755 dv-cinder-802653-1-iscsi neutron-server[93586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 19:07:24.960755 dv-cinder-802653-1-iscsi neutron-server[93586]: cb(*args, **kw) Jul 28 19:07:24.960755 dv-cinder-802653-1-iscsi neutron-server[93586]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 19:07:24.960755 dv-cinder-802653-1-iscsi neutron-server[93586]: return func(*args, **kwargs) Jul 28 19:07:24.960755 dv-cinder-802653-1-iscsi neutron-server[93586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 19:07:24.960755 dv-cinder-802653-1-iscsi neutron-server[93586]: self._notify() Jul 28 19:07:24.960755 dv-cinder-802653-1-iscsi neutron-server[93586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 19:07:24.960755 dv-cinder-802653-1-iscsi neutron-server[93586]: self.callback(batched_events) Jul 28 19:07:24.960755 dv-cinder-802653-1-iscsi neutron-server[93586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 19:07:24.960755 dv-cinder-802653-1-iscsi neutron-server[93586]: event.method(event) Jul 28 19:07:24.960755 dv-cinder-802653-1-iscsi neutron-server[93586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 19:07:24.960755 dv-cinder-802653-1-iscsi neutron-server[93586]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 19:07:24.960755 dv-cinder-802653-1-iscsi neutron-server[93586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 19:07:24.960755 dv-cinder-802653-1-iscsi neutron-server[93586]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 19:07:24.960755 dv-cinder-802653-1-iscsi neutron-server[93586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 19:07:24.960755 dv-cinder-802653-1-iscsi neutron-server[93586]: return f(self, *a, **k) Jul 28 19:07:24.960755 dv-cinder-802653-1-iscsi neutron-server[93586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 19:07:24.960755 dv-cinder-802653-1-iscsi neutron-server[93586]: return self._get(url).json() Jul 28 19:07:24.960755 dv-cinder-802653-1-iscsi neutron-server[93586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 19:07:24.960755 dv-cinder-802653-1-iscsi neutron-server[93586]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 19:07:24.960755 dv-cinder-802653-1-iscsi neutron-server[93586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 19:07:24.960755 dv-cinder-802653-1-iscsi neutron-server[93586]: return self.request(url, 'GET', **kwargs) Jul 28 19:07:24.960755 dv-cinder-802653-1-iscsi neutron-server[93586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 19:07:24.960755 dv-cinder-802653-1-iscsi neutron-server[93586]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 19:07:24.960755 dv-cinder-802653-1-iscsi neutron-server[93586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 19:07:24.960755 dv-cinder-802653-1-iscsi neutron-server[93586]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 19:07:24.960755 dv-cinder-802653-1-iscsi neutron-server[93586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 19:07:24.960755 dv-cinder-802653-1-iscsi neutron-server[93586]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 19:07:24.960755 dv-cinder-802653-1-iscsi neutron-server[93586]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 19:07:25.003577 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-94b86d6d-1ed2-4f09-9b8b-2ee9b94d3f5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676630'] for security_group, after_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:25.006169 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-94b86d6d-1ed2-4f09-9b8b-2ee9b94d3f5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:25.007320 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [None req-94b86d6d-1ed2-4f09-9b8b-2ee9b94d3f5f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f111b5ef-be76-4376-977b-1bfe674f7092 HTTP/1.1" status: 204 len: 168 time: 0.1969502 Jul 28 19:07:25.014891 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b86d6d-1ed2-4f09-9b8b-2ee9b94d3f5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f111b5ef-be76-4376-977b-1bfe674f7092,revision_number=None']} {{(pid=93587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:07:25.083982 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-3015f24c-a7f1-4895-8b39-7800295c2883 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3821495'] for network, after_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:25.089584 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-3015f24c-a7f1-4895-8b39-7800295c2883 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760026'] for network, before_response {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:25.091393 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [None req-3015f24c-a7f1-4895-8b39-7800295c2883 admin admin] 10.222.0.41 "DELETE /v2.0/networks/7ea1c01c-d823-479c-85a2-f17f06dd75aa HTTP/1.1" status: 204 len: 168 time: 0.3730366 Jul 28 19:07:25.094971 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.wsgi [-] (93587) accepted ('10.222.0.41', 34996) {{(pid=93587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:07:25.102199 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3015f24c-a7f1-4895-8b39-7800295c2883 admin admin] Pushing event deleted for resources: {'Network': ['ID=7ea1c01c-d823-479c-85a2-f17f06dd75aa,revision_number=None']} {{(pid=93586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:07:25.143918 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.db.db_base_plugin_v2 [None req-1efdbc73-c5e0-42e3-976d-08050cef1212 admin admin] Deleting subnet d72064f8-3a51-472e-84a8-34c1cd03c328 {{(pid=93587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 28 19:07:25.146995 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-1efdbc73-c5e0-42e3-976d-08050cef1212 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:25.183141 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-1efdbc73-c5e0-42e3-976d-08050cef1212 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10080318'] for subnet, precommit_delete_associations {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:25.221213 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-1efdbc73-c5e0-42e3-976d-08050cef1212 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-783032'] for subnet, precommit_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:25.346579 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-1efdbc73-c5e0-42e3-976d-08050cef1212 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9465680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9352936'] for subnet, after_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:25.375286 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efdbc73-c5e0-42e3-976d-08050cef1212 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d72064f8-3a51-472e-84a8-34c1cd03c328,revision_number=None']} {{(pid=93587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:07:25.379619 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-1efdbc73-c5e0-42e3-976d-08050cef1212 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760026'] for subnet, before_response {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:25.381995 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [None req-1efdbc73-c5e0-42e3-976d-08050cef1212 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/d72064f8-3a51-472e-84a8-34c1cd03c328 HTTP/1.1" status: 204 len: 168 time: 0.2853887 Jul 28 19:07:25.385883 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.wsgi [-] (93587) accepted ('10.222.0.41', 35000) {{(pid=93587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:07:25.449871 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-b949ccdb-59b4-4815-b8f0-ce881e4c1f06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-648881'] for network, before_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:25.523996 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-acea1373-d53c-46a9-b089-9e40d352d773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:25.528437 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-b949ccdb-59b4-4815-b8f0-ce881e4c1f06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721199', 'neutron.services.segments.db._delete_segments_for_network-8742349714737'] for network, precommit_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:25.538682 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.services.segments.db [None req-b949ccdb-59b4-4815-b8f0-ce881e4c1f06 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf01f542-23f6-43d7-b176-16b7e1dc96fa']}} {{(pid=93587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:07:25.549495 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.services.segments.db [None req-b949ccdb-59b4-4815-b8f0-ce881e4c1f06 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3dac0f3-57c3-4cba-917d-99e7dff0b67a') {'for_net_delete': True} {{(pid=93587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:07:25.549796 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.services.segments.db [None req-b949ccdb-59b4-4815-b8f0-ce881e4c1f06 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3dac0f3-57c3-4cba-917d-99e7dff0b67a') {} {{(pid=93587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:07:25.558276 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-b949ccdb-59b4-4815-b8f0-ce881e4c1f06 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742349715770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10080309'] for segment, before_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:25.571160 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-b949ccdb-59b4-4815-b8f0-ce881e4c1f06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721374'] for segment, precommit_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:25.576852 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b949ccdb-59b4-4815-b8f0-ce881e4c1f06 admin admin] Releasing vlan 422 on physical network physnet1 to pool {{(pid=93587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 19:07:25.577235 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-b949ccdb-59b4-4815-b8f0-ce881e4c1f06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9464974'] for segment, after_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:25.581491 dv-cinder-802653-1-iscsi neutron-server[93587]: Traceback (most recent call last): Jul 28 19:07:25.581491 dv-cinder-802653-1-iscsi neutron-server[93587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 19:07:25.581491 dv-cinder-802653-1-iscsi neutron-server[93587]: timer() Jul 28 19:07:25.581491 dv-cinder-802653-1-iscsi neutron-server[93587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 19:07:25.581491 dv-cinder-802653-1-iscsi neutron-server[93587]: cb(*args, **kw) Jul 28 19:07:25.581491 dv-cinder-802653-1-iscsi neutron-server[93587]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 19:07:25.581491 dv-cinder-802653-1-iscsi neutron-server[93587]: return func(*args, **kwargs) Jul 28 19:07:25.581491 dv-cinder-802653-1-iscsi neutron-server[93587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 19:07:25.581491 dv-cinder-802653-1-iscsi neutron-server[93587]: self._notify() Jul 28 19:07:25.581491 dv-cinder-802653-1-iscsi neutron-server[93587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 19:07:25.581491 dv-cinder-802653-1-iscsi neutron-server[93587]: self.callback(batched_events) Jul 28 19:07:25.581491 dv-cinder-802653-1-iscsi neutron-server[93587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 19:07:25.581491 dv-cinder-802653-1-iscsi neutron-server[93587]: event.method(event) Jul 28 19:07:25.581491 dv-cinder-802653-1-iscsi neutron-server[93587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 19:07:25.581491 dv-cinder-802653-1-iscsi neutron-server[93587]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 19:07:25.581491 dv-cinder-802653-1-iscsi neutron-server[93587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 19:07:25.581491 dv-cinder-802653-1-iscsi neutron-server[93587]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 19:07:25.581491 dv-cinder-802653-1-iscsi neutron-server[93587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 19:07:25.581491 dv-cinder-802653-1-iscsi neutron-server[93587]: return f(self, *a, **k) Jul 28 19:07:25.581491 dv-cinder-802653-1-iscsi neutron-server[93587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 19:07:25.581491 dv-cinder-802653-1-iscsi neutron-server[93587]: return self._get(url).json() Jul 28 19:07:25.581491 dv-cinder-802653-1-iscsi neutron-server[93587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 19:07:25.581491 dv-cinder-802653-1-iscsi neutron-server[93587]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 19:07:25.581491 dv-cinder-802653-1-iscsi neutron-server[93587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 19:07:25.581491 dv-cinder-802653-1-iscsi neutron-server[93587]: return self.request(url, 'GET', **kwargs) Jul 28 19:07:25.581491 dv-cinder-802653-1-iscsi neutron-server[93587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 19:07:25.581491 dv-cinder-802653-1-iscsi neutron-server[93587]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 19:07:25.581491 dv-cinder-802653-1-iscsi neutron-server[93587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 19:07:25.581491 dv-cinder-802653-1-iscsi neutron-server[93587]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 19:07:25.581491 dv-cinder-802653-1-iscsi neutron-server[93587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 19:07:25.581491 dv-cinder-802653-1-iscsi neutron-server[93587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 19:07:25.581491 dv-cinder-802653-1-iscsi neutron-server[93587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 19:07:25.611170 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.wsgi [-] (93586) accepted ('10.222.0.41', 35002) {{(pid=93586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:07:25.624432 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-3b04c5f6-47bd-40f0-8570-e123b92f1d9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:25.712316 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-b949ccdb-59b4-4815-b8f0-ce881e4c1f06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3821495'] for network, after_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:25.720154 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-b949ccdb-59b4-4815-b8f0-ce881e4c1f06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760026'] for network, before_response {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:25.721979 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [None req-b949ccdb-59b4-4815-b8f0-ce881e4c1f06 admin admin] 10.222.0.41 "DELETE /v2.0/networks/cf01f542-23f6-43d7-b176-16b7e1dc96fa HTTP/1.1" status: 204 len: 168 time: 0.3352017 Jul 28 19:07:25.731392 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b949ccdb-59b4-4815-b8f0-ce881e4c1f06 admin admin] Pushing event deleted for resources: {'Network': ['ID=cf01f542-23f6-43d7-b176-16b7e1dc96fa,revision_number=None']} {{(pid=93587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:07:25.779508 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-3b04c5f6-47bd-40f0-8570-e123b92f1d9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:25.906967 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-3b04c5f6-47bd-40f0-8570-e123b92f1d9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676630'] for security_group, after_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:25.943377 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b04c5f6-47bd-40f0-8570-e123b92f1d9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d509dc01-8e9a-4878-8a75-dc3a70531342,revision_number=1']} {{(pid=93586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:07:25.947707 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [None req-3b04c5f6-47bd-40f0-8570-e123b92f1d9d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=febcefac377745cf880439a2e147cdd7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3354061 Jul 28 19:07:25.950323 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.wsgi [-] (93586) accepted ('10.222.0.41', 35006) {{(pid=93586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:07:25.999304 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-df0950f4-7f44-40db-8de6-5414819e9bc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:26.020341 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-df0950f4-7f44-40db-8de6-5414819e9bc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:26.068240 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.wsgi [-] (93586) accepted ('10.222.0.41', 35008) {{(pid=93586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:07:26.107291 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [None req-da9e0999-9330-4715-9c1f-0bd2baab9e59 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9fd2ec2f4da24e92b2dea1129eb17de2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0379503 Jul 28 19:07:26.111622 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.wsgi [-] (93586) accepted ('10.222.0.41', 35010) {{(pid=93586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:07:26.118569 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-df0950f4-7f44-40db-8de6-5414819e9bc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676630'] for security_group, after_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:26.121010 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-df0950f4-7f44-40db-8de6-5414819e9bc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:26.122024 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [None req-df0950f4-7f44-40db-8de6-5414819e9bc9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d509dc01-8e9a-4878-8a75-dc3a70531342 HTTP/1.1" status: 204 len: 168 time: 0.1708252 Jul 28 19:07:26.140459 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0950f4-7f44-40db-8de6-5414819e9bc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d509dc01-8e9a-4878-8a75-dc3a70531342,revision_number=None']} {{(pid=93586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:07:26.174512 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-8ef3a83a-8d02-4034-ba1f-aedd932c22c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:26.195065 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-8ef3a83a-8d02-4034-ba1f-aedd932c22c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:26.352078 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-8ef3a83a-8d02-4034-ba1f-aedd932c22c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676630'] for security_group, after_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:26.354697 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-8ef3a83a-8d02-4034-ba1f-aedd932c22c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:26.355876 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [None req-8ef3a83a-8d02-4034-ba1f-aedd932c22c9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/aefb588f-96f8-479b-ae4d-3da5ef8803c6 HTTP/1.1" status: 204 len: 168 time: 0.2432027 Jul 28 19:07:26.364870 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef3a83a-8d02-4034-ba1f-aedd932c22c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aefb588f-96f8-479b-ae4d-3da5ef8803c6,revision_number=None']} {{(pid=93586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:07:27.079006 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.wsgi [-] (93586) accepted ('10.222.0.41', 35034) {{(pid=93586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:07:27.118661 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [None req-47a60648-2cef-42ca-a659-d8c99ee0cd79 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8baed19dfe2f46428271c7f5246c8ac8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0381773 Jul 28 19:07:27.121050 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.wsgi [-] (93586) accepted ('10.222.0.41', 35036) {{(pid=93586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:07:27.168644 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-2f7e5eb5-9501-44cc-ac64-ec588395bfc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:27.188996 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-2f7e5eb5-9501-44cc-ac64-ec588395bfc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:27.317995 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-2f7e5eb5-9501-44cc-ac64-ec588395bfc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676630'] for security_group, after_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:27.320572 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-2f7e5eb5-9501-44cc-ac64-ec588395bfc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:27.321746 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [None req-2f7e5eb5-9501-44cc-ac64-ec588395bfc7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/53b9227a-924d-46e7-9c2d-29d0ce62dc48 HTTP/1.1" status: 204 len: 168 time: 0.1998265 Jul 28 19:07:27.330327 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7e5eb5-9501-44cc-ac64-ec588395bfc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53b9227a-924d-46e7-9c2d-29d0ce62dc48,revision_number=None']} {{(pid=93586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:07:27.615430 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-26c861f8-c84b-4272-86f3-59900436582c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:31.292355 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-ea916638-fe48-4888-8d2b-dca9789bba16 req-fc352019-c25d-484d-8052-0d3166f56290 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=0d560c0e-0a73-4f3c-8080-2cbe04e596ed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0381291 Jul 28 19:07:31.356852 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea916638-fe48-4888-8d2b-dca9789bba16 req-b176d46a-d90f-4b08-8dbc-f31f29fab786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:07:31.358307 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-ea916638-fe48-4888-8d2b-dca9789bba16 req-b176d46a-d90f-4b08-8dbc-f31f29fab786 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=77b4e3f4db4f48488f6a8e8a0ca43337&device_id=0d560c0e-0a73-4f3c-8080-2cbe04e596ed HTTP/1.1" status: 200 len: 1100 time: 0.0424347 Jul 28 19:07:31.462382 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea916638-fe48-4888-8d2b-dca9789bba16 req-de8762f4-fcf5-434e-a797-61f13f16b971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:07:31.463894 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-ea916638-fe48-4888-8d2b-dca9789bba16 req-de8762f4-fcf5-434e-a797-61f13f16b971 service neutron] 10.222.0.49 "GET /v2.0/networks?id=d9b348a0-fd69-4cac-87c2-18e205be05be HTTP/1.1" status: 200 len: 918 time: 0.0839505 Jul 28 19:07:31.532576 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-ea916638-fe48-4888-8d2b-dca9789bba16 req-a476fda3-c795-4a42-b4d7-8a13926c3e7b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=58e46291-e822-4005-8f56-21ee82c2f4eb HTTP/1.1" status: 200 len: 1001 time: 0.0604162 Jul 28 19:07:31.584429 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea916638-fe48-4888-8d2b-dca9789bba16 req-e09b29b4-039a-47ee-8c31-029de8f1a08a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:07:31.585787 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-ea916638-fe48-4888-8d2b-dca9789bba16 req-e09b29b4-039a-47ee-8c31-029de8f1a08a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=209ab333-e935-41fc-b99a-6688a4911e44 HTTP/1.1" status: 200 len: 856 time: 0.0433991 Jul 28 19:07:31.631238 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea916638-fe48-4888-8d2b-dca9789bba16 req-2c8529d6-64d4-4891-bdfb-6d07530076d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:07:31.632785 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-ea916638-fe48-4888-8d2b-dca9789bba16 req-2c8529d6-64d4-4891-bdfb-6d07530076d1 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d9b348a0-fd69-4cac-87c2-18e205be05be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0393021 Jul 28 19:07:31.725901 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-ea916638-fe48-4888-8d2b-dca9789bba16 req-e62f155b-334a-4df1-a3a4-522e4185ef0f service neutron] 10.222.0.49 "GET /v2.0/networks/d9b348a0-fd69-4cac-87c2-18e205be05be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839834 Jul 28 19:07:31.816112 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-ea916638-fe48-4888-8d2b-dca9789bba16 req-d4dba4b9-7194-4b51-9abc-62619b868fc6 service neutron] 10.222.0.49 "GET /v2.0/networks/d9b348a0-fd69-4cac-87c2-18e205be05be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808842 Jul 28 19:07:32.129212 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:35.335261 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.wsgi [-] (93586) accepted ('10.222.0.41', 35218) {{(pid=93586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:07:35.436011 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-057ce978-e673-4426-bbee-6e1aa83dca4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:35.521591 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-057ce978-e673-4426-bbee-6e1aa83dca4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:35.603677 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-057ce978-e673-4426-bbee-6e1aa83dca4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676630'] for security_group, after_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:35.649279 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [None req-057ce978-e673-4426-bbee-6e1aa83dca4c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d1ef843586d748e7a9233070aac773f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3128443 Jul 28 19:07:35.650484 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ce978-e673-4426-bbee-6e1aa83dca4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21ef178c-981b-4c01-8de9-6ec5962adee6,revision_number=1']} {{(pid=93586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:07:35.651266 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.wsgi [-] (93587) accepted ('10.222.0.41', 35224) {{(pid=93587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:07:35.701358 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-7b139e99-81f3-417e-9f1d-48ae293a4ed1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:35.722062 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-7b139e99-81f3-417e-9f1d-48ae293a4ed1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:35.872718 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-7b139e99-81f3-417e-9f1d-48ae293a4ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676630'] for security_group, after_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:35.875419 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-7b139e99-81f3-417e-9f1d-48ae293a4ed1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:35.876615 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [None req-7b139e99-81f3-417e-9f1d-48ae293a4ed1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/21ef178c-981b-4c01-8de9-6ec5962adee6 HTTP/1.1" status: 204 len: 168 time: 0.2242906 Jul 28 19:07:35.884114 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b139e99-81f3-417e-9f1d-48ae293a4ed1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21ef178c-981b-4c01-8de9-6ec5962adee6,revision_number=None']} {{(pid=93587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:07:36.501692 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.wsgi [-] (93587) accepted ('10.222.0.41', 35234) {{(pid=93587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:07:36.514550 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-331cf877-1e17-4a99-be05-0e171ea5c213 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:36.598635 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-331cf877-1e17-4a99-be05-0e171ea5c213 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:36.666172 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-331cf877-1e17-4a99-be05-0e171ea5c213 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676630'] for security_group, after_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:36.702892 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [None req-331cf877-1e17-4a99-be05-0e171ea5c213 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c0898874ab9a4ecfa3e83e3f2a2c3e2d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2001522 Jul 28 19:07:36.705697 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331cf877-1e17-4a99-be05-0e171ea5c213 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6baa549-0fb8-4b27-8d5f-8be772b5742a,revision_number=1']} {{(pid=93587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:07:36.706725 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.wsgi [-] (93586) accepted ('10.222.0.41', 35236) {{(pid=93586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:07:36.754017 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-982341e3-ab1b-4e1c-b40e-accd56e4ab7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:36.774545 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-982341e3-ab1b-4e1c-b40e-accd56e4ab7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:36.918119 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-982341e3-ab1b-4e1c-b40e-accd56e4ab7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676630'] for security_group, after_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:36.920601 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-982341e3-ab1b-4e1c-b40e-accd56e4ab7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:36.921745 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [None req-982341e3-ab1b-4e1c-b40e-accd56e4ab7b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d6baa549-0fb8-4b27-8d5f-8be772b5742a HTTP/1.1" status: 204 len: 168 time: 0.2140355 Jul 28 19:07:36.930326 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982341e3-ab1b-4e1c-b40e-accd56e4ab7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6baa549-0fb8-4b27-8d5f-8be772b5742a,revision_number=None']} {{(pid=93586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:07:37.971366 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.wsgi [-] (93587) accepted ('10.222.0.41', 35262) {{(pid=93587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:07:38.063876 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.v2.base [None req-77431b96-cf95-45b3-953f-faebd4627ac1 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1608509854-network', 'tenant_id': '4e8d44d7e01042d285d9da9a12c73260'}} {{(pid=93587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:07:38.152034 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77431b96-cf95-45b3-953f-faebd4627ac1 admin admin] Made reservation on behalf of 4e8d44d7e01042d285d9da9a12c73260 for: {'network': 1} {{(pid=93587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 19:07:38.154363 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-77431b96-cf95-45b3-953f-faebd4627ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555300'] for network, before_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:38.163696 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-77431b96-cf95-45b3-953f-faebd4627ac1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:38.247685 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-77431b96-cf95-45b3-953f-faebd4627ac1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:38.346185 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-77431b96-cf95-45b3-953f-faebd4627ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676630'] for security_group, after_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:38.369573 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77431b96-cf95-45b3-953f-faebd4627ac1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 431} {{(pid=93587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 19:07:38.378116 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77431b96-cf95-45b3-953f-faebd4627ac1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fc812a6-1044-4bea-b511-8d4d82600e56,revision_number=1']} {{(pid=93587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:07:38.385681 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-77431b96-cf95-45b3-953f-faebd4627ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721374'] for segment, precommit_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:38.385681 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.db.segments_db [None req-77431b96-cf95-45b3-953f-faebd4627ac1 admin admin] Added segment d65534df-5a4e-4b85-a29c-f724b28692e3 of type vlan for network 9db156b1-2e78-4e2f-9083-7b8545d0ec18 Jul 28 19:07:38.424634 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-77431b96-cf95-45b3-953f-faebd4627ac1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742349240423'] for network, precommit_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:38.621101 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-77431b96-cf95-45b3-953f-faebd4627ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036'] for network, after_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:38.622091 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77431b96-cf95-45b3-953f-faebd4627ac1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:07:38.622671 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-77431b96-cf95-45b3-953f-faebd4627ac1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760026'] for network, before_response {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:38.686708 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77431b96-cf95-45b3-953f-faebd4627ac1 admin admin] Pushing event updated for resources: {'Network': ['ID=9db156b1-2e78-4e2f-9083-7b8545d0ec18,revision_number=1']} {{(pid=93587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:07:38.698709 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.rpc [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Network 9db156b1-2e78-4e2f-9083-7b8545d0ec18 details requested by agent ovs-agent-dv-cinder-802653-1-iscsi with host dv-cinder-802653-1-iscsi {{(pid=93588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 19:07:38.724636 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [None req-77431b96-cf95-45b3-953f-faebd4627ac1 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7520781 Jul 28 19:07:38.727600 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.wsgi [-] (93587) accepted ('10.222.0.41', 35276) {{(pid=93587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:07:38.733416 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.v2.base [None req-f54db46d-8168-4444-9679-c7082bbb8cc4 admin admin] Request body: {'subnet': {'network_id': '9db156b1-2e78-4e2f-9083-7b8545d0ec18', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1608509854-subnet', 'tenant_id': '4e8d44d7e01042d285d9da9a12c73260', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:07:38.814901 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f54db46d-8168-4444-9679-c7082bbb8cc4 admin admin] Made reservation on behalf of 4e8d44d7e01042d285d9da9a12c73260 for: {'subnet': 1} {{(pid=93587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 19:07:38.817281 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-f54db46d-8168-4444-9679-c7082bbb8cc4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9352911'] for subnet, before_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:39.026933 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-f54db46d-8168-4444-9679-c7082bbb8cc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9465619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9352929'] for subnet, after_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:39.083082 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54db46d-8168-4444-9679-c7082bbb8cc4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=872e2ed9-0b32-43dc-8393-5fce60c419f2,revision_number=0']} {{(pid=93587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:07:39.092357 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f54db46d-8168-4444-9679-c7082bbb8cc4 admin admin] Checking segment: {'id': 'd65534df-5a4e-4b85-a29c-f724b28692e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '9db156b1-2e78-4e2f-9083-7b8545d0ec18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 19:07:39.092711 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f54db46d-8168-4444-9679-c7082bbb8cc4 admin admin] Network hostable DHCP agents. Network: 9db156b1-2e78-4e2f-9083-7b8545d0ec18, hostable agents: ['6be8dab3-c43d-43c4-9e05-9e58375c436f'], hosted agents: [] {{(pid=93587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 19:07:39.152108 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f54db46d-8168-4444-9679-c7082bbb8cc4 admin admin] Network 9db156b1-2e78-4e2f-9083-7b8545d0ec18 is scheduled to be hosted by DHCP agent 6be8dab3-c43d-43c4-9e05-9e58375c436f with binding_index 1 {{(pid=93587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 19:07:39.226093 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.scheduler.base_scheduler [None req-f54db46d-8168-4444-9679-c7082bbb8cc4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802653-1-iscsi, 9db156b1-2e78-4e2f-9083-7b8545d0ec18) {{(pid=93587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 19:07:39.230014 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f54db46d-8168-4444-9679-c7082bbb8cc4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:07:39.230601 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-f54db46d-8168-4444-9679-c7082bbb8cc4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760026'] for subnet, before_response {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:39.235535 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10dc4ab0-9993-4b91-84b3-6e22468f78d5 None None] Network 9db156b1-2e78-4e2f-9083-7b8545d0ec18 requested from dv-cinder-802653-1-iscsi {{(pid=93588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 19:07:39.307361 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [None req-f54db46d-8168-4444-9679-c7082bbb8cc4 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5781660 Jul 28 19:07:39.357409 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0b98d5c-9e79-4912-b827-708269e78574 None None] Network 9db156b1-2e78-4e2f-9083-7b8545d0ec18 requested from dv-cinder-802653-1-iscsi {{(pid=93588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 19:07:40.055366 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.wsgi [-] (93587) accepted ('10.222.0.41', 35306) {{(pid=93587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:07:40.060576 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.v2.base [None req-1f129039-c030-49f6-8ed8-af830679a775 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1880092069-network', 'tenant_id': '5799f0e8714848b0be2eb3902503007e'}} {{(pid=93587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:07:40.174934 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f129039-c030-49f6-8ed8-af830679a775 admin admin] Made reservation on behalf of 5799f0e8714848b0be2eb3902503007e for: {'network': 1} {{(pid=93587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 19:07:40.177269 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-1f129039-c030-49f6-8ed8-af830679a775 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555300'] for network, before_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:40.185906 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-1f129039-c030-49f6-8ed8-af830679a775 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:40.278717 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-1f129039-c030-49f6-8ed8-af830679a775 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:40.352072 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-1f129039-c030-49f6-8ed8-af830679a775 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676630'] for security_group, after_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:40.371839 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f129039-c030-49f6-8ed8-af830679a775 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 428} {{(pid=93587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 19:07:40.386776 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f129039-c030-49f6-8ed8-af830679a775 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec7d8f99-3988-4522-ba8a-c6db795c2597,revision_number=1']} {{(pid=93587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:07:40.390002 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-1f129039-c030-49f6-8ed8-af830679a775 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721374'] for segment, precommit_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:40.390282 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.db.segments_db [None req-1f129039-c030-49f6-8ed8-af830679a775 admin admin] Added segment 9c2a587f-0459-4d56-9808-6466d43ab1c5 of type vlan for network 09edd78b-7c8d-48fe-866e-35048d800b65 Jul 28 19:07:40.431486 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-1f129039-c030-49f6-8ed8-af830679a775 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742349240423'] for network, precommit_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:40.523687 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-1f129039-c030-49f6-8ed8-af830679a775 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036'] for network, after_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:40.524640 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f129039-c030-49f6-8ed8-af830679a775 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:07:40.525216 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-1f129039-c030-49f6-8ed8-af830679a775 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760026'] for network, before_response {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:40.583145 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f129039-c030-49f6-8ed8-af830679a775 admin admin] Pushing event updated for resources: {'Network': ['ID=09edd78b-7c8d-48fe-866e-35048d800b65,revision_number=1']} {{(pid=93587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:07:40.592962 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.rpc [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Network 09edd78b-7c8d-48fe-866e-35048d800b65 details requested by agent ovs-agent-dv-cinder-802653-1-iscsi with host dv-cinder-802653-1-iscsi {{(pid=93588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 19:07:40.655793 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [None req-1f129039-c030-49f6-8ed8-af830679a775 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5992115 Jul 28 19:07:40.659000 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.wsgi [-] (93587) accepted ('10.222.0.41', 35318) {{(pid=93587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:07:40.663743 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.v2.base [None req-f54402c0-0ff8-4eb3-879a-eec3ba23e620 admin admin] Request body: {'subnet': {'network_id': '09edd78b-7c8d-48fe-866e-35048d800b65', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1880092069-subnet', 'tenant_id': '5799f0e8714848b0be2eb3902503007e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:07:40.757795 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f54402c0-0ff8-4eb3-879a-eec3ba23e620 admin admin] Made reservation on behalf of 5799f0e8714848b0be2eb3902503007e for: {'subnet': 1} {{(pid=93587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 19:07:40.760381 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-f54402c0-0ff8-4eb3-879a-eec3ba23e620 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9352911'] for subnet, before_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:41.215052 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-f54402c0-0ff8-4eb3-879a-eec3ba23e620 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9465619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9352929'] for subnet, after_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:41.270315 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54402c0-0ff8-4eb3-879a-eec3ba23e620 admin admin] Pushing event updated for resources: {'Subnet': ['ID=55f938e4-81b3-49d6-a425-e44e95f75e81,revision_number=0']} {{(pid=93587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:07:41.280025 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f54402c0-0ff8-4eb3-879a-eec3ba23e620 admin admin] Checking segment: {'id': '9c2a587f-0459-4d56-9808-6466d43ab1c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '09edd78b-7c8d-48fe-866e-35048d800b65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 19:07:41.280382 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f54402c0-0ff8-4eb3-879a-eec3ba23e620 admin admin] Network hostable DHCP agents. Network: 09edd78b-7c8d-48fe-866e-35048d800b65, hostable agents: ['6be8dab3-c43d-43c4-9e05-9e58375c436f'], hosted agents: [] {{(pid=93587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 19:07:41.369282 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f54402c0-0ff8-4eb3-879a-eec3ba23e620 admin admin] Network 09edd78b-7c8d-48fe-866e-35048d800b65 is scheduled to be hosted by DHCP agent 6be8dab3-c43d-43c4-9e05-9e58375c436f with binding_index 1 {{(pid=93587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 19:07:41.466613 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.scheduler.base_scheduler [None req-f54402c0-0ff8-4eb3-879a-eec3ba23e620 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802653-1-iscsi, 09edd78b-7c8d-48fe-866e-35048d800b65) {{(pid=93587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 19:07:41.473232 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f54402c0-0ff8-4eb3-879a-eec3ba23e620 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:07:41.473723 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-f54402c0-0ff8-4eb3-879a-eec3ba23e620 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760026'] for subnet, before_response {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:41.478286 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30c1bda2-43fa-4f3d-8ce1-2bf5a71f2897 None None] Network 09edd78b-7c8d-48fe-866e-35048d800b65 requested from dv-cinder-802653-1-iscsi {{(pid=93588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 19:07:41.554080 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [None req-f54402c0-0ff8-4eb3-879a-eec3ba23e620 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8937781 Jul 28 19:07:41.616943 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae433095-0312-44c7-b643-b58d58831809 None None] Network 09edd78b-7c8d-48fe-866e-35048d800b65 requested from dv-cinder-802653-1-iscsi {{(pid=93588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 19:07:41.681267 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.db.agents_db [None req-65e7ef76-a059-4ec3-9341-f72ff4ef7e59 None None] Agent healthcheck: found 6 active agents {{(pid=93589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 19:07:42.416745 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.wsgi [-] (93587) accepted ('10.222.0.41', 35354) {{(pid=93587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:07:42.527080 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-0c26f7c9-4b45-4366-858c-f35a91c43bc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:42.619439 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-0c26f7c9-4b45-4366-858c-f35a91c43bc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:42.712194 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-0c26f7c9-4b45-4366-858c-f35a91c43bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676630'] for security_group, after_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:42.750161 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [None req-0c26f7c9-4b45-4366-858c-f35a91c43bc4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=095541316985437da3776aec2bbf0194&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3323555 Jul 28 19:07:42.751099 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c26f7c9-4b45-4366-858c-f35a91c43bc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bc7fc1b-4307-4dd5-82f6-013fbc2153b3,revision_number=1']} {{(pid=93587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:07:42.753637 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.wsgi [-] (93586) accepted ('10.222.0.41', 35362) {{(pid=93586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:07:42.801711 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-e215483a-60d4-405b-9928-8d9f65232f9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:42.822079 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-e215483a-60d4-405b-9928-8d9f65232f9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:42.946743 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-e215483a-60d4-405b-9928-8d9f65232f9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676630'] for security_group, after_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:42.949303 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-e215483a-60d4-405b-9928-8d9f65232f9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:42.950487 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [None req-e215483a-60d4-405b-9928-8d9f65232f9c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2bc7fc1b-4307-4dd5-82f6-013fbc2153b3 HTTP/1.1" status: 204 len: 168 time: 0.1958375 Jul 28 19:07:42.961872 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e215483a-60d4-405b-9928-8d9f65232f9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bc7fc1b-4307-4dd5-82f6-013fbc2153b3,revision_number=None']} {{(pid=93586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:07:43.496875 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022ee4ff-7eb5-4f55-93f9-036db8db3d53 req-82a74534-595d-4735-aace-4e775e91ab12 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:07:43.498362 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-022ee4ff-7eb5-4f55-93f9-036db8db3d53 req-82a74534-595d-4735-aace-4e775e91ab12 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d560c0e-0a73-4f3c-8080-2cbe04e596ed HTTP/1.1" status: 200 len: 947 time: 0.0511832 Jul 28 19:07:43.507956 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.wsgi [-] (93587) accepted ('10.222.0.41', 35374) {{(pid=93587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:07:43.521947 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-f7d65c8a-d154-49aa-9f48-b540f847304f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:43.536966 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-022ee4ff-7eb5-4f55-93f9-036db8db3d53 req-9798bcb6-bdd9-4f39-8b20-1ff43bf3d5d7 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/security-groups?id=da3193e4-56c6-417c-b113-33c66274c6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321133 Jul 28 19:07:43.614530 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-f7d65c8a-d154-49aa-9f48-b540f847304f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:43.660867 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-f7d65c8a-d154-49aa-9f48-b540f847304f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676630'] for security_group, after_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:43.699175 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [None req-f7d65c8a-d154-49aa-9f48-b540f847304f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=31bcea679f3248b581fc10c5fa63456f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1901433 Jul 28 19:07:43.701219 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d65c8a-d154-49aa-9f48-b540f847304f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6c342b9-3e6d-4a48-84fd-ad07fdd9d72b,revision_number=1']} {{(pid=93587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:07:43.701938 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.wsgi [-] (93586) accepted ('10.222.0.41', 35382) {{(pid=93586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:07:43.753124 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-7e17cf09-d2bb-4939-a057-419ffc1a0874 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:43.775773 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-7e17cf09-d2bb-4939-a057-419ffc1a0874 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:43.918122 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-7e17cf09-d2bb-4939-a057-419ffc1a0874 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676630'] for security_group, after_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:43.920720 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-7e17cf09-d2bb-4939-a057-419ffc1a0874 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:43.921861 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [None req-7e17cf09-d2bb-4939-a057-419ffc1a0874 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a6c342b9-3e6d-4a48-84fd-ad07fdd9d72b HTTP/1.1" status: 204 len: 168 time: 0.2187495 Jul 28 19:07:43.930256 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e17cf09-d2bb-4939-a057-419ffc1a0874 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6c342b9-3e6d-4a48-84fd-ad07fdd9d72b,revision_number=None']} {{(pid=93586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:07:44.661754 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e751e23e-56f4-44f9-9c66-61faaee6ee70 req-ce20cbed-4c7a-4253-9ab7-0cde2e98f8d2 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:07:44.663238 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-e751e23e-56f4-44f9-9c66-61faaee6ee70 req-ce20cbed-4c7a-4253-9ab7-0cde2e98f8d2 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d560c0e-0a73-4f3c-8080-2cbe04e596ed HTTP/1.1" status: 200 len: 947 time: 0.0518806 Jul 28 19:07:44.700617 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-e751e23e-56f4-44f9-9c66-61faaee6ee70 req-93d9595f-7b04-4ce2-88a7-07aeff420303 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/security-groups?id=da3193e4-56c6-417c-b113-33c66274c6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312655 Jul 28 19:07:45.175031 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14390904-a2b5-422d-91ea-6ade87b318fd req-d384ebe9-2762-481c-90e3-ea8f2e88b58e tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:07:45.175031 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-14390904-a2b5-422d-91ea-6ade87b318fd req-d384ebe9-2762-481c-90e3-ea8f2e88b58e tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.49 "GET /v2.0/ports?device_id=0d560c0e-0a73-4f3c-8080-2cbe04e596ed HTTP/1.1" status: 200 len: 947 time: 0.0509470 Jul 28 19:07:45.273511 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.plugins.ml2.plugin [req-14390904-a2b5-422d-91ea-6ade87b318fd req-d8b0081e-7a4c-4c60-8112-6ec0f4c9aebd tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Deleting port 58e46291-e822-4005-8f56-21ee82c2f4eb {{(pid=93587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 19:07:45.273846 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [req-14390904-a2b5-422d-91ea-6ade87b318fd req-d8b0081e-7a4c-4c60-8112-6ec0f4c9aebd tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742349616523'] for port, before_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:45.367482 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.plugins.ml2.db [req-14390904-a2b5-422d-91ea-6ade87b318fd req-d8b0081e-7a4c-4c60-8112-6ec0f4c9aebd tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] For port 58e46291-e822-4005-8f56-21ee82c2f4eb, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=58e46291-e822-4005-8f56-21ee82c2f4eb,segment=NetworkSegment(849c600d-119e-46e5-ad54-f7773d8e0f09),segment_id=849c600d-119e-46e5-ad54-f7773d8e0f09)] {{(pid=93587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:07:45.367886 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [req-14390904-a2b5-422d-91ea-6ade87b318fd req-d8b0081e-7a4c-4c60-8112-6ec0f4c9aebd tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825298'] for port, precommit_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:45.588471 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [req-14390904-a2b5-422d-91ea-6ade87b318fd req-d8b0081e-7a4c-4c60-8112-6ec0f4c9aebd tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:45.588471 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [req-14390904-a2b5-422d-91ea-6ade87b318fd req-d8b0081e-7a4c-4c60-8112-6ec0f4c9aebd tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3821381'] for floatingip, after_update {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:45.588773 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.db.l3_db [req-14390904-a2b5-422d-91ea-6ade87b318fd req-d8b0081e-7a4c-4c60-8112-6ec0f4c9aebd tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Floating IP d8b46d18-f6db-4399-9852-7d6ecd0443f8 disassociated. External IP: 172.27.0.83, port: 58e46291-e822-4005-8f56-21ee82c2f4eb. Jul 28 19:07:45.589115 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.plugins.ml2.plugin [req-14390904-a2b5-422d-91ea-6ade87b318fd req-d8b0081e-7a4c-4c60-8112-6ec0f4c9aebd tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Calling delete_port for 58e46291-e822-4005-8f56-21ee82c2f4eb owned by compute:nova {{(pid=93587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 19:07:45.786549 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [req-14390904-a2b5-422d-91ea-6ade87b318fd req-d8b0081e-7a4c-4c60-8112-6ec0f4c9aebd tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742349622303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742349248525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9465727'] for port, after_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:45.803887 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-8a921724-1439-43a0-8c2c-921617d8baaa req-44421ec5-4164-48d3-a4ac-362cf13a1a4f tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d560c0e-0a73-4f3c-8080-2cbe04e596ed HTTP/1.1" status: 200 len: 210 time: 0.0290413 Jul 28 19:07:45.823497 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b0081e-7a4c-4c60-8112-6ec0f4c9aebd tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Pushing event deleted for resources: {'Port': ['ID=58e46291-e822-4005-8f56-21ee82c2f4eb,revision_number=None']} {{(pid=93587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:07:45.951186 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.scheduler.l3_agent_scheduler [req-14390904-a2b5-422d-91ea-6ade87b318fd req-d8b0081e-7a4c-4c60-8112-6ec0f4c9aebd tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Router 4f63a103-244c-468b-9a05-9a50f7e1edb0 has already been hosted by L3 agent a81dfe8c-a6e8-4fad-82b8-e31bee6ac2ff {{(pid=93587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 19:07:46.063861 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-14390904-a2b5-422d-91ea-6ade87b318fd req-d8b0081e-7a4c-4c60-8112-6ec0f4c9aebd tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Notify agent at l3_agent.dv-cinder-802653-1-iscsi the message routers_updated {{(pid=93587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 19:07:46.077088 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c5aeaed-2bc9-4128-82b5-93344a60ae2d None None] Sync routers for ids ['4f63a103-244c-468b-9a05-9a50f7e1edb0'] in dv-cinder-802653-1-iscsi {{(pid=93588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 19:07:46.087190 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c5aeaed-2bc9-4128-82b5-93344a60ae2d None None] Routers {'4f63a103-244c-468b-9a05-9a50f7e1edb0'} bound to L3 agent in host dv-cinder-802653-1-iscsi {{(pid=93588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 19:07:46.087869 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.l3_hamode_db [None req-1c5aeaed-2bc9-4128-82b5-93344a60ae2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802653-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T18:54:54Z,description=,heartbeat_timestamp=2021-07-28T19:07:24Z,host='dv-cinder-802653-1-iscsi',id=a81dfe8c-a6e8-4fad-82b8-e31bee6ac2ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T18:54:55Z,topic='l3_agent')) {'router_ids': ['4f63a103-244c-468b-9a05-9a50f7e1edb0'], 'active': True} {{(pid=93588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:07:46.108641 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.db.l3_dvrscheduler_db [req-14390904-a2b5-422d-91ea-6ade87b318fd req-d8b0081e-7a4c-4c60-8112-6ec0f4c9aebd tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] No DVR routers for this DVR port 58e46291-e822-4005-8f56-21ee82c2f4eb on host hv-cinder-80265 {{(pid=93587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 19:07:46.112698 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [req-14390904-a2b5-422d-91ea-6ade87b318fd req-d8b0081e-7a4c-4c60-8112-6ec0f4c9aebd tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148603'] for port, before_response {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:46.115146 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-14390904-a2b5-422d-91ea-6ade87b318fd req-d8b0081e-7a4c-4c60-8112-6ec0f4c9aebd tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.49 "DELETE /v2.0/ports/58e46291-e822-4005-8f56-21ee82c2f4eb HTTP/1.1" status: 204 len: 173 time: 0.9300172 Jul 28 19:07:46.115802 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d560c0e-0a73-4f3c-8080-2cbe04e596ed', 'name': 'network-vif-deleted', 'tag': '58e46291-e822-4005-8f56-21ee82c2f4eb'}] {{(pid=93587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 19:07:46.118744 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0425cd91716d62700118381c1ce81f16af4b0b2dffb745d1fa1c8d13c3262bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e547c45-3fe6-492a-8f57-d248e6a9c99e" -d '{"events": [{"server_uuid": "0d560c0e-0a73-4f3c-8080-2cbe04e596ed", "name": "network-vif-deleted", "tag": "58e46291-e822-4005-8f56-21ee82c2f4eb"}]}' {{(pid=93587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 19:07:46.158300 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 19:07:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a91363c-8bef-484a-818f-78d43d167ca3 x-openstack-request-id: req-9a91363c-8bef-484a-818f-78d43d167ca3 {{(pid=93587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 19:07:46.159867 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d560c0e-0a73-4f3c-8080-2cbe04e596ed", "name": "network-vif-deleted", "tag": "58e46291-e822-4005-8f56-21ee82c2f4eb", "status": "completed", "code": 200}]} {{(pid=93587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 19:07:46.160313 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9a91363c-8bef-484a-818f-78d43d167ca3 {{(pid=93587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 19:07:46.160718 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d560c0e-0a73-4f3c-8080-2cbe04e596ed', 'name': 'network-vif-deleted', 'tag': '58e46291-e822-4005-8f56-21ee82c2f4eb', 'status': 'completed', 'code': 200} Jul 28 19:07:46.215304 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.l3_dvr_db [None req-1c5aeaed-2bc9-4128-82b5-93344a60ae2d None None] Set router 4f63a103-244c-468b-9a05-9a50f7e1edb0 gateway port host: dv-cinder-802653-1-iscsi {{(pid=93588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 19:07:46.423551 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.l3_hamode_db [None req-1c5aeaed-2bc9-4128-82b5-93344a60ae2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f63a103-244c-468b-9a05-9a50f7e1edb0', 'name': 'tempest-AttachVolumeShelveTestJSON-1306913285-router', 'tenant_id': '77b4e3f4db4f48488f6a8e8a0ca43337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df', 'external_fixed_ips': [{'subnet_id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '846b941f-ab7f-4431-8321-ef0820949924', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:03:06Z', 'updated_at': '2021-07-28T19:03:17Z', 'revision_number': 4, 'project_id': '77b4e3f4db4f48488f6a8e8a0ca43337', 'gw_port': {'id': '846b941f-ab7f-4431-8321-ef0820949924', 'name': '', 'network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:94:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f63a103-244c-468b-9a05-9a50f7e1edb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:03:07Z', 'updated_at': '2021-07-28T19:03:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-1-iscsi', '_interfaces': [{'id': 'f222063c-7221-40e2-a7de-a0532101c06f', 'name': '', 'network_id': 'd9b348a0-fd69-4cac-87c2-18e205be05be', 'tenant_id': '77b4e3f4db4f48488f6a8e8a0ca43337', 'mac_address': 'fa:16:3e:a6:61:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f63a103-244c-468b-9a05-9a50f7e1edb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '209ab333-e935-41fc-b99a-6688a4911e44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:03:14Z', 'updated_at': '2021-07-28T19:03:28Z', 'revision_number': 5, 'project_id': '77b4e3f4db4f48488f6a8e8a0ca43337', 'subnets': [{'id': '209ab333-e935-41fc-b99a-6688a4911e44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802653-1-iscsi', False) {} {{(pid=93588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:07:46.451092 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c5aeaed-2bc9-4128-82b5-93344a60ae2d None None] Checking router: 4f63a103-244c-468b-9a05-9a50f7e1edb0 for host: dv-cinder-802653-1-iscsi {{(pid=93588) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 19:07:46.460439 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c5aeaed-2bc9-4128-82b5-93344a60ae2d None None] Routers {'4f63a103-244c-468b-9a05-9a50f7e1edb0'} bound to L3 agent in host dv-cinder-802653-1-iscsi {{(pid=93588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 19:07:46.461110 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.l3_hamode_db [None req-1c5aeaed-2bc9-4128-82b5-93344a60ae2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802653-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T18:54:54Z,description=,heartbeat_timestamp=2021-07-28T19:07:24Z,host='dv-cinder-802653-1-iscsi',id=a81dfe8c-a6e8-4fad-82b8-e31bee6ac2ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T18:54:55Z,topic='l3_agent')) {'router_ids': ['4f63a103-244c-468b-9a05-9a50f7e1edb0'], 'active': True} {{(pid=93588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:07:46.571666 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.l3_dvr_db [None req-1c5aeaed-2bc9-4128-82b5-93344a60ae2d None None] Set router 4f63a103-244c-468b-9a05-9a50f7e1edb0 gateway port host: dv-cinder-802653-1-iscsi {{(pid=93588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 19:07:46.769691 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.l3_hamode_db [None req-1c5aeaed-2bc9-4128-82b5-93344a60ae2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f63a103-244c-468b-9a05-9a50f7e1edb0', 'name': 'tempest-AttachVolumeShelveTestJSON-1306913285-router', 'tenant_id': '77b4e3f4db4f48488f6a8e8a0ca43337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df', 'external_fixed_ips': [{'subnet_id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '846b941f-ab7f-4431-8321-ef0820949924', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:03:06Z', 'updated_at': '2021-07-28T19:03:17Z', 'revision_number': 4, 'project_id': '77b4e3f4db4f48488f6a8e8a0ca43337', 'gw_port': {'id': '846b941f-ab7f-4431-8321-ef0820949924', 'name': '', 'network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:94:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f63a103-244c-468b-9a05-9a50f7e1edb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:03:07Z', 'updated_at': '2021-07-28T19:03:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-1-iscsi', '_interfaces': [{'id': 'f222063c-7221-40e2-a7de-a0532101c06f', 'name': '', 'network_id': 'd9b348a0-fd69-4cac-87c2-18e205be05be', 'tenant_id': '77b4e3f4db4f48488f6a8e8a0ca43337', 'mac_address': 'fa:16:3e:a6:61:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f63a103-244c-468b-9a05-9a50f7e1edb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '209ab333-e935-41fc-b99a-6688a4911e44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:03:14Z', 'updated_at': '2021-07-28T19:03:28Z', 'revision_number': 5, 'project_id': '77b4e3f4db4f48488f6a8e8a0ca43337', 'subnets': [{'id': '209ab333-e935-41fc-b99a-6688a4911e44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802653-1-iscsi', False) {} {{(pid=93588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:07:46.804631 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c5aeaed-2bc9-4128-82b5-93344a60ae2d None None] The sync data for ids ['4f63a103-244c-468b-9a05-9a50f7e1edb0'] in dv-cinder-802653-1-iscsi is: [{'id': '4f63a103-244c-468b-9a05-9a50f7e1edb0', 'name': 'tempest-AttachVolumeShelveTestJSON-1306913285-router', 'tenant_id': '77b4e3f4db4f48488f6a8e8a0ca43337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df', 'external_fixed_ips': [{'subnet_id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '846b941f-ab7f-4431-8321-ef0820949924', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:03:06Z', 'updated_at': '2021-07-28T19:03:17Z', 'revision_number': 4, 'project_id': '77b4e3f4db4f48488f6a8e8a0ca43337', 'gw_port': {'id': '846b941f-ab7f-4431-8321-ef0820949924', 'name': '', 'network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:94:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f63a103-244c-468b-9a05-9a50f7e1edb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:03:07Z', 'updated_at': '2021-07-28T19:03:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-1-iscsi', '_interfaces': [{'id': 'f222063c-7221-40e2-a7de-a0532101c06f', 'name': '', 'network_id': 'd9b348a0-fd69-4cac-87c2-18e205be05be', 'tenant_id': '77b4e3f4db4f48488f6a8e8a0ca43337', 'mac_address': 'fa:16:3e:a6:61:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f63a103-244c-468b-9a05-9a50f7e1edb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '209ab333-e935-41fc-b99a-6688a4911e44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:03:14Z', 'updated_at': '2021-07-28T19:03:28Z', 'revision_number': 5, 'project_id': '77b4e3f4db4f48488f6a8e8a0ca43337', 'subnets': [{'id': '209ab333-e935-41fc-b99a-6688a4911e44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 19:07:46.932553 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-99b5e4b8-5b9a-4dbc-ac6e-76bc92f09621 req-91a2b415-cee3-4e18-88e0-302a3d7df4e0 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d560c0e-0a73-4f3c-8080-2cbe04e596ed HTTP/1.1" status: 200 len: 210 time: 0.0310690 Jul 28 19:07:47.118253 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09c84aa0-f32a-4e19-a307-ed4d19ebc458 None None] New status for floating IP d8b46d18-f6db-4399-9852-7d6ecd0443f8: DOWN {{(pid=93589) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 19:07:48.710912 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.wsgi [-] (93587) accepted ('10.222.0.41', 35494) {{(pid=93587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:07:48.818475 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-6cf15708-5c40-4dc1-a033-b35ec899326a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:48.911027 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-6cf15708-5c40-4dc1-a033-b35ec899326a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:49.003961 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-6cf15708-5c40-4dc1-a033-b35ec899326a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676630'] for security_group, after_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:49.047781 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.wsgi [-] (93586) accepted ('10.222.0.41', 35500) {{(pid=93586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:07:49.048433 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [None req-6cf15708-5c40-4dc1-a033-b35ec899326a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d98564c6072445cda987eeb7a9646842&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3356845 Jul 28 19:07:49.048581 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf15708-5c40-4dc1-a033-b35ec899326a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18eceb78-ff8c-4d5e-8260-c32f4dbb4a96,revision_number=1']} {{(pid=93587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:07:49.097011 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-15497f88-39e4-4bd3-a9ee-f8d6872aad19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:49.110113 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.wsgi [-] (93587) accepted ('10.222.0.41', 35502) {{(pid=93587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:07:49.117965 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-15497f88-39e4-4bd3-a9ee-f8d6872aad19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:49.165370 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-5c3de011-76b9-41b7-abad-cf444c47dfb5 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Notify callbacks [] for security_group, before_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:49.187420 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-5c3de011-76b9-41b7-abad-cf444c47dfb5 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:49.261420 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-15497f88-39e4-4bd3-a9ee-f8d6872aad19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676630'] for security_group, after_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:49.264210 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-15497f88-39e4-4bd3-a9ee-f8d6872aad19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:49.265428 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [None req-15497f88-39e4-4bd3-a9ee-f8d6872aad19 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/18eceb78-ff8c-4d5e-8260-c32f4dbb4a96 HTTP/1.1" status: 204 len: 168 time: 0.2166166 Jul 28 19:07:49.274288 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15497f88-39e4-4bd3-a9ee-f8d6872aad19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18eceb78-ff8c-4d5e-8260-c32f4dbb4a96,revision_number=None']} {{(pid=93586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:07:49.329715 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-5c3de011-76b9-41b7-abad-cf444c47dfb5 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676630'] for security_group, after_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:49.332444 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-5c3de011-76b9-41b7-abad-cf444c47dfb5 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Notify callbacks [] for security_group, before_response {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:49.333603 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [None req-5c3de011-76b9-41b7-abad-cf444c47dfb5 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "DELETE /v2.0/security-groups/da3193e4-56c6-417c-b113-33c66274c6ab HTTP/1.1" status: 204 len: 168 time: 0.2225013 Jul 28 19:07:49.342384 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3de011-76b9-41b7-abad-cf444c47dfb5 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da3193e4-56c6-417c-b113-33c66274c6ab,revision_number=None']} {{(pid=93587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:07:49.345157 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.wsgi [-] (93587) accepted ('10.222.0.41', 35510) {{(pid=93587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:07:49.358960 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.api.v2.resource [None req-de8c7d96-8969-4225-85a9-3d94fff5e985 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] show failed (client error): The resource could not be found. Jul 28 19:07:49.359988 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [None req-de8c7d96-8969-4225-85a9-3d94fff5e985 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/security-groups/da3193e4-56c6-417c-b113-33c66274c6ab HTTP/1.1" status: 404 len: 347 time: 0.0139127 Jul 28 19:07:49.373625 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.wsgi [-] (93587) accepted ('10.222.0.41', 35512) {{(pid=93587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:07:49.496245 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.plugins.ml2.plugin [None req-905eaa8f-5b2d-46c2-8233-addd82480087 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Deleting port 752a304c-39a5-4074-a0d9-508bbee5c7df {{(pid=93587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 19:07:49.496514 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-905eaa8f-5b2d-46c2-8233-addd82480087 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742349616523'] for port, before_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:49.572160 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-905eaa8f-5b2d-46c2-8233-addd82480087 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825298'] for port, precommit_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:49.572515 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-905eaa8f-5b2d-46c2-8233-addd82480087 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:49.585254 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.plugins.ml2.plugin [None req-905eaa8f-5b2d-46c2-8233-addd82480087 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Calling delete_port for 752a304c-39a5-4074-a0d9-508bbee5c7df owned by network:floatingip {{(pid=93587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 19:07:49.763925 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-905eaa8f-5b2d-46c2-8233-addd82480087 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742349622303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742349248525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9465727'] for port, after_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:49.790372 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905eaa8f-5b2d-46c2-8233-addd82480087 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Pushing event deleted for resources: {'Port': ['ID=752a304c-39a5-4074-a0d9-508bbee5c7df,revision_number=None']} {{(pid=93587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:07:49.851184 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-905eaa8f-5b2d-46c2-8233-addd82480087 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Notify callbacks [] for floatingip, after_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:49.853914 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-905eaa8f-5b2d-46c2-8233-addd82480087 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148603'] for floatingip, before_response {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:49.855107 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [None req-905eaa8f-5b2d-46c2-8233-addd82480087 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "DELETE /v2.0/floatingips/d8b46d18-f6db-4399-9852-7d6ecd0443f8 HTTP/1.1" status: 204 len: 168 time: 0.4805324 Jul 28 19:07:49.987008 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.wsgi [-] (93587) accepted ('10.222.0.41', 35520) {{(pid=93587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:07:50.000414 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-76438f77-986d-412a-a410-4a6136b6ae23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:50.090033 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-76438f77-986d-412a-a410-4a6136b6ae23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:50.163499 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-76438f77-986d-412a-a410-4a6136b6ae23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676630'] for security_group, after_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:50.200804 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [None req-76438f77-986d-412a-a410-4a6136b6ae23 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=85e4bc6378954c7a8c42cb49bae131e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2127378 Jul 28 19:07:50.202657 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76438f77-986d-412a-a410-4a6136b6ae23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f3de042-7b6b-46b5-8f17-290b1618802b,revision_number=1']} {{(pid=93587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:07:50.203836 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.wsgi [-] (93586) accepted ('10.222.0.41', 35522) {{(pid=93586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:07:50.249547 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.wsgi [-] (93587) accepted ('10.222.0.41', 35524) {{(pid=93587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:07:50.254892 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.v2.base [None req-4d3285a1-9386-4188-91ab-e8f688b15f2c tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2054272356', 'description': 'tempest-description--2044313947'}} {{(pid=93587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:07:50.256550 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-d6bcbadf-4b9b-40bf-bb90-aaf02e6875d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:50.271194 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.rpc [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Device 58e46291-e822-4005-8f56-21ee82c2f4eb no longer exists at agent hyperv_hv-cinder-80265 {{(pid=93588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 19:07:50.279122 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-d6bcbadf-4b9b-40bf-bb90-aaf02e6875d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:50.290934 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.plugin [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] No Port match for: 58e46291-e822-4005-8f56-21ee82c2f4eb {{(pid=93588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 19:07:50.291376 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.rpc [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Device 58e46291-e822-4005-8f56-21ee82c2f4eb not bound to the agent host hv-cinder-80265 {{(pid=93588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 19:07:50.347288 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-4d3285a1-9386-4188-91ab-e8f688b15f2c tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Notify callbacks [] for security_group, before_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:50.392469 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-d6bcbadf-4b9b-40bf-bb90-aaf02e6875d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676630'] for security_group, after_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:50.395454 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-d6bcbadf-4b9b-40bf-bb90-aaf02e6875d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:50.398930 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [None req-d6bcbadf-4b9b-40bf-bb90-aaf02e6875d4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0f3de042-7b6b-46b5-8f17-290b1618802b HTTP/1.1" status: 204 len: 168 time: 0.1906295 Jul 28 19:07:50.412061 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bcbadf-4b9b-40bf-bb90-aaf02e6875d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f3de042-7b6b-46b5-8f17-290b1618802b,revision_number=None']} {{(pid=93586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:07:50.448999 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-4d3285a1-9386-4188-91ab-e8f688b15f2c tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Notify callbacks [] for security_group, precommit_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:50.489302 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-4d3285a1-9386-4188-91ab-e8f688b15f2c tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676630'] for security_group, after_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:50.519067 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3285a1-9386-4188-91ab-e8f688b15f2c tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b911858-09a3-4b28-b9cd-8397dfa263a4,revision_number=1']} {{(pid=93587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:07:50.569632 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-4d3285a1-9386-4188-91ab-e8f688b15f2c tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Notify callbacks [] for security_group, before_response {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:50.573725 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [None req-4d3285a1-9386-4188-91ab-e8f688b15f2c tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3203537 Jul 28 19:07:50.576146 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.wsgi [-] (93587) accepted ('10.222.0.41', 35536) {{(pid=93587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:07:50.578419 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.v2.base [None req-3e1d8986-3fc9-4b70-b629-0438771b731c tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Request body: {'security_group_rule': {'security_group_id': '6b911858-09a3-4b28-b9cd-8397dfa263a4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:07:50.706377 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-3e1d8986-3fc9-4b70-b629-0438771b731c tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:50.765530 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-3e1d8986-3fc9-4b70-b629-0438771b731c tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:50.837898 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-3e1d8986-3fc9-4b70-b629-0438771b731c tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676583'] for security_group_rule, after_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:50.856167 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1d8986-3fc9-4b70-b629-0438771b731c tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9c8ec5d-7e08-4731-836e-f8b94bade379,revision_number=0']} {{(pid=93587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:07:50.946405 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-3e1d8986-3fc9-4b70-b629-0438771b731c tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:50.947642 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [None req-3e1d8986-3fc9-4b70-b629-0438771b731c tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3728437 Jul 28 19:07:50.950458 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.wsgi [-] (93587) accepted ('10.222.0.41', 35548) {{(pid=93587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:07:50.955504 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.v2.base [None req-71fb236b-99a3-4e60-836e-1ad5157ec603 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Request body: {'security_group_rule': {'security_group_id': '6b911858-09a3-4b28-b9cd-8397dfa263a4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:07:51.059910 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-71fb236b-99a3-4e60-836e-1ad5157ec603 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:51.117170 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-71fb236b-99a3-4e60-836e-1ad5157ec603 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:51.169530 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-71fb236b-99a3-4e60-836e-1ad5157ec603 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676583'] for security_group_rule, after_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:51.184865 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fb236b-99a3-4e60-836e-1ad5157ec603 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db61719e-d975-40d5-bdbf-5f78cfcc0c97,revision_number=0']} {{(pid=93587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:07:51.249049 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-71fb236b-99a3-4e60-836e-1ad5157ec603 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:51.250279 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [None req-71fb236b-99a3-4e60-836e-1ad5157ec603 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2987869 Jul 28 19:07:51.258340 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.wsgi [-] (93587) accepted ('10.222.0.41', 35560) {{(pid=93587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:07:51.258340 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.v2.base [None req-b8cbb935-a05e-4c9c-9cab-fad3632c1447 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Request body: {'floatingip': {'floating_network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df'}} {{(pid=93587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:07:51.374993 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-b8cbb935-a05e-4c9c-9cab-fad3632c1447 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Notify callbacks [] for floatingip, before_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:51.475966 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-b8cbb935-a05e-4c9c-9cab-fad3632c1447 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555300'] for port, before_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:51.773213 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.db.db_base_plugin_common [None req-b8cbb935-a05e-4c9c-9cab-fad3632c1447 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Allocated IP 172.27.0.173 (e684c39a-2e11-408f-97ab-0003bc0ac2df/d732a1ba-ca87-47e9-b990-15a89705616d/8fac7c21-2dfc-4aa7-b5e9-85098c0e13fa) {{(pid=93587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 19:07:51.773213 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-b8cbb935-a05e-4c9c-9cab-fad3632c1447 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Notify callbacks [] for port, precommit_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:51.798281 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-6df098c5-2310-427e-8a80-31ad490377f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:51.827245 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-b8cbb935-a05e-4c9c-9cab-fad3632c1447 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742349248516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9465727'] for port, after_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:51.865258 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8cbb935-a05e-4c9c-9cab-fad3632c1447 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Network e684c39a-2e11-408f-97ab-0003bc0ac2df is already hosted by enough agents. {{(pid=93587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 19:07:51.867834 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.scheduler.base_scheduler [None req-b8cbb935-a05e-4c9c-9cab-fad3632c1447 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Resources bound (agent type, host, resource id): {{(pid=93587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 19:07:51.871361 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8cbb935-a05e-4c9c-9cab-fad3632c1447 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Received port after_create {{(pid=93587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 19:07:51.901865 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cbb935-a05e-4c9c-9cab-fad3632c1447 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Pushing event updated for resources: {'Port': ['ID=8fac7c21-2dfc-4aa7-b5e9-85098c0e13fa,revision_number=1']} {{(pid=93587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:07:52.007975 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-b8cbb935-a05e-4c9c-9cab-fad3632c1447 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:52.138155 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-b8cbb935-a05e-4c9c-9cab-fad3632c1447 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555300'] for port, before_update {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:52.293831 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-b8cbb935-a05e-4c9c-9cab-fad3632c1447 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Notify callbacks [] for port, precommit_update {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:52.392431 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-b8cbb935-a05e-4c9c-9cab-fad3632c1447 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742349622321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742349248534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742349248552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9465702'] for port, after_update {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:52.475866 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cbb935-a05e-4c9c-9cab-fad3632c1447 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Pushing event updated for resources: {'Port': ['ID=8fac7c21-2dfc-4aa7-b5e9-85098c0e13fa,revision_number=2']} {{(pid=93587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:07:52.487473 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-b8cbb935-a05e-4c9c-9cab-fad3632c1447 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3821381'] for floatingip, after_update {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:52.586660 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-b8cbb935-a05e-4c9c-9cab-fad3632c1447 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148603'] for floatingip, before_response {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:52.594021 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [None req-b8cbb935-a05e-4c9c-9cab-fad3632c1447 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3339627 Jul 28 19:07:52.647387 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-a3eadd8e-5ed9-4a88-877e-c3c1bdde8c6e req-2b8cf6c3-6fdf-4136-aff4-dd8fb2d0861e tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-887711472&fields=id&tenant_id=e5f8b3f642634ceca190ab8e217700ce HTTP/1.1" status: 200 len: 267 time: 0.0370636 Jul 28 19:07:52.715551 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3eadd8e-5ed9-4a88-877e-c3c1bdde8c6e req-2c549780-72ca-4c79-be06-0a55ddf1bc0d tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:07:52.727267 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-a3eadd8e-5ed9-4a88-877e-c3c1bdde8c6e req-2c549780-72ca-4c79-be06-0a55ddf1bc0d tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c78b726-b285-4d18-8338-3b500b53a49e HTTP/1.1" status: 200 len: 984 time: 0.0696471 Jul 28 19:07:52.732647 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.v2.base [req-a3eadd8e-5ed9-4a88-877e-c3c1bdde8c6e req-0054cf9d-6404-453b-b5dc-64ec5224864f tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] Request body: {'port': {'security_groups': ['cd99dac1-4ecb-4bbe-94ca-066efd8c979c']}} {{(pid=93586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:07:52.826561 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [req-a3eadd8e-5ed9-4a88-877e-c3c1bdde8c6e req-0054cf9d-6404-453b-b5dc-64ec5224864f tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555300'] for port, before_update {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:52.842092 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-fb33137a-49ca-4f69-867b-8f3d37ec3022 req-20e59d75-e45a-45f5-9bf9-410f2cd88105 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--2054272356&fields=id&tenant_id=77b4e3f4db4f48488f6a8e8a0ca43337 HTTP/1.1" status: 200 len: 267 time: 0.0670121 Jul 28 19:07:53.059463 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb33137a-49ca-4f69-867b-8f3d37ec3022 req-e829e44c-908d-416a-a29d-e0df805c3b73 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:07:53.061303 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-fb33137a-49ca-4f69-867b-8f3d37ec3022 req-e829e44c-908d-416a-a29d-e0df805c3b73 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/networks?id=d9b348a0-fd69-4cac-87c2-18e205be05be HTTP/1.1" status: 200 len: 817 time: 0.2112906 Jul 28 19:07:53.100484 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-fb33137a-49ca-4f69-867b-8f3d37ec3022 req-9dbec11c-6282-41e0-9d8e-7c5454993b5f tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/quotas/77b4e3f4db4f48488f6a8e8a0ca43337 HTTP/1.1" status: 200 len: 375 time: 0.0189269 Jul 28 19:07:53.147317 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.plugins.ml2.db [req-a3eadd8e-5ed9-4a88-877e-c3c1bdde8c6e req-0054cf9d-6404-453b-b5dc-64ec5224864f tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] For port 0cbd334b-5202-47ab-8fc2-7bea8cdf51d2, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=0cbd334b-5202-47ab-8fc2-7bea8cdf51d2,segment=NetworkSegment(ecd299ed-1dac-4786-8d7f-e72300f9a086),segment_id=ecd299ed-1dac-4786-8d7f-e72300f9a086)] {{(pid=93586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:07:53.172475 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-fb33137a-49ca-4f69-867b-8f3d37ec3022 req-9f9ac93c-9d38-4795-bed3-5f7f4725ece4 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=77b4e3f4db4f48488f6a8e8a0ca43337&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0785389 Jul 28 19:07:53.197405 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [req-a3eadd8e-5ed9-4a88-877e-c3c1bdde8c6e req-0054cf9d-6404-453b-b5dc-64ec5224864f tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] Notify callbacks [] for port, precommit_update {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:53.275807 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-fb33137a-49ca-4f69-867b-8f3d37ec3022 req-24fe2217-7511-4d53-aeab-4a8e0d6f721a service neutron] 10.222.0.41 "GET /v2.0/networks/d9b348a0-fd69-4cac-87c2-18e205be05be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898905 Jul 28 19:07:53.299622 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [req-a3eadd8e-5ed9-4a88-877e-c3c1bdde8c6e req-0054cf9d-6404-453b-b5dc-64ec5224864f tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742349622321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742349248534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742349248552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12083818'] for port, after_update {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:53.311035 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.db [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] get_ports_and_sgs() called for port_ids ['0cbd334b-5202-47ab-8fc2-7bea8cdf51d2'] {{(pid=93588) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 19:07:53.375118 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3eadd8e-5ed9-4a88-877e-c3c1bdde8c6e req-0054cf9d-6404-453b-b5dc-64ec5224864f tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:07:53.376354 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [req-a3eadd8e-5ed9-4a88-877e-c3c1bdde8c6e req-0054cf9d-6404-453b-b5dc-64ec5224864f tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148603'] for port, before_response {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:53.378077 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-a3eadd8e-5ed9-4a88-877e-c3c1bdde8c6e req-0054cf9d-6404-453b-b5dc-64ec5224864f tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] 10.222.0.41 "PUT /v2.0/ports/0cbd334b-5202-47ab-8fc2-7bea8cdf51d2 HTTP/1.1" status: 200 len: 942 time: 0.6501622 Jul 28 19:07:53.384780 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c78b726-b285-4d18-8338-3b500b53a49e', 'tag': '0cbd334b-5202-47ab-8fc2-7bea8cdf51d2'}] {{(pid=93586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 19:07:53.384780 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be08c321523524cea896d4e8aa610e0b61aedc9f5bb636967bf6413fb0e56d16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3140067f-4782-4531-a0cd-56681b848619" -d '{"events": [{"name": "network-changed", "server_uuid": "9c78b726-b285-4d18-8338-3b500b53a49e", "tag": "0cbd334b-5202-47ab-8fc2-7bea8cdf51d2"}]}' {{(pid=93586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 19:07:53.425874 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.wsgi [-] (93587) accepted ('10.222.0.41', 35614) {{(pid=93587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:07:53.449648 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.db [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] get_ports_and_sgs() called for port_ids ['0cbd334b-5202-47ab-8fc2-7bea8cdf51d2'] {{(pid=93588) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 19:07:53.451650 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0054cf9d-6404-453b-b5dc-64ec5224864f tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] Pushing event updated for resources: {'Port': ['ID=0cbd334b-5202-47ab-8fc2-7bea8cdf51d2,revision_number=7']} {{(pid=93586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:07:53.481167 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-fb33137a-49ca-4f69-867b-8f3d37ec3022 req-426ab7b9-75da-4731-85ca-a653b21758f0 service neutron] 10.222.0.41 "GET /v2.0/networks/d9b348a0-fd69-4cac-87c2-18e205be05be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1993566 Jul 28 19:07:53.496231 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 19:07:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-824f1b3e-4013-4809-85fc-f492578823e1 x-openstack-request-id: req-824f1b3e-4013-4809-85fc-f492578823e1 {{(pid=93586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 19:07:53.496727 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c78b726-b285-4d18-8338-3b500b53a49e", "tag": "0cbd334b-5202-47ab-8fc2-7bea8cdf51d2", "status": "completed", "code": 200}]} {{(pid=93586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 19:07:53.497152 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-824f1b3e-4013-4809-85fc-f492578823e1 {{(pid=93586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 19:07:53.497777 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c78b726-b285-4d18-8338-3b500b53a49e', 'tag': '0cbd334b-5202-47ab-8fc2-7bea8cdf51d2', 'status': 'completed', 'code': 200} Jul 28 19:07:53.554783 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-46f0ea1f-b3de-474e-bd50-78c6e47a9867 tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] Notify callbacks [] for security_group, before_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:53.618954 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-46f0ea1f-b3de-474e-bd50-78c6e47a9867 tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:53.675370 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3140067f-4782-4531-a0cd-56681b848619 req-da9ea2d0-691d-412a-a55c-cd0d6dccd99f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:07:53.677296 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-3140067f-4782-4531-a0cd-56681b848619 req-da9ea2d0-691d-412a-a55c-cd0d6dccd99f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e5f8b3f642634ceca190ab8e217700ce&device_id=9c78b726-b285-4d18-8338-3b500b53a49e HTTP/1.1" status: 200 len: 1098 time: 0.1471779 Jul 28 19:07:53.762077 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.provisioning_blocks [None req-44f627ef-c064-4d83-bb1d-6ab6eefc4be2 None None] Provisioning complete for port 0cbd334b-5202-47ab-8fc2-7bea8cdf51d2 triggered by entity DHCP. {{(pid=93588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 19:07:53.762739 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-44f627ef-c064-4d83-bb1d-6ab6eefc4be2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721938'] for port, provisioning_complete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:53.809765 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3140067f-4782-4531-a0cd-56681b848619 req-10857be3-112e-422d-8e9e-47fdc0dc78f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:07:53.813702 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-3140067f-4782-4531-a0cd-56681b848619 req-10857be3-112e-422d-8e9e-47fdc0dc78f6 service neutron] 10.222.0.49 "GET /v2.0/networks?id=f534d070-f433-4f81-b52e-daa60a2cf334 HTTP/1.1" status: 200 len: 916 time: 0.1285882 Jul 28 19:07:53.848677 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-3e012c1d-e495-412e-a274-a9636bd5467e req-6d3ee379-b2f5-4e30-b633-60fb404ac444 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1586067-40da-4fc2-bba2-df65e566ef0c HTTP/1.1" status: 200 len: 210 time: 0.0421073 Jul 28 19:07:53.882222 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-46f0ea1f-b3de-474e-bd50-78c6e47a9867 tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676630'] for security_group, after_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:53.884862 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-46f0ea1f-b3de-474e-bd50-78c6e47a9867 tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] Notify callbacks [] for security_group, before_response {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:53.886016 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [None req-46f0ea1f-b3de-474e-bd50-78c6e47a9867 tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] 10.222.0.41 "DELETE /v2.0/security-groups/d5e7fd5e-c36c-4555-9b59-8f6ffb6121a1 HTTP/1.1" status: 204 len: 168 time: 0.4990635 Jul 28 19:07:53.888914 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.wsgi [-] (93586) accepted ('10.222.0.41', 35636) {{(pid=93586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:07:53.906957 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f0ea1f-b3de-474e-bd50-78c6e47a9867 tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5e7fd5e-c36c-4555-9b59-8f6ffb6121a1,revision_number=None']} {{(pid=93587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:07:53.946727 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-3140067f-4782-4531-a0cd-56681b848619 req-151c06ae-0917-4831-9073-3cf115cef9c8 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0cbd334b-5202-47ab-8fc2-7bea8cdf51d2 HTTP/1.1" status: 200 len: 1001 time: 0.1248620 Jul 28 19:07:54.007104 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3140067f-4782-4531-a0cd-56681b848619 req-63478564-836f-4c4d-9b50-e0377a8720a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:07:54.008656 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-3140067f-4782-4531-a0cd-56681b848619 req-63478564-836f-4c4d-9b50-e0377a8720a9 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=03ec0541-ec02-4841-99b9-2dcfb43e9118 HTTP/1.1" status: 200 len: 854 time: 0.0543847 Jul 28 19:07:54.062293 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3140067f-4782-4531-a0cd-56681b848619 req-05921ec3-c11a-42f2-97eb-27c8812db63f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:07:54.064065 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-3140067f-4782-4531-a0cd-56681b848619 req-05921ec3-c11a-42f2-97eb-27c8812db63f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f534d070-f433-4f81-b52e-daa60a2cf334&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0474532 Jul 28 19:07:54.166277 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-3140067f-4782-4531-a0cd-56681b848619 req-a4c2a34e-74f4-425b-90e8-7b153a439dc5 service neutron] 10.222.0.49 "GET /v2.0/networks/f534d070-f433-4f81-b52e-daa60a2cf334?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931926 Jul 28 19:07:54.227419 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:54.277121 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-3140067f-4782-4531-a0cd-56681b848619 req-75396896-1f67-4281-b01f-2be9e6764e58 service neutron] 10.222.0.49 "GET /v2.0/networks/f534d070-f433-4f81-b52e-daa60a2cf334?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026866 Jul 28 19:07:54.317827 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.plugins.ml2.plugin [None req-64c09198-81d5-4a65-b3c0-d7f6d6b69f6b tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] Deleting port 6af31cd6-aaa9-4724-9535-5b03061689ab {{(pid=93586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 19:07:54.318170 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-64c09198-81d5-4a65-b3c0-d7f6d6b69f6b tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742349616523'] for port, before_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:54.394603 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-64c09198-81d5-4a65-b3c0-d7f6d6b69f6b tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825298'] for port, precommit_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:54.394932 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-64c09198-81d5-4a65-b3c0-d7f6d6b69f6b tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:54.398251 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-efda423c-b7b3-4825-9502-59bd3752c736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:54.406767 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.plugins.ml2.plugin [None req-64c09198-81d5-4a65-b3c0-d7f6d6b69f6b tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] Calling delete_port for 6af31cd6-aaa9-4724-9535-5b03061689ab owned by network:floatingip {{(pid=93586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 19:07:54.729439 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-64c09198-81d5-4a65-b3c0-d7f6d6b69f6b tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742349622303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742349248525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12083827'] for port, after_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:54.756302 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c09198-81d5-4a65-b3c0-d7f6d6b69f6b tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] Pushing event deleted for resources: {'Port': ['ID=6af31cd6-aaa9-4724-9535-5b03061689ab,revision_number=None']} {{(pid=93586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:07:54.812643 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-64c09198-81d5-4a65-b3c0-d7f6d6b69f6b tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] Notify callbacks [] for floatingip, after_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:54.813003 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.db.l3_db [None req-64c09198-81d5-4a65-b3c0-d7f6d6b69f6b tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] Floating IP 2b6c2574-15e7-4e8c-9369-c045236fa985 disassociated (deleted). External IP: 172.27.0.149, port: 0cbd334b-5202-47ab-8fc2-7bea8cdf51d2. Jul 28 19:07:54.982234 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-3d7ad75f-504e-489d-9fef-2caab2994da0 req-9968870b-c974-4501-9eb9-891308c965c6 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1586067-40da-4fc2-bba2-df65e566ef0c HTTP/1.1" status: 200 len: 210 time: 0.0625968 Jul 28 19:07:55.056338 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64c09198-81d5-4a65-b3c0-d7f6d6b69f6b tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] Router de1ba10c-6bb3-4d97-b9f7-ffd118549b8a has already been hosted by L3 agent a81dfe8c-a6e8-4fad-82b8-e31bee6ac2ff {{(pid=93586) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 19:07:55.178345 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64c09198-81d5-4a65-b3c0-d7f6d6b69f6b tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] Notify agent at l3_agent.dv-cinder-802653-1-iscsi the message routers_updated {{(pid=93586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 19:07:55.185442 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-64c09198-81d5-4a65-b3c0-d7f6d6b69f6b tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148603'] for floatingip, before_response {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:55.187878 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aaa1a4b-da2e-48d1-a8e4-be3be55f10e7 None None] Sync routers for ids ['de1ba10c-6bb3-4d97-b9f7-ffd118549b8a'] in dv-cinder-802653-1-iscsi {{(pid=93588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 19:07:55.197505 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aaa1a4b-da2e-48d1-a8e4-be3be55f10e7 None None] Routers {'de1ba10c-6bb3-4d97-b9f7-ffd118549b8a'} bound to L3 agent in host dv-cinder-802653-1-iscsi {{(pid=93588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 19:07:55.198289 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.l3_hamode_db [None req-3aaa1a4b-da2e-48d1-a8e4-be3be55f10e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802653-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T18:54:54Z,description=,heartbeat_timestamp=2021-07-28T19:07:54Z,host='dv-cinder-802653-1-iscsi',id=a81dfe8c-a6e8-4fad-82b8-e31bee6ac2ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T18:54:55Z,topic='l3_agent')) {'router_ids': ['de1ba10c-6bb3-4d97-b9f7-ffd118549b8a'], 'active': True} {{(pid=93588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:07:55.214099 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [None req-64c09198-81d5-4a65-b3c0-d7f6d6b69f6b tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] 10.222.0.41 "DELETE /v2.0/floatingips/2b6c2574-15e7-4e8c-9369-c045236fa985 HTTP/1.1" status: 204 len: 168 time: 1.3235490 Jul 28 19:07:55.434841 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.l3_dvr_db [None req-3aaa1a4b-da2e-48d1-a8e4-be3be55f10e7 None None] Set router de1ba10c-6bb3-4d97-b9f7-ffd118549b8a gateway port host: dv-cinder-802653-1-iscsi {{(pid=93588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 19:07:55.499010 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c78b726-b285-4d18-8338-3b500b53a49e', 'tag': '0cbd334b-5202-47ab-8fc2-7bea8cdf51d2'}] {{(pid=93586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 19:07:55.501391 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be08c321523524cea896d4e8aa610e0b61aedc9f5bb636967bf6413fb0e56d16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81544bba-fb38-4d21-b9de-df71ae156358" -d '{"events": [{"name": "network-changed", "server_uuid": "9c78b726-b285-4d18-8338-3b500b53a49e", "tag": "0cbd334b-5202-47ab-8fc2-7bea8cdf51d2"}]}' {{(pid=93586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 19:07:55.540386 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 19:07:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7329399f-3b6c-43b3-9f0c-e8a2ed89d107 x-openstack-request-id: req-7329399f-3b6c-43b3-9f0c-e8a2ed89d107 {{(pid=93586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 19:07:55.540849 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c78b726-b285-4d18-8338-3b500b53a49e", "tag": "0cbd334b-5202-47ab-8fc2-7bea8cdf51d2", "status": "completed", "code": 200}]} {{(pid=93586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 19:07:55.541263 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7329399f-3b6c-43b3-9f0c-e8a2ed89d107 {{(pid=93586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 19:07:55.541745 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c78b726-b285-4d18-8338-3b500b53a49e', 'tag': '0cbd334b-5202-47ab-8fc2-7bea8cdf51d2', 'status': 'completed', 'code': 200} Jul 28 19:07:55.561527 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-acea1373-d53c-46a9-b089-9e40d352d773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:55.612499 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81544bba-fb38-4d21-b9de-df71ae156358 req-ef97fa1e-1e0f-449f-a2ad-16297bc3d12e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:07:55.614205 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-81544bba-fb38-4d21-b9de-df71ae156358 req-ef97fa1e-1e0f-449f-a2ad-16297bc3d12e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e5f8b3f642634ceca190ab8e217700ce&device_id=9c78b726-b285-4d18-8338-3b500b53a49e HTTP/1.1" status: 200 len: 1098 time: 0.0423014 Jul 28 19:07:55.655091 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.l3_hamode_db [None req-3aaa1a4b-da2e-48d1-a8e4-be3be55f10e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de1ba10c-6bb3-4d97-b9f7-ffd118549b8a', 'name': 'tempest-TestMinimumBasicScenario-1762718303-router', 'tenant_id': 'e5f8b3f642634ceca190ab8e217700ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df', 'external_fixed_ips': [{'subnet_id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'ip_address': '172.27.0.146'}], 'enable_snat': True}, 'gw_port_id': '6e970f2c-4746-408c-84e4-81c92beef635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:04:53Z', 'updated_at': '2021-07-28T19:04:57Z', 'revision_number': 4, 'project_id': 'e5f8b3f642634ceca190ab8e217700ce', 'gw_port': {'id': '6e970f2c-4746-408c-84e4-81c92beef635', 'name': '', 'network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:b6:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de1ba10c-6bb3-4d97-b9f7-ffd118549b8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'ip_address': '172.27.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:04:53Z', 'updated_at': '2021-07-28T19:04:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-1-iscsi', '_interfaces': [{'id': 'cd039077-8105-4213-9457-854b11b578bc', 'name': '', 'network_id': 'f534d070-f433-4f81-b52e-daa60a2cf334', 'tenant_id': 'e5f8b3f642634ceca190ab8e217700ce', 'mac_address': 'fa:16:3e:78:b4:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de1ba10c-6bb3-4d97-b9f7-ffd118549b8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '03ec0541-ec02-4841-99b9-2dcfb43e9118', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:04:56Z', 'updated_at': '2021-07-28T19:05:02Z', 'revision_number': 5, 'project_id': 'e5f8b3f642634ceca190ab8e217700ce', 'subnets': [{'id': '03ec0541-ec02-4841-99b9-2dcfb43e9118', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802653-1-iscsi', False) {} {{(pid=93588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:07:55.686668 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aaa1a4b-da2e-48d1-a8e4-be3be55f10e7 None None] Checking router: de1ba10c-6bb3-4d97-b9f7-ffd118549b8a for host: dv-cinder-802653-1-iscsi {{(pid=93588) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 19:07:55.695991 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aaa1a4b-da2e-48d1-a8e4-be3be55f10e7 None None] Routers {'de1ba10c-6bb3-4d97-b9f7-ffd118549b8a'} bound to L3 agent in host dv-cinder-802653-1-iscsi {{(pid=93588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 19:07:55.696617 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.l3_hamode_db [None req-3aaa1a4b-da2e-48d1-a8e4-be3be55f10e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802653-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T18:54:54Z,description=,heartbeat_timestamp=2021-07-28T19:07:54Z,host='dv-cinder-802653-1-iscsi',id=a81dfe8c-a6e8-4fad-82b8-e31bee6ac2ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T18:54:55Z,topic='l3_agent')) {'router_ids': ['de1ba10c-6bb3-4d97-b9f7-ffd118549b8a'], 'active': True} {{(pid=93588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:07:55.717536 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81544bba-fb38-4d21-b9de-df71ae156358 req-c30f7b88-a68e-4628-b53c-0ce67bccebce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:07:55.719027 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-81544bba-fb38-4d21-b9de-df71ae156358 req-c30f7b88-a68e-4628-b53c-0ce67bccebce service neutron] 10.222.0.49 "GET /v2.0/networks?id=f534d070-f433-4f81-b52e-daa60a2cf334 HTTP/1.1" status: 200 len: 916 time: 0.0912902 Jul 28 19:07:55.833022 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.l3_dvr_db [None req-3aaa1a4b-da2e-48d1-a8e4-be3be55f10e7 None None] Set router de1ba10c-6bb3-4d97-b9f7-ffd118549b8a gateway port host: dv-cinder-802653-1-iscsi {{(pid=93588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 19:07:56.024784 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-81544bba-fb38-4d21-b9de-df71ae156358 req-ece0b532-13b1-4ef1-8d4e-40b5154a7661 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0cbd334b-5202-47ab-8fc2-7bea8cdf51d2 HTTP/1.1" status: 200 len: 217 time: 0.2982233 Jul 28 19:07:56.109257 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb33137a-49ca-4f69-867b-8f3d37ec3022 req-8ac46d33-57f7-41bf-b738-cd6c9691de01 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:07:56.112457 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-fb33137a-49ca-4f69-867b-8f3d37ec3022 req-8ac46d33-57f7-41bf-b738-cd6c9691de01 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.49 "GET /v2.0/networks?id=d9b348a0-fd69-4cac-87c2-18e205be05be HTTP/1.1" status: 200 len: 817 time: 0.2243748 Jul 28 19:07:56.131703 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81544bba-fb38-4d21-b9de-df71ae156358 req-f6508e4b-d321-4d05-bfef-1968c642bb09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:07:56.133244 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-81544bba-fb38-4d21-b9de-df71ae156358 req-f6508e4b-d321-4d05-bfef-1968c642bb09 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=03ec0541-ec02-4841-99b9-2dcfb43e9118 HTTP/1.1" status: 200 len: 854 time: 0.0980089 Jul 28 19:07:56.145487 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.l3_hamode_db [None req-3aaa1a4b-da2e-48d1-a8e4-be3be55f10e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de1ba10c-6bb3-4d97-b9f7-ffd118549b8a', 'name': 'tempest-TestMinimumBasicScenario-1762718303-router', 'tenant_id': 'e5f8b3f642634ceca190ab8e217700ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df', 'external_fixed_ips': [{'subnet_id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'ip_address': '172.27.0.146'}], 'enable_snat': True}, 'gw_port_id': '6e970f2c-4746-408c-84e4-81c92beef635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:04:53Z', 'updated_at': '2021-07-28T19:04:57Z', 'revision_number': 4, 'project_id': 'e5f8b3f642634ceca190ab8e217700ce', 'gw_port': {'id': '6e970f2c-4746-408c-84e4-81c92beef635', 'name': '', 'network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:b6:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de1ba10c-6bb3-4d97-b9f7-ffd118549b8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'ip_address': '172.27.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:04:53Z', 'updated_at': '2021-07-28T19:04:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-1-iscsi', '_interfaces': [{'id': 'cd039077-8105-4213-9457-854b11b578bc', 'name': '', 'network_id': 'f534d070-f433-4f81-b52e-daa60a2cf334', 'tenant_id': 'e5f8b3f642634ceca190ab8e217700ce', 'mac_address': 'fa:16:3e:78:b4:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de1ba10c-6bb3-4d97-b9f7-ffd118549b8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '03ec0541-ec02-4841-99b9-2dcfb43e9118', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:04:56Z', 'updated_at': '2021-07-28T19:05:02Z', 'revision_number': 5, 'project_id': 'e5f8b3f642634ceca190ab8e217700ce', 'subnets': [{'id': '03ec0541-ec02-4841-99b9-2dcfb43e9118', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802653-1-iscsi', False) {} {{(pid=93588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:07:56.169067 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-b926ba8f-f03f-497d-a1b4-67559b7d3300 req-e18289d7-25fe-45ad-a402-79c243941088 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1586067-40da-4fc2-bba2-df65e566ef0c HTTP/1.1" status: 200 len: 210 time: 0.0361850 Jul 28 19:07:56.176779 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aaa1a4b-da2e-48d1-a8e4-be3be55f10e7 None None] The sync data for ids ['de1ba10c-6bb3-4d97-b9f7-ffd118549b8a'] in dv-cinder-802653-1-iscsi is: [{'id': 'de1ba10c-6bb3-4d97-b9f7-ffd118549b8a', 'name': 'tempest-TestMinimumBasicScenario-1762718303-router', 'tenant_id': 'e5f8b3f642634ceca190ab8e217700ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df', 'external_fixed_ips': [{'subnet_id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'ip_address': '172.27.0.146'}], 'enable_snat': True}, 'gw_port_id': '6e970f2c-4746-408c-84e4-81c92beef635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:04:53Z', 'updated_at': '2021-07-28T19:04:57Z', 'revision_number': 4, 'project_id': 'e5f8b3f642634ceca190ab8e217700ce', 'gw_port': {'id': '6e970f2c-4746-408c-84e4-81c92beef635', 'name': '', 'network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:b6:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de1ba10c-6bb3-4d97-b9f7-ffd118549b8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'ip_address': '172.27.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:04:53Z', 'updated_at': '2021-07-28T19:04:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-1-iscsi', '_interfaces': [{'id': 'cd039077-8105-4213-9457-854b11b578bc', 'name': '', 'network_id': 'f534d070-f433-4f81-b52e-daa60a2cf334', 'tenant_id': 'e5f8b3f642634ceca190ab8e217700ce', 'mac_address': 'fa:16:3e:78:b4:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de1ba10c-6bb3-4d97-b9f7-ffd118549b8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '03ec0541-ec02-4841-99b9-2dcfb43e9118', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:04:56Z', 'updated_at': '2021-07-28T19:05:02Z', 'revision_number': 5, 'project_id': 'e5f8b3f642634ceca190ab8e217700ce', 'subnets': [{'id': '03ec0541-ec02-4841-99b9-2dcfb43e9118', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 19:07:56.188908 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81544bba-fb38-4d21-b9de-df71ae156358 req-a506412e-fc88-4fb2-9c8a-040f5ed02786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:07:56.192065 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-81544bba-fb38-4d21-b9de-df71ae156358 req-a506412e-fc88-4fb2-9c8a-040f5ed02786 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f534d070-f433-4f81-b52e-daa60a2cf334&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0508943 Jul 28 19:07:56.198871 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-fb33137a-49ca-4f69-867b-8f3d37ec3022 req-b61c3a6e-38cf-47de-af2c-a41ebbfe5f61 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=77b4e3f4db4f48488f6a8e8a0ca43337 HTTP/1.1" status: 200 len: 380 time: 0.0757072 Jul 28 19:07:56.212740 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.v2.base [req-fb33137a-49ca-4f69-867b-8f3d37ec3022 req-ee0a7b1d-044b-4041-ac33-1eb2d8f66571 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Request body: {'port': {'device_id': 'f1586067-40da-4fc2-bba2-df65e566ef0c', 'network_id': 'd9b348a0-fd69-4cac-87c2-18e205be05be', 'admin_state_up': True, 'tenant_id': '77b4e3f4db4f48488f6a8e8a0ca43337', 'security_groups': ['6b911858-09a3-4b28-b9cd-8397dfa263a4']}} {{(pid=93586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:07:56.314307 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-81544bba-fb38-4d21-b9de-df71ae156358 req-00401aae-ba6d-4038-bc72-e7e23cc38b3c service neutron] 10.222.0.49 "GET /v2.0/networks/f534d070-f433-4f81-b52e-daa60a2cf334?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086924 Jul 28 19:07:56.413206 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-81544bba-fb38-4d21-b9de-df71ae156358 req-1d322d3c-d2cf-40d8-addb-867485150f4c service neutron] 10.222.0.49 "GET /v2.0/networks/f534d070-f433-4f81-b52e-daa60a2cf334?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899706 Jul 28 19:07:56.427275 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb33137a-49ca-4f69-867b-8f3d37ec3022 req-ee0a7b1d-044b-4041-ac33-1eb2d8f66571 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Made reservation on behalf of 77b4e3f4db4f48488f6a8e8a0ca43337 for: {'port': 1} {{(pid=93586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 19:07:56.434343 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [req-fb33137a-49ca-4f69-867b-8f3d37ec3022 req-ee0a7b1d-044b-4041-ac33-1eb2d8f66571 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555300'] for port, before_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:56.492374 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2fe764d-dc95-497f-b42f-7e95d72bf3fc None None] New status for floating IP 2b6c2574-15e7-4e8c-9369-c045236fa985: DOWN {{(pid=93589) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 19:07:56.592333 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.db.db_base_plugin_common [req-fb33137a-49ca-4f69-867b-8f3d37ec3022 req-ee0a7b1d-044b-4041-ac33-1eb2d8f66571 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Allocated IP 172.20.0.12 (d9b348a0-fd69-4cac-87c2-18e205be05be/209ab333-e935-41fc-b99a-6688a4911e44/b7e72ab5-441d-45e7-a43f-6a393ebc27a4) {{(pid=93586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 19:07:56.738193 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [req-fb33137a-49ca-4f69-867b-8f3d37ec3022 req-ee0a7b1d-044b-4041-ac33-1eb2d8f66571 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Notify callbacks [] for port, precommit_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:56.751745 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.db.provisioning_blocks [req-fb33137a-49ca-4f69-867b-8f3d37ec3022 req-ee0a7b1d-044b-4041-ac33-1eb2d8f66571 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Transition to ACTIVE for port object b7e72ab5-441d-45e7-a43f-6a393ebc27a4 will not be triggered until provisioned by entity DHCP. {{(pid=93586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 19:07:56.862329 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [req-fb33137a-49ca-4f69-867b-8f3d37ec3022 req-ee0a7b1d-044b-4041-ac33-1eb2d8f66571 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742349248516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12083827'] for port, after_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:56.915097 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb33137a-49ca-4f69-867b-8f3d37ec3022 req-ee0a7b1d-044b-4041-ac33-1eb2d8f66571 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Network d9b348a0-fd69-4cac-87c2-18e205be05be is already hosted by enough agents. {{(pid=93586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 19:07:56.918920 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.scheduler.base_scheduler [req-fb33137a-49ca-4f69-867b-8f3d37ec3022 req-ee0a7b1d-044b-4041-ac33-1eb2d8f66571 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Resources bound (agent type, host, resource id): {{(pid=93586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 19:07:56.923016 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb33137a-49ca-4f69-867b-8f3d37ec3022 req-ee0a7b1d-044b-4041-ac33-1eb2d8f66571 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Received port after_create {{(pid=93586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 19:07:56.957697 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0a7b1d-044b-4041-ac33-1eb2d8f66571 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Pushing event updated for resources: {'Port': ['ID=b7e72ab5-441d-45e7-a43f-6a393ebc27a4,revision_number=1']} {{(pid=93586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:07:56.988621 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb33137a-49ca-4f69-867b-8f3d37ec3022 req-ee0a7b1d-044b-4041-ac33-1eb2d8f66571 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:07:56.989140 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [req-fb33137a-49ca-4f69-867b-8f3d37ec3022 req-ee0a7b1d-044b-4041-ac33-1eb2d8f66571 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148603'] for port, before_response {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:57.101634 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-fb33137a-49ca-4f69-867b-8f3d37ec3022 req-ee0a7b1d-044b-4041-ac33-1eb2d8f66571 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8928015 Jul 28 19:07:57.121136 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.v2.base [req-fb33137a-49ca-4f69-867b-8f3d37ec3022 req-f4de23e1-38f8-4f0f-ac39-06966de5cac1 service neutron] Request body: {'port': {'device_id': 'f1586067-40da-4fc2-bba2-df65e566ef0c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80265'}} {{(pid=93586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:07:57.180812 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [req-fb33137a-49ca-4f69-867b-8f3d37ec3022 req-f4de23e1-38f8-4f0f-ac39-06966de5cac1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555300'] for port, before_update {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:57.312207 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.provisioning_blocks [None req-e88ecf77-31ea-4577-bde6-52f3de4d35e6 None None] Provisioning for port b7e72ab5-441d-45e7-a43f-6a393ebc27a4 completed by entity DHCP. {{(pid=93588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 19:07:57.317041 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.provisioning_blocks [None req-e88ecf77-31ea-4577-bde6-52f3de4d35e6 None None] Provisioning complete for port b7e72ab5-441d-45e7-a43f-6a393ebc27a4 triggered by entity DHCP. {{(pid=93588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 19:07:57.317179 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-e88ecf77-31ea-4577-bde6-52f3de4d35e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721938'] for port, provisioning_complete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:57.361849 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.plugin [None req-e88ecf77-31ea-4577-bde6-52f3de4d35e6 None None] Port b7e72ab5-441d-45e7-a43f-6a393ebc27a4 cannot update to ACTIVE because it is not bound. {{(pid=93588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 19:07:57.381831 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd787ae-5105-46fd-a18d-679420cdc129 req-b7a1263c-a47f-4df2-b16e-395186ad2f39 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:07:57.383406 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-bdd787ae-5105-46fd-a18d-679420cdc129 req-b7a1263c-a47f-4df2-b16e-395186ad2f39 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1586067-40da-4fc2-bba2-df65e566ef0c HTTP/1.1" status: 200 len: 932 time: 0.0903862 Jul 28 19:07:57.472758 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-bdd787ae-5105-46fd-a18d-679420cdc129 req-cab256d0-141a-445f-bbfe-21a39e5b9f3e tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/security-groups?id=6b911858-09a3-4b28-b9cd-8397dfa263a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603306 Jul 28 19:07:57.567343 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.notifiers.nova [req-fb33137a-49ca-4f69-867b-8f3d37ec3022 req-f4de23e1-38f8-4f0f-ac39-06966de5cac1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7e72ab5-441d-45e7-a43f-6a393ebc27a4 {{(pid=93586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 19:07:57.575429 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [req-fb33137a-49ca-4f69-867b-8f3d37ec3022 req-f4de23e1-38f8-4f0f-ac39-06966de5cac1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:57.589397 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.db.provisioning_blocks [req-fb33137a-49ca-4f69-867b-8f3d37ec3022 req-f4de23e1-38f8-4f0f-ac39-06966de5cac1 service neutron] Transition to ACTIVE for port object b7e72ab5-441d-45e7-a43f-6a393ebc27a4 will not be triggered until provisioned by entity L2. {{(pid=93586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 19:07:57.598527 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-26c861f8-c84b-4272-86f3-59900436582c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:57.666993 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [req-fb33137a-49ca-4f69-867b-8f3d37ec3022 req-f4de23e1-38f8-4f0f-ac39-06966de5cac1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742349622321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742349248534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742349248552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12083818'] for port, after_update {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:57.721391 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4de23e1-38f8-4f0f-ac39-06966de5cac1 service neutron] Pushing event updated for resources: {'Port': ['ID=b7e72ab5-441d-45e7-a43f-6a393ebc27a4,revision_number=2']} {{(pid=93586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:07:57.811813 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.plugins.ml2.managers [req-fb33137a-49ca-4f69-867b-8f3d37ec3022 req-f4de23e1-38f8-4f0f-ac39-06966de5cac1 service neutron] Attempting to bind port b7e72ab5-441d-45e7-a43f-6a393ebc27a4 on host hv-cinder-80265 for vnic_type normal with profile {{(pid=93586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 19:07:57.812172 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.plugins.ml2.managers [req-fb33137a-49ca-4f69-867b-8f3d37ec3022 req-f4de23e1-38f8-4f0f-ac39-06966de5cac1 service neutron] Attempting to bind port b7e72ab5-441d-45e7-a43f-6a393ebc27a4 by drivers openvswitch,hyperv on host hv-cinder-80265 at level 0 using segments [{'id': '849c600d-119e-46e5-ad54-f7773d8e0f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd9b348a0-fd69-4cac-87c2-18e205be05be'}] {{(pid=93586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 19:07:57.812572 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb33137a-49ca-4f69-867b-8f3d37ec3022 req-f4de23e1-38f8-4f0f-ac39-06966de5cac1 service neutron] Attempting to bind port b7e72ab5-441d-45e7-a43f-6a393ebc27a4 on network d9b348a0-fd69-4cac-87c2-18e205be05be {{(pid=93586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 19:07:57.819698 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb33137a-49ca-4f69-867b-8f3d37ec3022 req-f4de23e1-38f8-4f0f-ac39-06966de5cac1 service neutron] Port b7e72ab5-441d-45e7-a43f-6a393ebc27a4 on network d9b348a0-fd69-4cac-87c2-18e205be05be not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80265 {{(pid=93586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 19:07:57.819928 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb33137a-49ca-4f69-867b-8f3d37ec3022 req-f4de23e1-38f8-4f0f-ac39-06966de5cac1 service neutron] Attempting to bind port b7e72ab5-441d-45e7-a43f-6a393ebc27a4 on network d9b348a0-fd69-4cac-87c2-18e205be05be {{(pid=93586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 19:07:57.825509 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb33137a-49ca-4f69-867b-8f3d37ec3022 req-f4de23e1-38f8-4f0f-ac39-06966de5cac1 service neutron] Checking agent: {'id': 'f02a77d8-88e9-4ce1-b3bf-c8b64693a24a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80265', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 19, 1, 31), 'started_at': datetime.datetime(2021, 7, 28, 19, 1, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 19, 7, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 19:07:57.825869 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb33137a-49ca-4f69-867b-8f3d37ec3022 req-f4de23e1-38f8-4f0f-ac39-06966de5cac1 service neutron] Checking segment: {'id': '849c600d-119e-46e5-ad54-f7773d8e0f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd9b348a0-fd69-4cac-87c2-18e205be05be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 19:07:57.826267 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb33137a-49ca-4f69-867b-8f3d37ec3022 req-f4de23e1-38f8-4f0f-ac39-06966de5cac1 service neutron] Bound using segment: {'id': '849c600d-119e-46e5-ad54-f7773d8e0f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd9b348a0-fd69-4cac-87c2-18e205be05be'} {{(pid=93586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 19:07:57.827239 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.plugins.ml2.managers [req-fb33137a-49ca-4f69-867b-8f3d37ec3022 req-f4de23e1-38f8-4f0f-ac39-06966de5cac1 service neutron] Bound port: b7e72ab5-441d-45e7-a43f-6a393ebc27a4, host: hv-cinder-80265, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '849c600d-119e-46e5-ad54-f7773d8e0f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd9b348a0-fd69-4cac-87c2-18e205be05be'}}] {{(pid=93586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 19:07:57.827365 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [req-fb33137a-49ca-4f69-867b-8f3d37ec3022 req-f4de23e1-38f8-4f0f-ac39-06966de5cac1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555300'] for port, before_update {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:57.893485 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.plugins.ml2.db [req-fb33137a-49ca-4f69-867b-8f3d37ec3022 req-f4de23e1-38f8-4f0f-ac39-06966de5cac1 service neutron] For port b7e72ab5-441d-45e7-a43f-6a393ebc27a4, host hv-cinder-80265, cleared binding levels {{(pid=93586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 19:07:57.896646 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.plugins.ml2.db [req-fb33137a-49ca-4f69-867b-8f3d37ec3022 req-f4de23e1-38f8-4f0f-ac39-06966de5cac1 service neutron] For port b7e72ab5-441d-45e7-a43f-6a393ebc27a4, host hv-cinder-80265, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=b7e72ab5-441d-45e7-a43f-6a393ebc27a4,segment=NetworkSegment(849c600d-119e-46e5-ad54-f7773d8e0f09),segment_id=849c600d-119e-46e5-ad54-f7773d8e0f09)] {{(pid=93586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 19:07:57.998704 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [req-fb33137a-49ca-4f69-867b-8f3d37ec3022 req-f4de23e1-38f8-4f0f-ac39-06966de5cac1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742349622321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742349248534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742349248552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12083818'] for port, after_update {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:58.033868 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb33137a-49ca-4f69-867b-8f3d37ec3022 req-f4de23e1-38f8-4f0f-ac39-06966de5cac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:07:58.034559 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [req-fb33137a-49ca-4f69-867b-8f3d37ec3022 req-f4de23e1-38f8-4f0f-ac39-06966de5cac1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148603'] for port, before_response {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:58.036031 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-fb33137a-49ca-4f69-867b-8f3d37ec3022 req-f4de23e1-38f8-4f0f-ac39-06966de5cac1 service neutron] 10.222.0.49 "PUT /v2.0/ports/b7e72ab5-441d-45e7-a43f-6a393ebc27a4 HTTP/1.1" status: 200 len: 1094 time: 0.9260876 Jul 28 19:07:58.036475 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1586067-40da-4fc2-bba2-df65e566ef0c', 'tag': 'b7e72ab5-441d-45e7-a43f-6a393ebc27a4'}] {{(pid=93586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 19:07:58.038748 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be08c321523524cea896d4e8aa610e0b61aedc9f5bb636967bf6413fb0e56d16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b243b739-a1bf-4a43-9ce5-b12fc2f63cf2" -d '{"events": [{"name": "network-changed", "server_uuid": "f1586067-40da-4fc2-bba2-df65e566ef0c", "tag": "b7e72ab5-441d-45e7-a43f-6a393ebc27a4"}]}' {{(pid=93586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 19:07:58.077622 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4de23e1-38f8-4f0f-ac39-06966de5cac1 service neutron] Pushing event updated for resources: {'Port': ['ID=b7e72ab5-441d-45e7-a43f-6a393ebc27a4,revision_number=3']} {{(pid=93586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:07:58.087590 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 19:07:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b2f3781-8803-4e02-9601-b52df5856e99 x-openstack-request-id: req-1b2f3781-8803-4e02-9601-b52df5856e99 {{(pid=93586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 19:07:58.087956 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1586067-40da-4fc2-bba2-df65e566ef0c", "tag": "b7e72ab5-441d-45e7-a43f-6a393ebc27a4", "status": "completed", "code": 200}]} {{(pid=93586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 19:07:58.088310 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1b2f3781-8803-4e02-9601-b52df5856e99 {{(pid=93586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 19:07:58.088702 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1586067-40da-4fc2-bba2-df65e566ef0c', 'tag': 'b7e72ab5-441d-45e7-a43f-6a393ebc27a4', 'status': 'completed', 'code': 200} Jul 28 19:07:58.148750 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b243b739-a1bf-4a43-9ce5-b12fc2f63cf2 req-66a1ae28-c9dd-4404-8130-4fc462504317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:07:58.150273 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-b243b739-a1bf-4a43-9ce5-b12fc2f63cf2 req-66a1ae28-c9dd-4404-8130-4fc462504317 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=77b4e3f4db4f48488f6a8e8a0ca43337&device_id=f1586067-40da-4fc2-bba2-df65e566ef0c HTTP/1.1" status: 200 len: 1097 time: 0.0436542 Jul 28 19:07:58.260427 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b243b739-a1bf-4a43-9ce5-b12fc2f63cf2 req-c8969ac3-fd75-44c1-bdd7-cdfccdd1eea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:07:58.261983 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-b243b739-a1bf-4a43-9ce5-b12fc2f63cf2 req-c8969ac3-fd75-44c1-bdd7-cdfccdd1eea8 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=77b4e3f4db4f48488f6a8e8a0ca43337&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1023972 Jul 28 19:07:58.366291 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b243b739-a1bf-4a43-9ce5-b12fc2f63cf2 req-197f8595-d147-4c5b-96f1-3ccd225d86fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:07:58.367908 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-b243b739-a1bf-4a43-9ce5-b12fc2f63cf2 req-197f8595-d147-4c5b-96f1-3ccd225d86fc service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0981307 Jul 28 19:07:58.443448 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb33137a-49ca-4f69-867b-8f3d37ec3022 req-eff2c7b9-24b5-4502-bb72-93dcc00cf830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:07:58.444954 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-fb33137a-49ca-4f69-867b-8f3d37ec3022 req-eff2c7b9-24b5-4502-bb72-93dcc00cf830 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=77b4e3f4db4f48488f6a8e8a0ca43337&device_id=f1586067-40da-4fc2-bba2-df65e566ef0c HTTP/1.1" status: 200 len: 1097 time: 0.0415134 Jul 28 19:07:58.489835 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-fb33137a-49ca-4f69-867b-8f3d37ec3022 req-65d95d06-f777-4136-86c2-687c01f9e148 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b7e72ab5-441d-45e7-a43f-6a393ebc27a4 HTTP/1.1" status: 200 len: 217 time: 0.0345049 Jul 28 19:07:58.543622 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb33137a-49ca-4f69-867b-8f3d37ec3022 req-d19efc0c-a55b-4874-8fbb-e01f5d631d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:07:58.545124 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-fb33137a-49ca-4f69-867b-8f3d37ec3022 req-d19efc0c-a55b-4874-8fbb-e01f5d631d3a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=209ab333-e935-41fc-b99a-6688a4911e44 HTTP/1.1" status: 200 len: 856 time: 0.0471683 Jul 28 19:07:58.625867 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb33137a-49ca-4f69-867b-8f3d37ec3022 req-609e4701-2204-4592-9531-a214322c0ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:07:58.627391 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-fb33137a-49ca-4f69-867b-8f3d37ec3022 req-609e4701-2204-4592-9531-a214322c0ac6 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d9b348a0-fd69-4cac-87c2-18e205be05be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0745728 Jul 28 19:07:58.635885 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f56e30-dfc5-4479-ac57-8c30261349c2 req-4175d8f2-41c8-4f59-8ff6-b6b5aa31846a tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:07:58.637431 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-a9f56e30-dfc5-4479-ac57-8c30261349c2 req-4175d8f2-41c8-4f59-8ff6-b6b5aa31846a tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1586067-40da-4fc2-bba2-df65e566ef0c HTTP/1.1" status: 200 len: 944 time: 0.0859556 Jul 28 19:07:58.670340 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.wsgi [-] (93587) accepted ('10.222.0.41', 35742) {{(pid=93587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:07:58.727877 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-a9f56e30-dfc5-4479-ac57-8c30261349c2 req-5b177ee1-6adb-4e98-b921-14165632e6ad tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/security-groups?id=6b911858-09a3-4b28-b9cd-8397dfa263a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805666 Jul 28 19:07:58.753831 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-fb33137a-49ca-4f69-867b-8f3d37ec3022 req-2fcf172c-3efa-4960-8b70-cfd33d6cf9c0 service neutron] 10.222.0.49 "GET /v2.0/networks/d9b348a0-fd69-4cac-87c2-18e205be05be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154246 Jul 28 19:07:58.804324 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-2543eeb9-ed4c-4173-a344-6499c6b8e5cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:58.856386 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-fb33137a-49ca-4f69-867b-8f3d37ec3022 req-b5f77681-7bf5-4d62-97f7-f70830962e41 service neutron] 10.222.0.49 "GET /v2.0/networks/d9b348a0-fd69-4cac-87c2-18e205be05be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946777 Jul 28 19:07:58.902499 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-2543eeb9-ed4c-4173-a344-6499c6b8e5cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:59.037642 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-2543eeb9-ed4c-4173-a344-6499c6b8e5cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676630'] for security_group, after_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:59.079150 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [None req-2543eeb9-ed4c-4173-a344-6499c6b8e5cd admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e5432968c7b0433fb931c74b55fff3e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4065676 Jul 28 19:07:59.080903 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.wsgi [-] (93587) accepted ('10.222.0.41', 35748) {{(pid=93587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:07:59.087538 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2543eeb9-ed4c-4173-a344-6499c6b8e5cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c90d371-aa98-4afd-8fae-9d6653013af5,revision_number=1']} {{(pid=93587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:07:59.141382 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c438380f-538f-46cb-bb61-4f4b966a392a req-84abdef4-b9d2-423e-a723-55f715e8a291 tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:07:59.142978 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-c438380f-538f-46cb-bb61-4f4b966a392a req-84abdef4-b9d2-423e-a723-55f715e8a291 tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c78b726-b285-4d18-8338-3b500b53a49e HTTP/1.1" status: 200 len: 945 time: 0.0535233 Jul 28 19:07:59.145663 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-7de10f19-b4b9-421d-b195-e2113c358bb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:59.175736 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-7de10f19-b4b9-421d-b195-e2113c358bb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:59.188311 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-c438380f-538f-46cb-bb61-4f4b966a392a req-72b2f576-1109-41b2-90e5-872f2e5dcca8 tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd99dac1-4ecb-4bbe-94ca-066efd8c979c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381520 Jul 28 19:07:59.207377 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.wsgi [-] (93586) accepted ('10.222.0.41', 35760) {{(pid=93586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:07:59.254096 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d946b7e-79f5-4fd5-b21b-0970f118fa75 admin admin] Deleting subnet 872e2ed9-0b32-43dc-8393-5fce60c419f2 {{(pid=93586) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 28 19:07:59.257168 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-2d946b7e-79f5-4fd5-b21b-0970f118fa75 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:59.289954 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-2d946b7e-79f5-4fd5-b21b-0970f118fa75 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12083803'] for subnet, precommit_delete_associations {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:59.328196 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-2d946b7e-79f5-4fd5-b21b-0970f118fa75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-783032'] for subnet, precommit_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:59.374408 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-7de10f19-b4b9-421d-b195-e2113c358bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676630'] for security_group, after_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:59.377033 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-7de10f19-b4b9-421d-b195-e2113c358bb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:59.378882 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [None req-7de10f19-b4b9-421d-b195-e2113c358bb9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4c90d371-aa98-4afd-8fae-9d6653013af5 HTTP/1.1" status: 204 len: 168 time: 0.2958233 Jul 28 19:07:59.386863 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de10f19-b4b9-421d-b195-e2113c358bb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c90d371-aa98-4afd-8fae-9d6653013af5,revision_number=None']} {{(pid=93587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:07:59.500546 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-2d946b7e-79f5-4fd5-b21b-0970f118fa75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12083804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12577348'] for subnet, after_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:59.532823 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d946b7e-79f5-4fd5-b21b-0970f118fa75 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=872e2ed9-0b32-43dc-8393-5fce60c419f2,revision_number=None']} {{(pid=93586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:07:59.536368 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-2d946b7e-79f5-4fd5-b21b-0970f118fa75 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:59.538418 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [None req-2d946b7e-79f5-4fd5-b21b-0970f118fa75 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/872e2ed9-0b32-43dc-8393-5fce60c419f2 HTTP/1.1" status: 204 len: 168 time: 0.3300245 Jul 28 19:07:59.540880 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.wsgi [-] (93586) accepted ('10.222.0.41', 35764) {{(pid=93586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:07:59.607787 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-d7cf8dc4-8b0d-46c6-b8bc-a6c4263edb4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-648881'] for network, before_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:59.688691 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-d7cf8dc4-8b0d-46c6-b8bc-a6c4263edb4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721199', 'neutron.services.segments.db._delete_segments_for_network-8742349714737'] for network, precommit_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:59.698523 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.services.segments.db [None req-d7cf8dc4-8b0d-46c6-b8bc-a6c4263edb4d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9db156b1-2e78-4e2f-9083-7b8545d0ec18']}} {{(pid=93586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:07:59.708830 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.services.segments.db [None req-d7cf8dc4-8b0d-46c6-b8bc-a6c4263edb4d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd65534df-5a4e-4b85-a29c-f724b28692e3') {'for_net_delete': True} {{(pid=93586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:07:59.709127 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.services.segments.db [None req-d7cf8dc4-8b0d-46c6-b8bc-a6c4263edb4d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd65534df-5a4e-4b85-a29c-f724b28692e3') {} {{(pid=93586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:07:59.717911 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-d7cf8dc4-8b0d-46c6-b8bc-a6c4263edb4d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742349715770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12083792'] for segment, before_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:59.732060 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-d7cf8dc4-8b0d-46c6-b8bc-a6c4263edb4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721374'] for segment, precommit_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:59.738135 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7cf8dc4-8b0d-46c6-b8bc-a6c4263edb4d admin admin] Releasing vlan 431 on physical network physnet1 to pool {{(pid=93586) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 19:07:59.738516 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-d7cf8dc4-8b0d-46c6-b8bc-a6c4263edb4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12083586'] for segment, after_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:59.741586 dv-cinder-802653-1-iscsi neutron-server[93586]: Traceback (most recent call last): Jul 28 19:07:59.741586 dv-cinder-802653-1-iscsi neutron-server[93586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 19:07:59.741586 dv-cinder-802653-1-iscsi neutron-server[93586]: timer() Jul 28 19:07:59.741586 dv-cinder-802653-1-iscsi neutron-server[93586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 19:07:59.741586 dv-cinder-802653-1-iscsi neutron-server[93586]: cb(*args, **kw) Jul 28 19:07:59.741586 dv-cinder-802653-1-iscsi neutron-server[93586]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 19:07:59.741586 dv-cinder-802653-1-iscsi neutron-server[93586]: return func(*args, **kwargs) Jul 28 19:07:59.741586 dv-cinder-802653-1-iscsi neutron-server[93586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 19:07:59.741586 dv-cinder-802653-1-iscsi neutron-server[93586]: self._notify() Jul 28 19:07:59.741586 dv-cinder-802653-1-iscsi neutron-server[93586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 19:07:59.741586 dv-cinder-802653-1-iscsi neutron-server[93586]: self.callback(batched_events) Jul 28 19:07:59.741586 dv-cinder-802653-1-iscsi neutron-server[93586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 19:07:59.741586 dv-cinder-802653-1-iscsi neutron-server[93586]: event.method(event) Jul 28 19:07:59.741586 dv-cinder-802653-1-iscsi neutron-server[93586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 19:07:59.741586 dv-cinder-802653-1-iscsi neutron-server[93586]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 19:07:59.741586 dv-cinder-802653-1-iscsi neutron-server[93586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 19:07:59.741586 dv-cinder-802653-1-iscsi neutron-server[93586]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 19:07:59.741586 dv-cinder-802653-1-iscsi neutron-server[93586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 19:07:59.741586 dv-cinder-802653-1-iscsi neutron-server[93586]: return f(self, *a, **k) Jul 28 19:07:59.741586 dv-cinder-802653-1-iscsi neutron-server[93586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 19:07:59.741586 dv-cinder-802653-1-iscsi neutron-server[93586]: return self._get(url).json() Jul 28 19:07:59.741586 dv-cinder-802653-1-iscsi neutron-server[93586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 19:07:59.741586 dv-cinder-802653-1-iscsi neutron-server[93586]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 19:07:59.741586 dv-cinder-802653-1-iscsi neutron-server[93586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 19:07:59.741586 dv-cinder-802653-1-iscsi neutron-server[93586]: return self.request(url, 'GET', **kwargs) Jul 28 19:07:59.741586 dv-cinder-802653-1-iscsi neutron-server[93586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 19:07:59.741586 dv-cinder-802653-1-iscsi neutron-server[93586]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 19:07:59.741586 dv-cinder-802653-1-iscsi neutron-server[93586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 19:07:59.741586 dv-cinder-802653-1-iscsi neutron-server[93586]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 19:07:59.741586 dv-cinder-802653-1-iscsi neutron-server[93586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 19:07:59.741586 dv-cinder-802653-1-iscsi neutron-server[93586]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 19:07:59.741586 dv-cinder-802653-1-iscsi neutron-server[93586]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 19:07:59.855903 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ef80a1-a97e-4e50-b4d5-1d47dba65c71 req-71a8158c-709e-4bbd-a8f7-6b22d2174b8f tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:07:59.857330 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-03ef80a1-a97e-4e50-b4d5-1d47dba65c71 req-71a8158c-709e-4bbd-a8f7-6b22d2174b8f tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1586067-40da-4fc2-bba2-df65e566ef0c HTTP/1.1" status: 200 len: 944 time: 0.0486495 Jul 28 19:07:59.899409 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-03ef80a1-a97e-4e50-b4d5-1d47dba65c71 req-2875f84c-7c65-4693-9102-451c74782edc tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/security-groups?id=6b911858-09a3-4b28-b9cd-8397dfa263a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362017 Jul 28 19:07:59.900734 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-d7cf8dc4-8b0d-46c6-b8bc-a6c4263edb4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3821495'] for network, after_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:59.906592 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-d7cf8dc4-8b0d-46c6-b8bc-a6c4263edb4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760026'] for network, before_response {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:59.908611 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [None req-d7cf8dc4-8b0d-46c6-b8bc-a6c4263edb4d admin admin] 10.222.0.41 "DELETE /v2.0/networks/9db156b1-2e78-4e2f-9083-7b8545d0ec18 HTTP/1.1" status: 204 len: 168 time: 0.3667781 Jul 28 19:07:59.912224 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.wsgi [-] (93587) accepted ('10.222.0.41', 35770) {{(pid=93587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:07:59.920183 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cf8dc4-8b0d-46c6-b8bc-a6c4263edb4d admin admin] Pushing event deleted for resources: {'Network': ['ID=9db156b1-2e78-4e2f-9083-7b8545d0ec18,revision_number=None']} {{(pid=93586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:07:59.959914 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6721669-2f54-4c22-be72-953a647ffd82 admin admin] Deleting subnet 55f938e4-81b3-49d6-a425-e44e95f75e81 {{(pid=93587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 28 19:07:59.962981 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-e6721669-2f54-4c22-be72-953a647ffd82 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:07:59.996889 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-e6721669-2f54-4c22-be72-953a647ffd82 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10080318'] for subnet, precommit_delete_associations {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:00.034150 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.wsgi [-] (93587) accepted ('10.222.0.41', 35772) {{(pid=93587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:08:00.042314 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-e6721669-2f54-4c22-be72-953a647ffd82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-783032'] for subnet, precommit_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:00.067364 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-c788c253-1272-4f47-ad39-a4b18f9105f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:00.177634 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-c788c253-1272-4f47-ad39-a4b18f9105f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:00.186520 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-e6721669-2f54-4c22-be72-953a647ffd82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9465680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9352936'] for subnet, after_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:00.209689 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6721669-2f54-4c22-be72-953a647ffd82 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=55f938e4-81b3-49d6-a425-e44e95f75e81,revision_number=None']} {{(pid=93587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:08:00.215517 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-e6721669-2f54-4c22-be72-953a647ffd82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760026'] for subnet, before_response {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:00.220220 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [None req-e6721669-2f54-4c22-be72-953a647ffd82 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/55f938e4-81b3-49d6-a425-e44e95f75e81 HTTP/1.1" status: 204 len: 168 time: 0.3069620 Jul 28 19:08:00.220381 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.wsgi [-] (93586) accepted ('10.222.0.41', 35776) {{(pid=93586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:08:00.243710 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-c788c253-1272-4f47-ad39-a4b18f9105f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676630'] for security_group, after_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:00.282335 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c788c253-1272-4f47-ad39-a4b18f9105f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8da6e694-495f-4c5c-a635-0461cd270426,revision_number=1']} {{(pid=93587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:08:00.287377 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [None req-c788c253-1272-4f47-ad39-a4b18f9105f5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=01881b007c914c68b362dd636a89cc0c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2522602 Jul 28 19:08:00.290024 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.wsgi [-] (93587) accepted ('10.222.0.41', 35778) {{(pid=93587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:08:00.298461 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.rpc [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Device b7e72ab5-441d-45e7-a43f-6a393ebc27a4 details requested by agent hyperv_hv-cinder-80265 with host hv-cinder-80265 {{(pid=93588) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 19:08:00.325666 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-e160239e-868d-4e1b-9934-bae005bdfb32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-648881'] for network, before_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:00.339627 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9471e1ae-74c2-41c0-9ef1-6ec61a6e6eff req-96d42e76-b32e-4472-823d-648ebcb7b005 tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:08:00.341178 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-9471e1ae-74c2-41c0-9ef1-6ec61a6e6eff req-96d42e76-b32e-4472-823d-648ebcb7b005 tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c78b726-b285-4d18-8338-3b500b53a49e HTTP/1.1" status: 200 len: 945 time: 0.0778861 Jul 28 19:08:00.361948 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-1cbe0040-ebfc-44fa-ab06-042eb4616720 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:00.386735 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-1cbe0040-ebfc-44fa-ab06-042eb4616720 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:00.401793 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.db [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] For port b7e72ab5-441d-45e7-a43f-6a393ebc27a4, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=b7e72ab5-441d-45e7-a43f-6a393ebc27a4,segment=NetworkSegment(849c600d-119e-46e5-ad54-f7773d8e0f09),segment_id=849c600d-119e-46e5-ad54-f7773d8e0f09)] {{(pid=93588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:08:00.413297 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.rpc [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Returning: {'device': 'b7e72ab5-441d-45e7-a43f-6a393ebc27a4', 'network_id': 'd9b348a0-fd69-4cac-87c2-18e205be05be', 'port_id': 'b7e72ab5-441d-45e7-a43f-6a393ebc27a4', 'mac_address': 'fa:16:3e:6d:bc:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '209ab333-e935-41fc-b99a-6688a4911e44', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93588) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 19:08:00.446504 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-9471e1ae-74c2-41c0-9ef1-6ec61a6e6eff req-386563ce-7470-45b6-8b9b-ab5f60f1463a tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] 10.222.0.41 "GET /v2.0/security-groups?id=cd99dac1-4ecb-4bbe-94ca-066efd8c979c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966475 Jul 28 19:08:00.452945 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-e160239e-868d-4e1b-9934-bae005bdfb32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721199', 'neutron.services.segments.db._delete_segments_for_network-8742349714737'] for network, precommit_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:00.456124 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555300'] for port, before_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:00.467289 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.services.segments.db [None req-e160239e-868d-4e1b-9934-bae005bdfb32 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09edd78b-7c8d-48fe-866e-35048d800b65']}} {{(pid=93586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:08:00.470679 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.notifiers.nova [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7e72ab5-441d-45e7-a43f-6a393ebc27a4 {{(pid=93588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 19:08:00.473746 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.services.segments.db [None req-e160239e-868d-4e1b-9934-bae005bdfb32 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c2a587f-0459-4d56-9808-6466d43ab1c5') {'for_net_delete': True} {{(pid=93586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:08:00.474046 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.services.segments.db [None req-e160239e-868d-4e1b-9934-bae005bdfb32 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c2a587f-0459-4d56-9808-6466d43ab1c5') {} {{(pid=93586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:08:00.483062 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-e160239e-868d-4e1b-9934-bae005bdfb32 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742349715770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12083792'] for segment, before_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:00.490913 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.db [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] For port b7e72ab5-441d-45e7-a43f-6a393ebc27a4, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=b7e72ab5-441d-45e7-a43f-6a393ebc27a4,segment=NetworkSegment(849c600d-119e-46e5-ad54-f7773d8e0f09),segment_id=849c600d-119e-46e5-ad54-f7773d8e0f09)] {{(pid=93588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:08:00.496527 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-e160239e-868d-4e1b-9934-bae005bdfb32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721374'] for segment, precommit_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:00.502112 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e160239e-868d-4e1b-9934-bae005bdfb32 admin admin] Releasing vlan 428 on physical network physnet1 to pool {{(pid=93586) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 19:08:00.502495 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-e160239e-868d-4e1b-9934-bae005bdfb32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12083586'] for segment, after_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:00.504099 dv-cinder-802653-1-iscsi neutron-server[93586]: Traceback (most recent call last): Jul 28 19:08:00.504099 dv-cinder-802653-1-iscsi neutron-server[93586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 19:08:00.504099 dv-cinder-802653-1-iscsi neutron-server[93586]: timer() Jul 28 19:08:00.504099 dv-cinder-802653-1-iscsi neutron-server[93586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 19:08:00.504099 dv-cinder-802653-1-iscsi neutron-server[93586]: cb(*args, **kw) Jul 28 19:08:00.504099 dv-cinder-802653-1-iscsi neutron-server[93586]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 19:08:00.504099 dv-cinder-802653-1-iscsi neutron-server[93586]: return func(*args, **kwargs) Jul 28 19:08:00.504099 dv-cinder-802653-1-iscsi neutron-server[93586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 19:08:00.504099 dv-cinder-802653-1-iscsi neutron-server[93586]: self._notify() Jul 28 19:08:00.504099 dv-cinder-802653-1-iscsi neutron-server[93586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 19:08:00.504099 dv-cinder-802653-1-iscsi neutron-server[93586]: self.callback(batched_events) Jul 28 19:08:00.504099 dv-cinder-802653-1-iscsi neutron-server[93586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 19:08:00.504099 dv-cinder-802653-1-iscsi neutron-server[93586]: event.method(event) Jul 28 19:08:00.504099 dv-cinder-802653-1-iscsi neutron-server[93586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 19:08:00.504099 dv-cinder-802653-1-iscsi neutron-server[93586]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 19:08:00.504099 dv-cinder-802653-1-iscsi neutron-server[93586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 19:08:00.504099 dv-cinder-802653-1-iscsi neutron-server[93586]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 19:08:00.504099 dv-cinder-802653-1-iscsi neutron-server[93586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 19:08:00.504099 dv-cinder-802653-1-iscsi neutron-server[93586]: return f(self, *a, **k) Jul 28 19:08:00.504099 dv-cinder-802653-1-iscsi neutron-server[93586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 19:08:00.504099 dv-cinder-802653-1-iscsi neutron-server[93586]: return self._get(url).json() Jul 28 19:08:00.504099 dv-cinder-802653-1-iscsi neutron-server[93586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 19:08:00.504099 dv-cinder-802653-1-iscsi neutron-server[93586]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 19:08:00.504099 dv-cinder-802653-1-iscsi neutron-server[93586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 19:08:00.504099 dv-cinder-802653-1-iscsi neutron-server[93586]: return self.request(url, 'GET', **kwargs) Jul 28 19:08:00.504099 dv-cinder-802653-1-iscsi neutron-server[93586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 19:08:00.504099 dv-cinder-802653-1-iscsi neutron-server[93586]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 19:08:00.504099 dv-cinder-802653-1-iscsi neutron-server[93586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 19:08:00.504099 dv-cinder-802653-1-iscsi neutron-server[93586]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 19:08:00.504099 dv-cinder-802653-1-iscsi neutron-server[93586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 19:08:00.504099 dv-cinder-802653-1-iscsi neutron-server[93586]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 19:08:00.504099 dv-cinder-802653-1-iscsi neutron-server[93586]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 19:08:00.512570 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-1cbe0040-ebfc-44fa-ab06-042eb4616720 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676630'] for security_group, after_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:00.515134 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-1cbe0040-ebfc-44fa-ab06-042eb4616720 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:00.516348 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [None req-1cbe0040-ebfc-44fa-ab06-042eb4616720 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8da6e694-495f-4c5c-a635-0461cd270426 HTTP/1.1" status: 204 len: 168 time: 0.2252586 Jul 28 19:08:00.525600 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbe0040-ebfc-44fa-ab06-042eb4616720 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8da6e694-495f-4c5c-a635-0461cd270426,revision_number=None']} {{(pid=93587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:08:00.569693 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742349622321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742349248534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742349248552'] for port, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:00.617315 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Pushing event updated for resources: {'Port': ['ID=b7e72ab5-441d-45e7-a43f-6a393ebc27a4,revision_number=4']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:08:00.624533 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:08:00.624889 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:08:00.625232 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:08:00.625578 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:08:00.625900 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:08:00.626234 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:08:00.626564 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:08:00.626893 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:08:00.627238 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:08:00.627573 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:08:00.627944 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:08:00.628269 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:08:00.661032 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-e160239e-868d-4e1b-9934-bae005bdfb32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3821495'] for network, after_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:00.666238 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-e160239e-868d-4e1b-9934-bae005bdfb32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760026'] for network, before_response {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:00.671095 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [None req-e160239e-868d-4e1b-9934-bae005bdfb32 admin admin] 10.222.0.41 "DELETE /v2.0/networks/09edd78b-7c8d-48fe-866e-35048d800b65 HTTP/1.1" status: 204 len: 168 time: 0.4467862 Jul 28 19:08:00.678993 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e160239e-868d-4e1b-9934-bae005bdfb32 admin admin] Pushing event deleted for resources: {'Network': ['ID=09edd78b-7c8d-48fe-866e-35048d800b65,revision_number=None']} {{(pid=93586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:08:00.830351 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d399b9d-6200-4035-8c8b-9f2ccdd27605 req-81387996-26e9-4c41-9e37-12f8e82e2a38 tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:08:00.831813 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-9d399b9d-6200-4035-8c8b-9f2ccdd27605 req-81387996-26e9-4c41-9e37-12f8e82e2a38 tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] 10.222.0.49 "GET /v2.0/ports?device_id=9c78b726-b285-4d18-8338-3b500b53a49e HTTP/1.1" status: 200 len: 945 time: 0.0483973 Jul 28 19:08:00.856094 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.db [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] get_ports_and_sgs() called for port_ids ['b7e72ab5-441d-45e7-a43f-6a393ebc27a4'] {{(pid=93588) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 19:08:00.926998 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.plugins.ml2.plugin [req-9d399b9d-6200-4035-8c8b-9f2ccdd27605 req-6012e36b-9321-4e9a-bb83-c6b9040e4121 tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] Deleting port 0cbd334b-5202-47ab-8fc2-7bea8cdf51d2 {{(pid=93586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 19:08:00.927516 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [req-9d399b9d-6200-4035-8c8b-9f2ccdd27605 req-6012e36b-9321-4e9a-bb83-c6b9040e4121 tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742349616523'] for port, before_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:01.070790 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.wsgi [-] (93587) accepted ('10.222.0.41', 35792) {{(pid=93587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:08:01.071433 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.plugins.ml2.db [req-9d399b9d-6200-4035-8c8b-9f2ccdd27605 req-6012e36b-9321-4e9a-bb83-c6b9040e4121 tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] For port 0cbd334b-5202-47ab-8fc2-7bea8cdf51d2, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=0cbd334b-5202-47ab-8fc2-7bea8cdf51d2,segment=NetworkSegment(ecd299ed-1dac-4786-8d7f-e72300f9a086),segment_id=ecd299ed-1dac-4786-8d7f-e72300f9a086)] {{(pid=93586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:08:01.071433 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [req-9d399b9d-6200-4035-8c8b-9f2ccdd27605 req-6012e36b-9321-4e9a-bb83-c6b9040e4121 tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825298'] for port, precommit_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:01.088313 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d0ae9f-f942-45cd-8369-4762effc7e64 req-571aafd0-356e-4db8-b307-f2160272c602 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:08:01.089948 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-05d0ae9f-f942-45cd-8369-4762effc7e64 req-571aafd0-356e-4db8-b307-f2160272c602 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1586067-40da-4fc2-bba2-df65e566ef0c HTTP/1.1" status: 200 len: 945 time: 0.1019766 Jul 28 19:08:01.094503 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.plugins.ml2.plugin [req-9d399b9d-6200-4035-8c8b-9f2ccdd27605 req-6012e36b-9321-4e9a-bb83-c6b9040e4121 tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] Calling delete_port for 0cbd334b-5202-47ab-8fc2-7bea8cdf51d2 owned by compute:nova {{(pid=93586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 19:08:01.107894 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [None req-aca6c3de-1d1c-4585-933e-1e955f294b73 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4e8d44d7e01042d285d9da9a12c73260&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0457323 Jul 28 19:08:01.110355 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.wsgi [-] (93587) accepted ('10.222.0.41', 35794) {{(pid=93587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:08:01.164218 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-850c74d3-a3a6-4a51-bdce-d25e2548e117 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:01.177990 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-05d0ae9f-f942-45cd-8369-4762effc7e64 req-cebaf4e1-321a-49a5-9818-1c55ed60c4f4 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/security-groups?id=6b911858-09a3-4b28-b9cd-8397dfa263a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782702 Jul 28 19:08:01.185977 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-850c74d3-a3a6-4a51-bdce-d25e2548e117 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:01.312480 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-850c74d3-a3a6-4a51-bdce-d25e2548e117 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676630'] for security_group, after_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:01.315108 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-850c74d3-a3a6-4a51-bdce-d25e2548e117 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:01.316359 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [None req-850c74d3-a3a6-4a51-bdce-d25e2548e117 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7fc812a6-1044-4bea-b511-8d4d82600e56 HTTP/1.1" status: 204 len: 168 time: 0.2049177 Jul 28 19:08:01.325066 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850c74d3-a3a6-4a51-bdce-d25e2548e117 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fc812a6-1044-4bea-b511-8d4d82600e56,revision_number=None']} {{(pid=93587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:08:01.364792 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [req-9d399b9d-6200-4035-8c8b-9f2ccdd27605 req-6012e36b-9321-4e9a-bb83-c6b9040e4121 tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742349622303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742349248525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12083827'] for port, after_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:01.376650 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.db [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] get_ports_and_sgs() called for port_ids ['0cbd334b-5202-47ab-8fc2-7bea8cdf51d2'] {{(pid=93588) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 19:08:01.392877 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6012e36b-9321-4e9a-bb83-c6b9040e4121 tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] Pushing event deleted for resources: {'Port': ['ID=0cbd334b-5202-47ab-8fc2-7bea8cdf51d2,revision_number=None']} {{(pid=93586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:08:01.441552 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d399b9d-6200-4035-8c8b-9f2ccdd27605 req-6012e36b-9321-4e9a-bb83-c6b9040e4121 tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] No DVR routers for this DVR port 0cbd334b-5202-47ab-8fc2-7bea8cdf51d2 on host hv-cinder-80265 {{(pid=93586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 19:08:01.444886 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [req-9d399b9d-6200-4035-8c8b-9f2ccdd27605 req-6012e36b-9321-4e9a-bb83-c6b9040e4121 tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148603'] for port, before_response {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:01.446808 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-9d399b9d-6200-4035-8c8b-9f2ccdd27605 req-6012e36b-9321-4e9a-bb83-c6b9040e4121 tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] 10.222.0.49 "DELETE /v2.0/ports/0cbd334b-5202-47ab-8fc2-7bea8cdf51d2 HTTP/1.1" status: 204 len: 173 time: 0.6080785 Jul 28 19:08:01.447240 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c78b726-b285-4d18-8338-3b500b53a49e', 'name': 'network-vif-deleted', 'tag': '0cbd334b-5202-47ab-8fc2-7bea8cdf51d2'}] {{(pid=93586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 19:08:01.449495 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be08c321523524cea896d4e8aa610e0b61aedc9f5bb636967bf6413fb0e56d16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48358187-8a03-488a-a9f1-8ea90ef77f7c" -d '{"events": [{"server_uuid": "9c78b726-b285-4d18-8338-3b500b53a49e", "name": "network-vif-deleted", "tag": "0cbd334b-5202-47ab-8fc2-7bea8cdf51d2"}]}' {{(pid=93586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 19:08:01.484916 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 19:08:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce5cf003-f1b0-4df1-b792-f9f1c0f96711 x-openstack-request-id: req-ce5cf003-f1b0-4df1-b792-f9f1c0f96711 {{(pid=93586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 19:08:01.485195 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c78b726-b285-4d18-8338-3b500b53a49e", "name": "network-vif-deleted", "tag": "0cbd334b-5202-47ab-8fc2-7bea8cdf51d2", "status": "completed", "code": 200}]} {{(pid=93586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 19:08:01.485447 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ce5cf003-f1b0-4df1-b792-f9f1c0f96711 {{(pid=93586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 19:08:01.485838 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c78b726-b285-4d18-8338-3b500b53a49e', 'name': 'network-vif-deleted', 'tag': '0cbd334b-5202-47ab-8fc2-7bea8cdf51d2', 'status': 'completed', 'code': 200} Jul 28 19:08:01.545353 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-a2cb534e-9776-498b-80a9-caaa19663d1a req-800e4100-a0d1-4c7d-979b-c68f7f3b82ea tempest-TestMinimumBasicScenario-1413210436 tempest-TestMinimumBasicScenario-1413210436-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c78b726-b285-4d18-8338-3b500b53a49e HTTP/1.1" status: 200 len: 210 time: 0.0277975 Jul 28 19:08:02.021223 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:02.079685 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.wsgi [-] (93587) accepted ('10.222.0.41', 35826) {{(pid=93587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:08:02.120813 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [None req-af5828eb-7a74-43b4-88f3-f81ed372e6e0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5799f0e8714848b0be2eb3902503007e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0398991 Jul 28 19:08:02.123254 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.wsgi [-] (93587) accepted ('10.222.0.41', 35828) {{(pid=93587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:08:02.174335 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-902581cc-7274-4474-9bd1-3b55eafd364a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:02.196483 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-902581cc-7274-4474-9bd1-3b55eafd364a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:02.306522 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.rpc [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Device b7e72ab5-441d-45e7-a43f-6a393ebc27a4 up at agent hyperv_hv-cinder-80265 {{(pid=93588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 19:08:02.315231 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cdbff9-9fcf-4d89-ba30-e76581f6268c req-a9aa33ca-15be-45ec-8ab8-aa43debe7974 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:08:02.316760 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-78cdbff9-9fcf-4d89-ba30-e76581f6268c req-a9aa33ca-15be-45ec-8ab8-aa43debe7974 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1586067-40da-4fc2-bba2-df65e566ef0c HTTP/1.1" status: 200 len: 945 time: 0.0497322 Jul 28 19:08:02.340857 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-902581cc-7274-4474-9bd1-3b55eafd364a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676630'] for security_group, after_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:02.345070 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-902581cc-7274-4474-9bd1-3b55eafd364a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:02.348865 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [None req-902581cc-7274-4474-9bd1-3b55eafd364a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ec7d8f99-3988-4522-ba8a-c6db795c2597 HTTP/1.1" status: 204 len: 168 time: 0.2221708 Jul 28 19:08:02.357160 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-78cdbff9-9fcf-4d89-ba30-e76581f6268c req-b4ae3fc1-4db0-478c-b00a-2d61bd5b3b31 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/security-groups?id=6b911858-09a3-4b28-b9cd-8397dfa263a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338202 Jul 28 19:08:02.359954 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902581cc-7274-4474-9bd1-3b55eafd364a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec7d8f99-3988-4522-ba8a-c6db795c2597,revision_number=None']} {{(pid=93587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:08:02.421035 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.provisioning_blocks [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Provisioning for port b7e72ab5-441d-45e7-a43f-6a393ebc27a4 completed by entity L2. {{(pid=93588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 19:08:02.424902 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.provisioning_blocks [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Provisioning complete for port b7e72ab5-441d-45e7-a43f-6a393ebc27a4 triggered by entity L2. {{(pid=93588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 19:08:02.425272 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721938'] for port, provisioning_complete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:02.508520 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555300'] for port, before_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:02.529695 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1586067-40da-4fc2-bba2-df65e566ef0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7e72ab5-441d-45e7-a43f-6a393ebc27a4'}] {{(pid=93588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 19:08:02.531933 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1b0d83cbf58c08976f04b399db04c287f80045833914d8e5b61042f37766a37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d95057d-4453-4468-81a8-2005972ddfa9" -d '{"events": [{"server_uuid": "f1586067-40da-4fc2-bba2-df65e566ef0c", "name": "network-vif-plugged", "status": "completed", "tag": "b7e72ab5-441d-45e7-a43f-6a393ebc27a4"}]}' {{(pid=93588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 19:08:02.546041 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.db [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] For port b7e72ab5-441d-45e7-a43f-6a393ebc27a4, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=b7e72ab5-441d-45e7-a43f-6a393ebc27a4,segment=NetworkSegment(849c600d-119e-46e5-ad54-f7773d8e0f09),segment_id=849c600d-119e-46e5-ad54-f7773d8e0f09)] {{(pid=93588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:08:02.569115 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.wsgi [-] (93587) accepted ('10.222.0.41', 35840) {{(pid=93587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:08:02.572589 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 19:08:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2233e9dc-57aa-497b-8b69-06eef6015386 x-openstack-request-id: req-2233e9dc-57aa-497b-8b69-06eef6015386 {{(pid=93588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 19:08:02.572875 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1586067-40da-4fc2-bba2-df65e566ef0c", "name": "network-vif-plugged", "status": "completed", "tag": "b7e72ab5-441d-45e7-a43f-6a393ebc27a4", "code": 200}]} {{(pid=93588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 19:08:02.573123 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2233e9dc-57aa-497b-8b69-06eef6015386 {{(pid=93588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 19:08:02.573508 dv-cinder-802653-1-iscsi neutron-server[93588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1586067-40da-4fc2-bba2-df65e566ef0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7e72ab5-441d-45e7-a43f-6a393ebc27a4', 'code': 200} Jul 28 19:08:02.633145 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742349622321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742349248534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742349248552'] for port, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:02.690268 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-f0cb1032-a636-4d6f-bec6-6c0d942029e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:02.705390 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Pushing event updated for resources: {'Port': ['ID=b7e72ab5-441d-45e7-a43f-6a393ebc27a4,revision_number=5']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:08:02.801725 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-f0cb1032-a636-4d6f-bec6-6c0d942029e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:02.847109 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0572f2-a080-459d-9c0a-f4dc18a827b0 req-159986d2-9ac8-4e6f-8cb0-173154962ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:08:02.849159 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-4e0572f2-a080-459d-9c0a-f4dc18a827b0 req-159986d2-9ac8-4e6f-8cb0-173154962ef6 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=f1586067-40da-4fc2-bba2-df65e566ef0c HTTP/1.1" status: 200 len: 1099 time: 0.0418479 Jul 28 19:08:02.886838 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-4e0572f2-a080-459d-9c0a-f4dc18a827b0 req-85611be2-7b70-491b-92a1-03d29d1fb308 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=6b911858-09a3-4b28-b9cd-8397dfa263a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309458 Jul 28 19:08:02.889267 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-f0cb1032-a636-4d6f-bec6-6c0d942029e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676630'] for security_group, after_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:02.928234 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [None req-f0cb1032-a636-4d6f-bec6-6c0d942029e4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4c6d67ab48ac488a9408a2d768f9f11b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3578355 Jul 28 19:08:02.931042 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.wsgi [-] (93587) accepted ('10.222.0.41', 35872) {{(pid=93587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:08:02.939112 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cb1032-a636-4d6f-bec6-6c0d942029e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=280fb06c-750d-4937-b0ca-6f0c98da55cc,revision_number=1']} {{(pid=93587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:08:02.994696 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-fa873778-52b2-49f3-96ae-e38795552e85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:03.017046 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-fa873778-52b2-49f3-96ae-e38795552e85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:03.132342 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-fa873778-52b2-49f3-96ae-e38795552e85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676630'] for security_group, after_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:03.132342 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-fa873778-52b2-49f3-96ae-e38795552e85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:03.133758 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [None req-fa873778-52b2-49f3-96ae-e38795552e85 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/280fb06c-750d-4937-b0ca-6f0c98da55cc HTTP/1.1" status: 204 len: 168 time: 0.2013929 Jul 28 19:08:03.141853 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa873778-52b2-49f3-96ae-e38795552e85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=280fb06c-750d-4937-b0ca-6f0c98da55cc,revision_number=None']} {{(pid=93587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:08:03.483292 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93052209-efd9-4db9-9575-70f2f6843279 req-ceb8dc83-10ee-409c-a68a-87c6690cf1e6 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:08:03.484814 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-93052209-efd9-4db9-9575-70f2f6843279 req-ceb8dc83-10ee-409c-a68a-87c6690cf1e6 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1586067-40da-4fc2-bba2-df65e566ef0c HTTP/1.1" status: 200 len: 946 time: 0.0528693 Jul 28 19:08:03.561136 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-93052209-efd9-4db9-9575-70f2f6843279 req-40e161d9-d15b-4bde-94e6-76fcef3d6b56 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/security-groups?id=6b911858-09a3-4b28-b9cd-8397dfa263a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657368 Jul 28 19:08:03.570407 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaef3be3-cd7c-4619-8efd-2a5e1537bee9 req-9a403bd8-5cdf-425e-b2ed-92a8ec6c733d tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:08:03.571935 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-eaef3be3-cd7c-4619-8efd-2a5e1537bee9 req-9a403bd8-5cdf-425e-b2ed-92a8ec6c733d tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=a31f3eb4-54c5-4c46-b1a5-9f5552726fca HTTP/1.1" status: 200 len: 945 time: 0.0862255 Jul 28 19:08:03.614647 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-eaef3be3-cd7c-4619-8efd-2a5e1537bee9 req-946ae9d6-b633-4e58-8a64-3609a987ab6c tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/security-groups?id=2ca68dae-2096-4cc3-90a8-9371def495a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360255 Jul 28 19:08:04.589756 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.wsgi [-] (93587) accepted ('10.222.0.41', 35952) {{(pid=93587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:08:04.897159 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6b4a84-3fb5-4024-9937-3484b1dab426 req-636e1b3f-64d8-4b48-ab59-78d51f607a71 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:08:04.898657 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-ee6b4a84-3fb5-4024-9937-3484b1dab426 req-636e1b3f-64d8-4b48-ab59-78d51f607a71 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1586067-40da-4fc2-bba2-df65e566ef0c HTTP/1.1" status: 200 len: 946 time: 0.2483819 Jul 28 19:08:04.906929 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be9c797-07b6-44f3-94dc-8f1407637411 req-984eaa48-8cc9-4948-96db-519e159c90ae tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:08:04.910984 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-3be9c797-07b6-44f3-94dc-8f1407637411 req-984eaa48-8cc9-4948-96db-519e159c90ae tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=a31f3eb4-54c5-4c46-b1a5-9f5552726fca HTTP/1.1" status: 200 len: 945 time: 0.2095413 Jul 28 19:08:04.965512 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-e1650249-d4f6-43cb-81b5-22f0058f4a9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3821637'] for router_interface, before_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:04.965837 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-3be9c797-07b6-44f3-94dc-8f1407637411 req-af3ec105-67d7-499c-8543-9a1866e56b0c tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/security-groups?id=2ca68dae-2096-4cc3-90a8-9371def495a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499535 Jul 28 19:08:04.972296 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-ee6b4a84-3fb5-4024-9937-3484b1dab426 req-978db626-def9-4ce3-ac5b-74f4a880a91a tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/security-groups?id=6b911858-09a3-4b28-b9cd-8397dfa263a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629971 Jul 28 19:08:05.106384 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0734b6-5286-45ed-9f3b-16c9d57ee65c req-252656e1-4f5e-458a-9b6c-e5fe8f052edc tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:08:05.107955 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-cd0734b6-5286-45ed-9f3b-16c9d57ee65c req-252656e1-4f5e-458a-9b6c-e5fe8f052edc tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1586067-40da-4fc2-bba2-df65e566ef0c HTTP/1.1" status: 200 len: 946 time: 0.0525510 Jul 28 19:08:05.116991 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.wsgi [-] (93586) accepted ('10.222.0.41', 35964) {{(pid=93586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:08:05.122419 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.v2.base [None req-9942e9ed-dd4d-4d75-abf0-f9d07f974ae4 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Request body: {'floatingip': {'port_id': 'b7e72ab5-441d-45e7-a43f-6a393ebc27a4'}} {{(pid=93586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:08:05.167454 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-9942e9ed-dd4d-4d75-abf0-f9d07f974ae4 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Notify callbacks [] for floatingip, before_update {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:05.225819 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.plugins.ml2.plugin [None req-e1650249-d4f6-43cb-81b5-22f0058f4a9d admin admin] Deleting port cd039077-8105-4213-9457-854b11b578bc {{(pid=93587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 19:08:05.225819 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-e1650249-d4f6-43cb-81b5-22f0058f4a9d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742349616523'] for port, before_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:05.304555 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.plugins.ml2.db [None req-e1650249-d4f6-43cb-81b5-22f0058f4a9d admin admin] For port cd039077-8105-4213-9457-854b11b578bc, host dv-cinder-802653-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-1-iscsi',level=0,port_id=cd039077-8105-4213-9457-854b11b578bc,segment=NetworkSegment(ecd299ed-1dac-4786-8d7f-e72300f9a086),segment_id=ecd299ed-1dac-4786-8d7f-e72300f9a086)] {{(pid=93587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:08:05.305073 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-e1650249-d4f6-43cb-81b5-22f0058f4a9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825298'] for port, precommit_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:05.335664 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.plugins.ml2.plugin [None req-e1650249-d4f6-43cb-81b5-22f0058f4a9d admin admin] Calling delete_port for cd039077-8105-4213-9457-854b11b578bc owned by network:router_interface {{(pid=93587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 19:08:05.604129 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-e1650249-d4f6-43cb-81b5-22f0058f4a9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742349622303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742349248525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9465727'] for port, after_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:05.632851 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1650249-d4f6-43cb-81b5-22f0058f4a9d admin admin] Pushing event deleted for resources: {'Port': ['ID=cd039077-8105-4213-9457-854b11b578bc,revision_number=None']} {{(pid=93587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:08:05.672514 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0717be5e-24ba-4a93-af70-ef5ad15b862d req-2306af9c-bdf7-414a-8d48-6c93a8517ef6 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:08:05.674089 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-0717be5e-24ba-4a93-af70-ef5ad15b862d req-2306af9c-bdf7-414a-8d48-6c93a8517ef6 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.49 "GET /v2.0/ports?device_id=a31f3eb4-54c5-4c46-b1a5-9f5552726fca HTTP/1.1" status: 200 len: 945 time: 0.0979741 Jul 28 19:08:05.838213 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-e1650249-d4f6-43cb-81b5-22f0058f4a9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3760063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3821609'] for router_interface, after_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:05.903417 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-c84c893e-e085-4e95-a02f-4d096422ed17 req-90a11e84-7c24-478f-8a2b-1735e086fad9 tempest-VolumesNegativeTest-756163362 tempest-VolumesNegativeTest-756163362-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=9aa00ad6e66044539b6dcdb24e41f1a1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0834341 Jul 28 19:08:06.098697 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1650249-d4f6-43cb-81b5-22f0058f4a9d admin admin] Router de1ba10c-6bb3-4d97-b9f7-ffd118549b8a has already been hosted by L3 agent a81dfe8c-a6e8-4fad-82b8-e31bee6ac2ff {{(pid=93587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 19:08:06.230589 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1650249-d4f6-43cb-81b5-22f0058f4a9d admin admin] Notify agent at l3_agent.dv-cinder-802653-1-iscsi the message routers_updated {{(pid=93587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 19:08:06.239012 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [None req-e1650249-d4f6-43cb-81b5-22f0058f4a9d admin admin] 10.222.0.41 "PUT /v2.0/routers/de1ba10c-6bb3-4d97-b9f7-ffd118549b8a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6458185 Jul 28 19:08:06.239216 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.wsgi [-] (93587) accepted ('10.222.0.41', 35986) {{(pid=93587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:08:06.242358 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dbd8576-417f-4fe0-9b8e-5bd0a8a6293b None None] Sync routers for ids ['de1ba10c-6bb3-4d97-b9f7-ffd118549b8a'] in dv-cinder-802653-1-iscsi {{(pid=93588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 19:08:06.251141 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.db.resource_extend [None req-9942e9ed-dd4d-4d75-abf0-f9d07f974ae4 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 28 19:08:06.254696 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.plugins.ml2.plugin [req-0717be5e-24ba-4a93-af70-ef5ad15b862d req-a4470a0c-f1e0-4006-bf29-7d965f956b7f tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] Deleting port 827be936-912d-43a2-8eb2-136d6f5f4c32 {{(pid=93586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 19:08:06.255041 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [req-0717be5e-24ba-4a93-af70-ef5ad15b862d req-a4470a0c-f1e0-4006-bf29-7d965f956b7f tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742349616523'] for port, before_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:06.255902 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dbd8576-417f-4fe0-9b8e-5bd0a8a6293b None None] Routers {'de1ba10c-6bb3-4d97-b9f7-ffd118549b8a'} bound to L3 agent in host dv-cinder-802653-1-iscsi {{(pid=93588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 19:08:06.257134 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.l3_hamode_db [None req-9dbd8576-417f-4fe0-9b8e-5bd0a8a6293b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802653-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T18:54:54Z,description=,heartbeat_timestamp=2021-07-28T19:07:54Z,host='dv-cinder-802653-1-iscsi',id=a81dfe8c-a6e8-4fad-82b8-e31bee6ac2ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T18:54:55Z,topic='l3_agent')) {'router_ids': ['de1ba10c-6bb3-4d97-b9f7-ffd118549b8a'], 'active': True} {{(pid=93588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:08:06.311918 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.rpc [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Device 0cbd334b-5202-47ab-8fc2-7bea8cdf51d2 no longer exists at agent hyperv_hv-cinder-80265 {{(pid=93588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 19:08:06.315852 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84c893e-e085-4e95-a02f-4d096422ed17 req-13bf04e8-3622-446d-94db-207720b7a45d tempest-VolumesNegativeTest-756163362 tempest-VolumesNegativeTest-756163362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:08:06.319019 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-c84c893e-e085-4e95-a02f-4d096422ed17 req-13bf04e8-3622-446d-94db-207720b7a45d tempest-VolumesNegativeTest-756163362 tempest-VolumesNegativeTest-756163362-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4074326 Jul 28 19:08:06.343229 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.plugin [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] No Port match for: 0cbd334b-5202-47ab-8fc2-7bea8cdf51d2 {{(pid=93588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 19:08:06.343926 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.rpc [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Device 0cbd334b-5202-47ab-8fc2-7bea8cdf51d2 not bound to the agent host hv-cinder-80265 {{(pid=93588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 19:08:06.359936 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce96d5e-3088-4d76-8b53-4f639db50d20 req-adb24d47-af19-4849-95a6-d6354badf234 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:08:06.361493 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-3ce96d5e-3088-4d76-8b53-4f639db50d20 req-adb24d47-af19-4849-95a6-d6354badf234 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=a31f3eb4-54c5-4c46-b1a5-9f5552726fca HTTP/1.1" status: 200 len: 945 time: 0.3021350 Jul 28 19:08:06.390001 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-aa42de2d-0458-4ab5-a6b5-3a85eeb3ac59 admin admin] Notify callbacks [] for router, before_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:06.400839 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-9942e9ed-dd4d-4d75-abf0-f9d07f974ae4 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:06.413689 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-c84c893e-e085-4e95-a02f-4d096422ed17 req-0f60e358-d2ee-4117-93cf-e7b794083bd2 tempest-VolumesNegativeTest-756163362 tempest-VolumesNegativeTest-756163362-project] 10.222.0.41 "GET /v2.0/quotas/9aa00ad6e66044539b6dcdb24e41f1a1 HTTP/1.1" status: 200 len: 375 time: 0.0616238 Jul 28 19:08:06.446298 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.l3_dvr_db [None req-9dbd8576-417f-4fe0-9b8e-5bd0a8a6293b None None] Set router de1ba10c-6bb3-4d97-b9f7-ffd118549b8a gateway port host: dv-cinder-802653-1-iscsi {{(pid=93588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 19:08:06.490480 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-c84c893e-e085-4e95-a02f-4d096422ed17 req-915d0dd3-efaf-42f4-95a1-a81cf66b169a tempest-VolumesNegativeTest-756163362 tempest-VolumesNegativeTest-756163362-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=9aa00ad6e66044539b6dcdb24e41f1a1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0539308 Jul 28 19:08:06.498197 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-9942e9ed-dd4d-4d75-abf0-f9d07f974ae4 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3821381'] for floatingip, after_update {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:06.505003 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-3ce96d5e-3088-4d76-8b53-4f639db50d20 req-039ba8f7-f180-4291-82d5-cbfe9372a492 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/security-groups?id=2ca68dae-2096-4cc3-90a8-9371def495a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1299107 Jul 28 19:08:06.578456 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.plugins.ml2.db [req-0717be5e-24ba-4a93-af70-ef5ad15b862d req-a4470a0c-f1e0-4006-bf29-7d965f956b7f tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] For port 827be936-912d-43a2-8eb2-136d6f5f4c32, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=827be936-912d-43a2-8eb2-136d6f5f4c32,segment=NetworkSegment(559a2b3b-45f1-4ed6-a9a8-30cdc01cbf76),segment_id=559a2b3b-45f1-4ed6-a9a8-30cdc01cbf76)] {{(pid=93586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:08:06.582319 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [req-0717be5e-24ba-4a93-af70-ef5ad15b862d req-a4470a0c-f1e0-4006-bf29-7d965f956b7f tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825298'] for port, precommit_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:06.617404 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-aa42de2d-0458-4ab5-a6b5-3a85eeb3ac59 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:06.715233 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.l3_hamode_db [None req-9dbd8576-417f-4fe0-9b8e-5bd0a8a6293b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de1ba10c-6bb3-4d97-b9f7-ffd118549b8a', 'name': 'tempest-TestMinimumBasicScenario-1762718303-router', 'tenant_id': 'e5f8b3f642634ceca190ab8e217700ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df', 'external_fixed_ips': [{'subnet_id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'ip_address': '172.27.0.146'}], 'enable_snat': True}, 'gw_port_id': '6e970f2c-4746-408c-84e4-81c92beef635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:04:53Z', 'updated_at': '2021-07-28T19:08:05Z', 'revision_number': 5, 'project_id': 'e5f8b3f642634ceca190ab8e217700ce', 'gw_port': {'id': '6e970f2c-4746-408c-84e4-81c92beef635', 'name': '', 'network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:b6:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de1ba10c-6bb3-4d97-b9f7-ffd118549b8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'ip_address': '172.27.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:04:53Z', 'updated_at': '2021-07-28T19:04:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-1-iscsi'}], 'dv-cinder-802653-1-iscsi', False) {} {{(pid=93588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:08:06.741625 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.db.l3_db [None req-9942e9ed-dd4d-4d75-abf0-f9d07f974ae4 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Floating IP d0e5999e-2173-45f5-925b-f05b9e2e96d5 associated. External IP: 172.27.0.173, port: b7e72ab5-441d-45e7-a43f-6a393ebc27a4. Jul 28 19:08:06.743219 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dbd8576-417f-4fe0-9b8e-5bd0a8a6293b None None] Checking router: de1ba10c-6bb3-4d97-b9f7-ffd118549b8a for host: dv-cinder-802653-1-iscsi {{(pid=93588) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 19:08:06.752435 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dbd8576-417f-4fe0-9b8e-5bd0a8a6293b None None] Routers {'de1ba10c-6bb3-4d97-b9f7-ffd118549b8a'} bound to L3 agent in host dv-cinder-802653-1-iscsi {{(pid=93588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 19:08:06.753067 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.l3_hamode_db [None req-9dbd8576-417f-4fe0-9b8e-5bd0a8a6293b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802653-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T18:54:54Z,description=,heartbeat_timestamp=2021-07-28T19:07:54Z,host='dv-cinder-802653-1-iscsi',id=a81dfe8c-a6e8-4fad-82b8-e31bee6ac2ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T18:54:55Z,topic='l3_agent')) {'router_ids': ['de1ba10c-6bb3-4d97-b9f7-ffd118549b8a'], 'active': True} {{(pid=93588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:08:06.775896 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.plugins.ml2.plugin [None req-aa42de2d-0458-4ab5-a6b5-3a85eeb3ac59 admin admin] Deleting port 6e970f2c-4746-408c-84e4-81c92beef635 {{(pid=93587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 19:08:06.776323 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-aa42de2d-0458-4ab5-a6b5-3a85eeb3ac59 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742349616523'] for port, before_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:06.902812 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.plugins.ml2.db [None req-aa42de2d-0458-4ab5-a6b5-3a85eeb3ac59 admin admin] For port 6e970f2c-4746-408c-84e4-81c92beef635, host dv-cinder-802653-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-1-iscsi',level=0,port_id=6e970f2c-4746-408c-84e4-81c92beef635,segment=NetworkSegment(17bd56bb-f533-4c75-bcf1-86c99094db6a),segment_id=17bd56bb-f533-4c75-bcf1-86c99094db6a)] {{(pid=93587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:08:06.903190 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-aa42de2d-0458-4ab5-a6b5-3a85eeb3ac59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825298'] for port, precommit_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:06.905147 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.l3_dvr_db [None req-9dbd8576-417f-4fe0-9b8e-5bd0a8a6293b None None] Set router de1ba10c-6bb3-4d97-b9f7-ffd118549b8a gateway port host: None {{(pid=93588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 19:08:06.950557 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.plugins.ml2.plugin [None req-aa42de2d-0458-4ab5-a6b5-3a85eeb3ac59 admin admin] Calling delete_port for 6e970f2c-4746-408c-84e4-81c92beef635 owned by network:router_gateway {{(pid=93587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 19:08:06.989661 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.l3_hamode_db [None req-9dbd8576-417f-4fe0-9b8e-5bd0a8a6293b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de1ba10c-6bb3-4d97-b9f7-ffd118549b8a', 'name': 'tempest-TestMinimumBasicScenario-1762718303-router', 'tenant_id': 'e5f8b3f642634ceca190ab8e217700ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:04:53Z', 'updated_at': '2021-07-28T19:08:06Z', 'revision_number': 6, 'project_id': 'e5f8b3f642634ceca190ab8e217700ce', 'gw_port_host': None}], 'dv-cinder-802653-1-iscsi', False) {} {{(pid=93588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:08:07.041092 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dbd8576-417f-4fe0-9b8e-5bd0a8a6293b None None] The sync data for ids ['de1ba10c-6bb3-4d97-b9f7-ffd118549b8a'] in dv-cinder-802653-1-iscsi is: [{'id': 'de1ba10c-6bb3-4d97-b9f7-ffd118549b8a', 'name': 'tempest-TestMinimumBasicScenario-1762718303-router', 'tenant_id': 'e5f8b3f642634ceca190ab8e217700ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:04:53Z', 'updated_at': '2021-07-28T19:08:06Z', 'revision_number': 6, 'project_id': 'e5f8b3f642634ceca190ab8e217700ce', 'gw_port_host': None}] {{(pid=93588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 19:08:07.210531 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-731baf5e-92d9-41d6-95f2-119a4dc0244d req-dbd50e5e-a77d-4e88-a295-2b46bdeb294e tempest-VolumesNegativeTest-756163362 tempest-VolumesNegativeTest-756163362-project] 10.222.0.41 "GET /v2.0/ports?device_id=4ef24b57-f62f-4684-82f0-fcd96c839299 HTTP/1.1" status: 200 len: 210 time: 0.3501573 Jul 28 19:08:07.239472 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [req-0717be5e-24ba-4a93-af70-ef5ad15b862d req-a4470a0c-f1e0-4006-bf29-7d965f956b7f tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:07.240084 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [req-0717be5e-24ba-4a93-af70-ef5ad15b862d req-a4470a0c-f1e0-4006-bf29-7d965f956b7f tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3821381'] for floatingip, after_update {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:07.240572 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.db.l3_db [req-0717be5e-24ba-4a93-af70-ef5ad15b862d req-a4470a0c-f1e0-4006-bf29-7d965f956b7f tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] Floating IP c1274bfd-35bc-429a-954c-17e7fcc78b7d disassociated. External IP: 172.27.0.129, port: 827be936-912d-43a2-8eb2-136d6f5f4c32. Jul 28 19:08:07.240915 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.plugins.ml2.plugin [req-0717be5e-24ba-4a93-af70-ef5ad15b862d req-a4470a0c-f1e0-4006-bf29-7d965f956b7f tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] Calling delete_port for 827be936-912d-43a2-8eb2-136d6f5f4c32 owned by compute:nova {{(pid=93586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 19:08:07.277545 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-aa42de2d-0458-4ab5-a6b5-3a85eeb3ac59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742349622303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742349248525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9465727'] for port, after_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:07.309824 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42de2d-0458-4ab5-a6b5-3a85eeb3ac59 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e970f2c-4746-408c-84e4-81c92beef635,revision_number=None']} {{(pid=93587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:08:07.371312 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-aa42de2d-0458-4ab5-a6b5-3a85eeb3ac59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3821451'] for router_gateway, after_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:07.410404 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9942e9ed-dd4d-4d75-abf0-f9d07f974ae4 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Router 4f63a103-244c-468b-9a05-9a50f7e1edb0 has already been hosted by L3 agent a81dfe8c-a6e8-4fad-82b8-e31bee6ac2ff {{(pid=93586) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 19:08:07.497501 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-aa42de2d-0458-4ab5-a6b5-3a85eeb3ac59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3885588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32157'] for router, precommit_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:07.500632 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-aa42de2d-0458-4ab5-a6b5-3a85eeb3ac59 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:07.575352 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9942e9ed-dd4d-4d75-abf0-f9d07f974ae4 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Notify agent at l3_agent.dv-cinder-802653-1-iscsi the message routers_updated {{(pid=93586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 19:08:07.581224 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-9942e9ed-dd4d-4d75-abf0-f9d07f974ae4 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148603'] for floatingip, before_response {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:07.589747 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cafeb70-af83-4e4a-8330-dbdedddd0398 None None] Sync routers for ids ['4f63a103-244c-468b-9a05-9a50f7e1edb0'] in dv-cinder-802653-1-iscsi {{(pid=93589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 19:08:07.600039 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cafeb70-af83-4e4a-8330-dbdedddd0398 None None] Routers {'4f63a103-244c-468b-9a05-9a50f7e1edb0'} bound to L3 agent in host dv-cinder-802653-1-iscsi {{(pid=93589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 19:08:07.602066 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.db.l3_hamode_db [None req-6cafeb70-af83-4e4a-8330-dbdedddd0398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802653-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T18:54:54Z,description=,heartbeat_timestamp=2021-07-28T19:07:54Z,host='dv-cinder-802653-1-iscsi',id=a81dfe8c-a6e8-4fad-82b8-e31bee6ac2ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T18:54:55Z,topic='l3_agent')) {'router_ids': ['4f63a103-244c-468b-9a05-9a50f7e1edb0'], 'active': True} {{(pid=93589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:08:07.626730 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [None req-9942e9ed-dd4d-4d75-abf0-f9d07f974ae4 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "PUT /v2.0/floatingips/d0e5999e-2173-45f5-925b-f05b9e2e96d5 HTTP/1.1" status: 200 len: 992 time: 2.5061820 Jul 28 19:08:07.637507 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1586067-40da-4fc2-bba2-df65e566ef0c', 'tag': 'b7e72ab5-441d-45e7-a43f-6a393ebc27a4'}] {{(pid=93586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 19:08:07.639809 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be08c321523524cea896d4e8aa610e0b61aedc9f5bb636967bf6413fb0e56d16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fb80823-c760-4c46-8d56-6540a1cc9a4e" -d '{"events": [{"name": "network-changed", "server_uuid": "f1586067-40da-4fc2-bba2-df65e566ef0c", "tag": "b7e72ab5-441d-45e7-a43f-6a393ebc27a4"}]}' {{(pid=93586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 19:08:07.646387 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [req-0717be5e-24ba-4a93-af70-ef5ad15b862d req-a4470a0c-f1e0-4006-bf29-7d965f956b7f tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742349622303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742349248525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12083827'] for port, after_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:07.678222 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4470a0c-f1e0-4006-bf29-7d965f956b7f tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] Pushing event deleted for resources: {'Port': ['ID=827be936-912d-43a2-8eb2-136d6f5f4c32,revision_number=None']} {{(pid=93586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:08:07.687144 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-aa42de2d-0458-4ab5-a6b5-3a85eeb3ac59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3885188'] for router, after_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:07.689703 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa42de2d-0458-4ab5-a6b5-3a85eeb3ac59 admin admin] Fanout notify agent at l3_agent the message router_deleted on router de1ba10c-6bb3-4d97-b9f7-ffd118549b8a {{(pid=93587) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 19:08:07.705757 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a62bfac-1cd4-4af0-9c79-56991cf83696 req-234cafcb-9a8e-4a1c-89ed-7d14e0cad0db tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:08:07.709259 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-7a62bfac-1cd4-4af0-9c79-56991cf83696 req-234cafcb-9a8e-4a1c-89ed-7d14e0cad0db tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=a31f3eb4-54c5-4c46-b1a5-9f5552726fca HTTP/1.1" status: 200 len: 867 time: 0.1054270 Jul 28 19:08:07.726315 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-aa42de2d-0458-4ab5-a6b5-3a85eeb3ac59 admin admin] Notify callbacks [] for router, before_response {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:07.730013 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [None req-aa42de2d-0458-4ab5-a6b5-3a85eeb3ac59 admin admin] 10.222.0.41 "DELETE /v2.0/routers/de1ba10c-6bb3-4d97-b9f7-ffd118549b8a HTTP/1.1" status: 204 len: 168 time: 1.4870157 Jul 28 19:08:07.730175 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.db.l3_dvr_db [None req-6cafeb70-af83-4e4a-8330-dbdedddd0398 None None] Set router 4f63a103-244c-468b-9a05-9a50f7e1edb0 gateway port host: dv-cinder-802653-1-iscsi {{(pid=93589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 19:08:07.731262 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.wsgi [-] (93587) accepted ('10.222.0.41', 36018) {{(pid=93587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:08:07.762275 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 19:08:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3872dcf-6f11-4f13-aca8-5a8ef2b58c37 x-openstack-request-id: req-c3872dcf-6f11-4f13-aca8-5a8ef2b58c37 {{(pid=93586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 19:08:07.762275 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1586067-40da-4fc2-bba2-df65e566ef0c", "tag": "b7e72ab5-441d-45e7-a43f-6a393ebc27a4", "status": "completed", "code": 200}]} {{(pid=93586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 19:08:07.762483 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c3872dcf-6f11-4f13-aca8-5a8ef2b58c37 {{(pid=93586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 19:08:07.762835 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1586067-40da-4fc2-bba2-df65e566ef0c', 'tag': 'b7e72ab5-441d-45e7-a43f-6a393ebc27a4', 'status': 'completed', 'code': 200} Jul 28 19:08:07.806709 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-7a62bfac-1cd4-4af0-9c79-56991cf83696 req-3248c0ea-4d4d-4451-b631-2c2501afd359 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/security-groups?id=2ca68dae-2096-4cc3-90a8-9371def495a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0911539 Jul 28 19:08:07.890163 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0717be5e-24ba-4a93-af70-ef5ad15b862d req-a4470a0c-f1e0-4006-bf29-7d965f956b7f tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] Router 4edd524a-f694-4a3b-9f98-acfa1ff62e1e has already been hosted by L3 agent a81dfe8c-a6e8-4fad-82b8-e31bee6ac2ff {{(pid=93586) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 19:08:07.924570 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.db.db_base_plugin_v2 [None req-1287587e-d4d0-4420-820c-12b7ccfc9b18 admin admin] Deleting subnet 03ec0541-ec02-4841-99b9-2dcfb43e9118 {{(pid=93587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 28 19:08:07.936538 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-1287587e-d4d0-4420-820c-12b7ccfc9b18 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:07.966760 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb80823-c760-4c46-8d56-6540a1cc9a4e req-b4b433ef-b56d-44b8-a58c-7c8ecd9b05cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:08:07.972788 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-0fb80823-c760-4c46-8d56-6540a1cc9a4e req-b4b433ef-b56d-44b8-a58c-7c8ecd9b05cb service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=77b4e3f4db4f48488f6a8e8a0ca43337&device_id=f1586067-40da-4fc2-bba2-df65e566ef0c HTTP/1.1" status: 200 len: 1099 time: 0.1597314 Jul 28 19:08:08.024934 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0717be5e-24ba-4a93-af70-ef5ad15b862d req-a4470a0c-f1e0-4006-bf29-7d965f956b7f tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] Notify agent at l3_agent.dv-cinder-802653-1-iscsi the message routers_updated {{(pid=93586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 19:08:08.031881 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.db.l3_hamode_db [None req-6cafeb70-af83-4e4a-8330-dbdedddd0398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f63a103-244c-468b-9a05-9a50f7e1edb0', 'name': 'tempest-AttachVolumeShelveTestJSON-1306913285-router', 'tenant_id': '77b4e3f4db4f48488f6a8e8a0ca43337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df', 'external_fixed_ips': [{'subnet_id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '846b941f-ab7f-4431-8321-ef0820949924', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:03:06Z', 'updated_at': '2021-07-28T19:03:17Z', 'revision_number': 4, 'project_id': '77b4e3f4db4f48488f6a8e8a0ca43337', 'gw_port': {'id': '846b941f-ab7f-4431-8321-ef0820949924', 'name': '', 'network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:94:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f63a103-244c-468b-9a05-9a50f7e1edb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:03:07Z', 'updated_at': '2021-07-28T19:03:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-1-iscsi', '_floatingips': [{'id': 'd0e5999e-2173-45f5-925b-f05b9e2e96d5', 'tenant_id': '77b4e3f4db4f48488f6a8e8a0ca43337', 'floating_ip_address': '172.27.0.173', 'floating_network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df', 'router_id': '4f63a103-244c-468b-9a05-9a50f7e1edb0', 'port_id': 'b7e72ab5-441d-45e7-a43f-6a393ebc27a4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 484, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9b348a0-fd69-4cac-87c2-18e205be05be', 'mac_address': 'fa:16:3e:6d:bc:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1586067-40da-4fc2-bba2-df65e566ef0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T19:07:51Z', 'updated_at': '2021-07-28T19:08:06Z', 'revision_number': 1, 'project_id': '77b4e3f4db4f48488f6a8e8a0ca43337', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f222063c-7221-40e2-a7de-a0532101c06f', 'name': '', 'network_id': 'd9b348a0-fd69-4cac-87c2-18e205be05be', 'tenant_id': '77b4e3f4db4f48488f6a8e8a0ca43337', 'mac_address': 'fa:16:3e:a6:61:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f63a103-244c-468b-9a05-9a50f7e1edb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '209ab333-e935-41fc-b99a-6688a4911e44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:03:14Z', 'updated_at': '2021-07-28T19:03:28Z', 'revision_number': 5, 'project_id': '77b4e3f4db4f48488f6a8e8a0ca43337', 'subnets': [{'id': '209ab333-e935-41fc-b99a-6688a4911e44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802653-1-iscsi', False) {} {{(pid=93589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:08:08.038515 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb668063-000c-4382-8ce4-0f4565f28f8a None None] Sync routers for ids ['4edd524a-f694-4a3b-9f98-acfa1ff62e1e'] in dv-cinder-802653-1-iscsi {{(pid=93588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 19:08:08.042804 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-1287587e-d4d0-4420-820c-12b7ccfc9b18 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10080318'] for subnet, precommit_delete_associations {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:08.055791 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb668063-000c-4382-8ce4-0f4565f28f8a None None] Routers {'4edd524a-f694-4a3b-9f98-acfa1ff62e1e'} bound to L3 agent in host dv-cinder-802653-1-iscsi {{(pid=93588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 19:08:08.056440 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.l3_hamode_db [None req-bb668063-000c-4382-8ce4-0f4565f28f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802653-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T18:54:54Z,description=,heartbeat_timestamp=2021-07-28T19:07:54Z,host='dv-cinder-802653-1-iscsi',id=a81dfe8c-a6e8-4fad-82b8-e31bee6ac2ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T18:54:55Z,topic='l3_agent')) {'router_ids': ['4edd524a-f694-4a3b-9f98-acfa1ff62e1e'], 'active': True} {{(pid=93588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:08:08.090255 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.db.l3_dvrscheduler_db [req-0717be5e-24ba-4a93-af70-ef5ad15b862d req-a4470a0c-f1e0-4006-bf29-7d965f956b7f tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] No DVR routers for this DVR port 827be936-912d-43a2-8eb2-136d6f5f4c32 on host hv-cinder-80265 {{(pid=93586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 19:08:08.095178 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [req-0717be5e-24ba-4a93-af70-ef5ad15b862d req-a4470a0c-f1e0-4006-bf29-7d965f956b7f tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148603'] for port, before_response {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:08.101381 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-0717be5e-24ba-4a93-af70-ef5ad15b862d req-a4470a0c-f1e0-4006-bf29-7d965f956b7f tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.49 "DELETE /v2.0/ports/827be936-912d-43a2-8eb2-136d6f5f4c32 HTTP/1.1" status: 204 len: 173 time: 2.4147198 Jul 28 19:08:08.102731 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cafeb70-af83-4e4a-8330-dbdedddd0398 None None] Checking router: 4f63a103-244c-468b-9a05-9a50f7e1edb0 for host: dv-cinder-802653-1-iscsi {{(pid=93589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 19:08:08.124820 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cafeb70-af83-4e4a-8330-dbdedddd0398 None None] Routers {'4f63a103-244c-468b-9a05-9a50f7e1edb0'} bound to L3 agent in host dv-cinder-802653-1-iscsi {{(pid=93589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 19:08:08.125976 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.db.l3_hamode_db [None req-6cafeb70-af83-4e4a-8330-dbdedddd0398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802653-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T18:54:54Z,description=,heartbeat_timestamp=2021-07-28T19:07:54Z,host='dv-cinder-802653-1-iscsi',id=a81dfe8c-a6e8-4fad-82b8-e31bee6ac2ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T18:54:55Z,topic='l3_agent')) {'router_ids': ['4f63a103-244c-468b-9a05-9a50f7e1edb0'], 'active': True} {{(pid=93589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:08:08.140261 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb80823-c760-4c46-8d56-6540a1cc9a4e req-94b5a77d-8bb5-4d8a-ac69-9d95f5ea8e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:08:08.141794 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-0fb80823-c760-4c46-8d56-6540a1cc9a4e req-94b5a77d-8bb5-4d8a-ac69-9d95f5ea8e99 service neutron] 10.222.0.49 "GET /v2.0/networks?id=d9b348a0-fd69-4cac-87c2-18e205be05be HTTP/1.1" status: 200 len: 918 time: 0.1603818 Jul 28 19:08:08.201152 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.l3_dvr_db [None req-bb668063-000c-4382-8ce4-0f4565f28f8a None None] Set router 4edd524a-f694-4a3b-9f98-acfa1ff62e1e gateway port host: dv-cinder-802653-1-iscsi {{(pid=93588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 19:08:08.267330 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-1287587e-d4d0-4420-820c-12b7ccfc9b18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-783032'] for subnet, precommit_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:08.295258 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-0fb80823-c760-4c46-8d56-6540a1cc9a4e req-c292af12-5840-423c-8bc8-6941bd8af887 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b7e72ab5-441d-45e7-a43f-6a393ebc27a4 HTTP/1.1" status: 200 len: 1000 time: 0.1281893 Jul 28 19:08:08.344554 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.db.l3_dvr_db [None req-6cafeb70-af83-4e4a-8330-dbdedddd0398 None None] Set router 4f63a103-244c-468b-9a05-9a50f7e1edb0 gateway port host: dv-cinder-802653-1-iscsi {{(pid=93589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 19:08:08.357056 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb80823-c760-4c46-8d56-6540a1cc9a4e req-77d8d5bc-bb3d-4e98-9890-7f3fb09fc1a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:08:08.357701 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-0fb80823-c760-4c46-8d56-6540a1cc9a4e req-77d8d5bc-bb3d-4e98-9890-7f3fb09fc1a4 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=209ab333-e935-41fc-b99a-6688a4911e44 HTTP/1.1" status: 200 len: 856 time: 0.0518830 Jul 28 19:08:08.413913 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-7dad9872-29d7-4c7c-87fe-b06e9507dab7 req-6adf87ce-d8f7-4075-be67-d38aadd92aff tempest-VolumesNegativeTest-756163362 tempest-VolumesNegativeTest-756163362-project] 10.222.0.41 "GET /v2.0/ports?device_id=4ef24b57-f62f-4684-82f0-fcd96c839299 HTTP/1.1" status: 200 len: 210 time: 0.0688391 Jul 28 19:08:08.453610 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb80823-c760-4c46-8d56-6540a1cc9a4e req-cf189043-1d20-4c73-91a0-d6d4f9e693e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:08:08.464098 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-0fb80823-c760-4c46-8d56-6540a1cc9a4e req-cf189043-1d20-4c73-91a0-d6d4f9e693e1 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d9b348a0-fd69-4cac-87c2-18e205be05be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0973978 Jul 28 19:08:08.591621 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.rpc [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Device cd039077-8105-4213-9457-854b11b578bc no longer exists at agent ovs-agent-dv-cinder-802653-1-iscsi {{(pid=93588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 19:08:08.614539 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.plugin [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] No Port match for: cd039077-8105-4213-9457-854b11b578bc {{(pid=93588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 19:08:08.615000 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.rpc [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Device cd039077-8105-4213-9457-854b11b578bc not bound to the agent host dv-cinder-802653-1-iscsi {{(pid=93588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 19:08:08.615569 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.rpc [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Device 6e970f2c-4746-408c-84e4-81c92beef635 no longer exists at agent ovs-agent-dv-cinder-802653-1-iscsi {{(pid=93588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 19:08:08.661295 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.plugin [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] No Port match for: 6e970f2c-4746-408c-84e4-81c92beef635 {{(pid=93588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 19:08:08.661882 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.rpc [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Device 6e970f2c-4746-408c-84e4-81c92beef635 not bound to the agent host dv-cinder-802653-1-iscsi {{(pid=93588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 19:08:08.672073 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.db.l3_hamode_db [None req-6cafeb70-af83-4e4a-8330-dbdedddd0398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f63a103-244c-468b-9a05-9a50f7e1edb0', 'name': 'tempest-AttachVolumeShelveTestJSON-1306913285-router', 'tenant_id': '77b4e3f4db4f48488f6a8e8a0ca43337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df', 'external_fixed_ips': [{'subnet_id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '846b941f-ab7f-4431-8321-ef0820949924', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:03:06Z', 'updated_at': '2021-07-28T19:03:17Z', 'revision_number': 4, 'project_id': '77b4e3f4db4f48488f6a8e8a0ca43337', 'gw_port': {'id': '846b941f-ab7f-4431-8321-ef0820949924', 'name': '', 'network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:94:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f63a103-244c-468b-9a05-9a50f7e1edb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:03:07Z', 'updated_at': '2021-07-28T19:03:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-1-iscsi', '_floatingips': [{'id': 'd0e5999e-2173-45f5-925b-f05b9e2e96d5', 'tenant_id': '77b4e3f4db4f48488f6a8e8a0ca43337', 'floating_ip_address': '172.27.0.173', 'floating_network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df', 'router_id': '4f63a103-244c-468b-9a05-9a50f7e1edb0', 'port_id': 'b7e72ab5-441d-45e7-a43f-6a393ebc27a4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 484, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9b348a0-fd69-4cac-87c2-18e205be05be', 'mac_address': 'fa:16:3e:6d:bc:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1586067-40da-4fc2-bba2-df65e566ef0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T19:07:51Z', 'updated_at': '2021-07-28T19:08:06Z', 'revision_number': 1, 'project_id': '77b4e3f4db4f48488f6a8e8a0ca43337', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f222063c-7221-40e2-a7de-a0532101c06f', 'name': '', 'network_id': 'd9b348a0-fd69-4cac-87c2-18e205be05be', 'tenant_id': '77b4e3f4db4f48488f6a8e8a0ca43337', 'mac_address': 'fa:16:3e:a6:61:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f63a103-244c-468b-9a05-9a50f7e1edb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '209ab333-e935-41fc-b99a-6688a4911e44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:03:14Z', 'updated_at': '2021-07-28T19:03:28Z', 'revision_number': 5, 'project_id': '77b4e3f4db4f48488f6a8e8a0ca43337', 'subnets': [{'id': '209ab333-e935-41fc-b99a-6688a4911e44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802653-1-iscsi', False) {} {{(pid=93589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:08:08.691599 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.l3_hamode_db [None req-bb668063-000c-4382-8ce4-0f4565f28f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4edd524a-f694-4a3b-9f98-acfa1ff62e1e', 'name': 'tempest-AttachVolumeTestJSON-1336353080-router', 'tenant_id': '4dceb4eb37274cd9b3fcc8dffed09715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df', 'external_fixed_ips': [{'subnet_id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': 'b49d4719-fd3e-46af-9e54-d698c65d70c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:03:07Z', 'updated_at': '2021-07-28T19:03:16Z', 'revision_number': 4, 'project_id': '4dceb4eb37274cd9b3fcc8dffed09715', 'gw_port': {'id': 'b49d4719-fd3e-46af-9e54-d698c65d70c6', 'name': '', 'network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:3e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4edd524a-f694-4a3b-9f98-acfa1ff62e1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:03:09Z', 'updated_at': '2021-07-28T19:03:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-1-iscsi', '_interfaces': [{'id': '623b90fd-62a2-47d3-8224-ad3f1ec20d97', 'name': '', 'network_id': '9a21bde8-e77f-4246-845e-15d2cf775c00', 'tenant_id': '4dceb4eb37274cd9b3fcc8dffed09715', 'mac_address': 'fa:16:3e:a1:79:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4edd524a-f694-4a3b-9f98-acfa1ff62e1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'd8dd9f14-f474-4c6a-84f8-85ff7b8e642f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:03:14Z', 'updated_at': '2021-07-28T19:03:26Z', 'revision_number': 5, 'project_id': '4dceb4eb37274cd9b3fcc8dffed09715', 'subnets': [{'id': 'd8dd9f14-f474-4c6a-84f8-85ff7b8e642f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802653-1-iscsi', False) {} {{(pid=93588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:08:08.699877 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cafeb70-af83-4e4a-8330-dbdedddd0398 None None] The sync data for ids ['4f63a103-244c-468b-9a05-9a50f7e1edb0'] in dv-cinder-802653-1-iscsi is: [{'id': '4f63a103-244c-468b-9a05-9a50f7e1edb0', 'name': 'tempest-AttachVolumeShelveTestJSON-1306913285-router', 'tenant_id': '77b4e3f4db4f48488f6a8e8a0ca43337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df', 'external_fixed_ips': [{'subnet_id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '846b941f-ab7f-4431-8321-ef0820949924', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:03:06Z', 'updated_at': '2021-07-28T19:03:17Z', 'revision_number': 4, 'project_id': '77b4e3f4db4f48488f6a8e8a0ca43337', 'gw_port': {'id': '846b941f-ab7f-4431-8321-ef0820949924', 'name': '', 'network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:94:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f63a103-244c-468b-9a05-9a50f7e1edb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:03:07Z', 'updated_at': '2021-07-28T19:03:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-1-iscsi', '_floatingips': [{'id': 'd0e5999e-2173-45f5-925b-f05b9e2e96d5', 'tenant_id': '77b4e3f4db4f48488f6a8e8a0ca43337', 'floating_ip_address': '172.27.0.173', 'floating_network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df', 'router_id': '4f63a103-244c-468b-9a05-9a50f7e1edb0', 'port_id': 'b7e72ab5-441d-45e7-a43f-6a393ebc27a4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 484, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9b348a0-fd69-4cac-87c2-18e205be05be', 'mac_address': 'fa:16:3e:6d:bc:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1586067-40da-4fc2-bba2-df65e566ef0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T19:07:51Z', 'updated_at': '2021-07-28T19:08:06Z', 'revision_number': 1, 'project_id': '77b4e3f4db4f48488f6a8e8a0ca43337', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f222063c-7221-40e2-a7de-a0532101c06f', 'name': '', 'network_id': 'd9b348a0-fd69-4cac-87c2-18e205be05be', 'tenant_id': '77b4e3f4db4f48488f6a8e8a0ca43337', 'mac_address': 'fa:16:3e:a6:61:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f63a103-244c-468b-9a05-9a50f7e1edb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '209ab333-e935-41fc-b99a-6688a4911e44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:03:14Z', 'updated_at': '2021-07-28T19:03:28Z', 'revision_number': 5, 'project_id': '77b4e3f4db4f48488f6a8e8a0ca43337', 'subnets': [{'id': '209ab333-e935-41fc-b99a-6688a4911e44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 19:08:08.721881 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb668063-000c-4382-8ce4-0f4565f28f8a None None] Checking router: 4edd524a-f694-4a3b-9f98-acfa1ff62e1e for host: dv-cinder-802653-1-iscsi {{(pid=93588) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 19:08:08.732359 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb668063-000c-4382-8ce4-0f4565f28f8a None None] Routers {'4edd524a-f694-4a3b-9f98-acfa1ff62e1e'} bound to L3 agent in host dv-cinder-802653-1-iscsi {{(pid=93588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 19:08:08.732359 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.l3_hamode_db [None req-bb668063-000c-4382-8ce4-0f4565f28f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802653-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T18:54:54Z,description=,heartbeat_timestamp=2021-07-28T19:07:54Z,host='dv-cinder-802653-1-iscsi',id=a81dfe8c-a6e8-4fad-82b8-e31bee6ac2ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T18:54:55Z,topic='l3_agent')) {'router_ids': ['4edd524a-f694-4a3b-9f98-acfa1ff62e1e'], 'active': True} {{(pid=93588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:08:08.835039 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-1287587e-d4d0-4420-820c-12b7ccfc9b18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9465680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9352936'] for subnet, after_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:08.850872 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.l3_dvr_db [None req-bb668063-000c-4382-8ce4-0f4565f28f8a None None] Set router 4edd524a-f694-4a3b-9f98-acfa1ff62e1e gateway port host: dv-cinder-802653-1-iscsi {{(pid=93588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 19:08:08.929109 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1287587e-d4d0-4420-820c-12b7ccfc9b18 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=03ec0541-ec02-4841-99b9-2dcfb43e9118,revision_number=None']} {{(pid=93587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:08:08.940287 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-1287587e-d4d0-4420-820c-12b7ccfc9b18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760026'] for subnet, before_response {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:08.945286 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [None req-1287587e-d4d0-4420-820c-12b7ccfc9b18 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/03ec0541-ec02-4841-99b9-2dcfb43e9118 HTTP/1.1" status: 204 len: 168 time: 1.2101192 Jul 28 19:08:08.945646 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.wsgi [-] (93586) accepted ('10.222.0.41', 36032) {{(pid=93586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:08:08.950370 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-0fb80823-c760-4c46-8d56-6540a1cc9a4e req-3dbdaab9-e929-4665-876d-7e877a4ef948 service neutron] 10.222.0.49 "GET /v2.0/networks/d9b348a0-fd69-4cac-87c2-18e205be05be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4720454 Jul 28 19:08:08.976343 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-872d5909-a0ce-4541-b0ef-9970b4a870f7 None None] Network f534d070-f433-4f81-b52e-daa60a2cf334 requested from dv-cinder-802653-1-iscsi {{(pid=93588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 19:08:08.995909 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e5985a4-4983-4543-80ca-80f74ba56c53 None None] New status for floating IP d0e5999e-2173-45f5-925b-f05b9e2e96d5: ACTIVE {{(pid=93589) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 19:08:09.082309 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-0fb80823-c760-4c46-8d56-6540a1cc9a4e req-3d023e79-d37f-4713-bfaa-b293edf034ce service neutron] 10.222.0.49 "GET /v2.0/networks/d9b348a0-fd69-4cac-87c2-18e205be05be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239393 Jul 28 19:08:09.087414 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-4e7acb80-c1f7-40a1-96c8-29a4c90262d7 req-bd8d9340-a282-4f02-9327-d45aa547da66 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=a31f3eb4-54c5-4c46-b1a5-9f5552726fca HTTP/1.1" status: 200 len: 210 time: 0.0509775 Jul 28 19:08:09.157378 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-2d1bc94a-a5bd-4c55-9edb-e75fd556d61a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-648881'] for network, before_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:09.230331 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.plugins.ml2.plugin [None req-2d1bc94a-a5bd-4c55-9edb-e75fd556d61a admin admin] Deleting port 112013e8-11ad-40df-985e-92bc77816a0b {{(pid=93586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 19:08:09.230573 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-2d1bc94a-a5bd-4c55-9edb-e75fd556d61a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742349616523'] for port, before_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:09.281841 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.l3_hamode_db [None req-bb668063-000c-4382-8ce4-0f4565f28f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4edd524a-f694-4a3b-9f98-acfa1ff62e1e', 'name': 'tempest-AttachVolumeTestJSON-1336353080-router', 'tenant_id': '4dceb4eb37274cd9b3fcc8dffed09715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df', 'external_fixed_ips': [{'subnet_id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': 'b49d4719-fd3e-46af-9e54-d698c65d70c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:03:07Z', 'updated_at': '2021-07-28T19:03:16Z', 'revision_number': 4, 'project_id': '4dceb4eb37274cd9b3fcc8dffed09715', 'gw_port': {'id': 'b49d4719-fd3e-46af-9e54-d698c65d70c6', 'name': '', 'network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:3e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4edd524a-f694-4a3b-9f98-acfa1ff62e1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:03:09Z', 'updated_at': '2021-07-28T19:03:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-1-iscsi', '_interfaces': [{'id': '623b90fd-62a2-47d3-8224-ad3f1ec20d97', 'name': '', 'network_id': '9a21bde8-e77f-4246-845e-15d2cf775c00', 'tenant_id': '4dceb4eb37274cd9b3fcc8dffed09715', 'mac_address': 'fa:16:3e:a1:79:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4edd524a-f694-4a3b-9f98-acfa1ff62e1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'd8dd9f14-f474-4c6a-84f8-85ff7b8e642f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:03:14Z', 'updated_at': '2021-07-28T19:03:26Z', 'revision_number': 5, 'project_id': '4dceb4eb37274cd9b3fcc8dffed09715', 'subnets': [{'id': 'd8dd9f14-f474-4c6a-84f8-85ff7b8e642f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802653-1-iscsi', False) {} {{(pid=93588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:08:09.306567 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.plugins.ml2.db [None req-2d1bc94a-a5bd-4c55-9edb-e75fd556d61a admin admin] For port 112013e8-11ad-40df-985e-92bc77816a0b, host dv-cinder-802653-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-1-iscsi',level=0,port_id=112013e8-11ad-40df-985e-92bc77816a0b,segment=NetworkSegment(ecd299ed-1dac-4786-8d7f-e72300f9a086),segment_id=ecd299ed-1dac-4786-8d7f-e72300f9a086)] {{(pid=93586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:08:09.306944 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-2d1bc94a-a5bd-4c55-9edb-e75fd556d61a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825298'] for port, precommit_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:09.323442 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb668063-000c-4382-8ce4-0f4565f28f8a None None] The sync data for ids ['4edd524a-f694-4a3b-9f98-acfa1ff62e1e'] in dv-cinder-802653-1-iscsi is: [{'id': '4edd524a-f694-4a3b-9f98-acfa1ff62e1e', 'name': 'tempest-AttachVolumeTestJSON-1336353080-router', 'tenant_id': '4dceb4eb37274cd9b3fcc8dffed09715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df', 'external_fixed_ips': [{'subnet_id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': 'b49d4719-fd3e-46af-9e54-d698c65d70c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:03:07Z', 'updated_at': '2021-07-28T19:03:16Z', 'revision_number': 4, 'project_id': '4dceb4eb37274cd9b3fcc8dffed09715', 'gw_port': {'id': 'b49d4719-fd3e-46af-9e54-d698c65d70c6', 'name': '', 'network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:3e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4edd524a-f694-4a3b-9f98-acfa1ff62e1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:03:09Z', 'updated_at': '2021-07-28T19:03:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-1-iscsi', '_interfaces': [{'id': '623b90fd-62a2-47d3-8224-ad3f1ec20d97', 'name': '', 'network_id': '9a21bde8-e77f-4246-845e-15d2cf775c00', 'tenant_id': '4dceb4eb37274cd9b3fcc8dffed09715', 'mac_address': 'fa:16:3e:a1:79:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4edd524a-f694-4a3b-9f98-acfa1ff62e1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'd8dd9f14-f474-4c6a-84f8-85ff7b8e642f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:03:14Z', 'updated_at': '2021-07-28T19:03:26Z', 'revision_number': 5, 'project_id': '4dceb4eb37274cd9b3fcc8dffed09715', 'subnets': [{'id': 'd8dd9f14-f474-4c6a-84f8-85ff7b8e642f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 19:08:09.323656 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.plugins.ml2.plugin [None req-2d1bc94a-a5bd-4c55-9edb-e75fd556d61a admin admin] Calling delete_port for 112013e8-11ad-40df-985e-92bc77816a0b owned by network:dhcp {{(pid=93586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 19:08:09.361005 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c3bc76d-6720-4f7f-a59e-c7e2075b1214 None None] DHCP port deletion for f534d070-f433-4f81-b52e-daa60a2cf334 request from dv-cinder-802653-1-iscsi {{(pid=93588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 19:08:09.422835 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.plugin [None req-3c3bc76d-6720-4f7f-a59e-c7e2075b1214 None None] Deleting port 112013e8-11ad-40df-985e-92bc77816a0b {{(pid=93588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 19:08:09.423019 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-3c3bc76d-6720-4f7f-a59e-c7e2075b1214 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742349616523'] for port, before_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:09.498034 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.db [None req-3c3bc76d-6720-4f7f-a59e-c7e2075b1214 None None] For port 112013e8-11ad-40df-985e-92bc77816a0b, host dv-cinder-802653-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-1-iscsi',level=0,port_id=112013e8-11ad-40df-985e-92bc77816a0b,segment=NetworkSegment(ecd299ed-1dac-4786-8d7f-e72300f9a086),segment_id=ecd299ed-1dac-4786-8d7f-e72300f9a086)] {{(pid=93588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:08:09.498433 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-3c3bc76d-6720-4f7f-a59e-c7e2075b1214 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825298'] for port, precommit_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:09.515270 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-2d1bc94a-a5bd-4c55-9edb-e75fd556d61a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742349622303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742349248525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12083827'] for port, after_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:09.518212 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.plugin [None req-3c3bc76d-6720-4f7f-a59e-c7e2075b1214 None None] Calling delete_port for 112013e8-11ad-40df-985e-92bc77816a0b owned by network:dhcp {{(pid=93588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 19:08:09.540217 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-2caad79e-9051-42ae-9a87-c9d353269612 req-70b0e1dc-9eed-48c1-9642-73c875d54272 tempest-VolumesNegativeTest-756163362 tempest-VolumesNegativeTest-756163362-project] 10.222.0.41 "GET /v2.0/ports?device_id=4ef24b57-f62f-4684-82f0-fcd96c839299 HTTP/1.1" status: 200 len: 210 time: 0.0353746 Jul 28 19:08:09.569073 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1bc94a-a5bd-4c55-9edb-e75fd556d61a admin admin] Pushing event deleted for resources: {'Port': ['ID=112013e8-11ad-40df-985e-92bc77816a0b,revision_number=None']} {{(pid=93586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:08:09.572523 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d1bc94a-a5bd-4c55-9edb-e75fd556d61a admin admin] No DVR routers for this DVR port 112013e8-11ad-40df-985e-92bc77816a0b on host dv-cinder-802653-1-iscsi {{(pid=93586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 19:08:09.641465 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ab2df5-dff7-42ea-855c-8e2bc5d4e8c9 None None] New status for floating IP c1274bfd-35bc-429a-954c-17e7fcc78b7d: DOWN {{(pid=93588) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 19:08:09.651086 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-2d1bc94a-a5bd-4c55-9edb-e75fd556d61a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721199', 'neutron.services.segments.db._delete_segments_for_network-8742349714737'] for network, precommit_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:09.661209 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.services.segments.db [None req-2d1bc94a-a5bd-4c55-9edb-e75fd556d61a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f534d070-f433-4f81-b52e-daa60a2cf334']}} {{(pid=93586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:08:09.672271 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.services.segments.db [None req-2d1bc94a-a5bd-4c55-9edb-e75fd556d61a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ecd299ed-1dac-4786-8d7f-e72300f9a086') {'for_net_delete': True} {{(pid=93586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:08:09.672570 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.services.segments.db [None req-2d1bc94a-a5bd-4c55-9edb-e75fd556d61a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ecd299ed-1dac-4786-8d7f-e72300f9a086') {} {{(pid=93586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:08:09.682720 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-2d1bc94a-a5bd-4c55-9edb-e75fd556d61a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742349715770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12083792'] for segment, before_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:09.697079 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-2d1bc94a-a5bd-4c55-9edb-e75fd556d61a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721374'] for segment, precommit_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:09.704123 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d1bc94a-a5bd-4c55-9edb-e75fd556d61a admin admin] Releasing vlan 436 on physical network physnet1 to pool {{(pid=93586) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 19:08:09.704788 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-2d1bc94a-a5bd-4c55-9edb-e75fd556d61a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12083586'] for segment, after_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:09.707335 dv-cinder-802653-1-iscsi neutron-server[93586]: Traceback (most recent call last): Jul 28 19:08:09.707335 dv-cinder-802653-1-iscsi neutron-server[93586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 19:08:09.707335 dv-cinder-802653-1-iscsi neutron-server[93586]: timer() Jul 28 19:08:09.707335 dv-cinder-802653-1-iscsi neutron-server[93586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 19:08:09.707335 dv-cinder-802653-1-iscsi neutron-server[93586]: cb(*args, **kw) Jul 28 19:08:09.707335 dv-cinder-802653-1-iscsi neutron-server[93586]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 19:08:09.707335 dv-cinder-802653-1-iscsi neutron-server[93586]: return func(*args, **kwargs) Jul 28 19:08:09.707335 dv-cinder-802653-1-iscsi neutron-server[93586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 19:08:09.707335 dv-cinder-802653-1-iscsi neutron-server[93586]: self._notify() Jul 28 19:08:09.707335 dv-cinder-802653-1-iscsi neutron-server[93586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 19:08:09.707335 dv-cinder-802653-1-iscsi neutron-server[93586]: self.callback(batched_events) Jul 28 19:08:09.707335 dv-cinder-802653-1-iscsi neutron-server[93586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 19:08:09.707335 dv-cinder-802653-1-iscsi neutron-server[93586]: event.method(event) Jul 28 19:08:09.707335 dv-cinder-802653-1-iscsi neutron-server[93586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 19:08:09.707335 dv-cinder-802653-1-iscsi neutron-server[93586]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 19:08:09.707335 dv-cinder-802653-1-iscsi neutron-server[93586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 19:08:09.707335 dv-cinder-802653-1-iscsi neutron-server[93586]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 19:08:09.707335 dv-cinder-802653-1-iscsi neutron-server[93586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 19:08:09.707335 dv-cinder-802653-1-iscsi neutron-server[93586]: return f(self, *a, **k) Jul 28 19:08:09.707335 dv-cinder-802653-1-iscsi neutron-server[93586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 19:08:09.707335 dv-cinder-802653-1-iscsi neutron-server[93586]: return self._get(url).json() Jul 28 19:08:09.707335 dv-cinder-802653-1-iscsi neutron-server[93586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 19:08:09.707335 dv-cinder-802653-1-iscsi neutron-server[93586]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 19:08:09.707335 dv-cinder-802653-1-iscsi neutron-server[93586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 19:08:09.707335 dv-cinder-802653-1-iscsi neutron-server[93586]: return self.request(url, 'GET', **kwargs) Jul 28 19:08:09.707335 dv-cinder-802653-1-iscsi neutron-server[93586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 19:08:09.707335 dv-cinder-802653-1-iscsi neutron-server[93586]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 19:08:09.707335 dv-cinder-802653-1-iscsi neutron-server[93586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 19:08:09.707335 dv-cinder-802653-1-iscsi neutron-server[93586]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 19:08:09.707335 dv-cinder-802653-1-iscsi neutron-server[93586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 19:08:09.707335 dv-cinder-802653-1-iscsi neutron-server[93586]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 19:08:09.707335 dv-cinder-802653-1-iscsi neutron-server[93586]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 19:08:09.713123 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-3c3bc76d-6720-4f7f-a59e-c7e2075b1214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742349622303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742349248525'] for port, after_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:09.745665 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-c84c893e-e085-4e95-a02f-4d096422ed17 req-50a241a8-c4ac-4db0-ae4c-0ebda58eb313 tempest-VolumesNegativeTest-756163362 tempest-VolumesNegativeTest-756163362-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=9aa00ad6e66044539b6dcdb24e41f1a1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0355468 Jul 28 19:08:09.751221 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3bc76d-6720-4f7f-a59e-c7e2075b1214 None None] Pushing event deleted for resources: {'Port': ['ID=112013e8-11ad-40df-985e-92bc77816a0b,revision_number=None']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:08:09.763461 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a31f3eb4-54c5-4c46-b1a5-9f5552726fca', 'name': 'network-vif-deleted', 'tag': '827be936-912d-43a2-8eb2-136d6f5f4c32'}] {{(pid=93586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 19:08:09.767326 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be08c321523524cea896d4e8aa610e0b61aedc9f5bb636967bf6413fb0e56d16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-078e3916-4de1-4073-a0ac-2b7b0f83fa1c" -d '{"events": [{"server_uuid": "a31f3eb4-54c5-4c46-b1a5-9f5552726fca", "name": "network-vif-deleted", "tag": "827be936-912d-43a2-8eb2-136d6f5f4c32"}]}' {{(pid=93586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 19:08:09.781322 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c3bc76d-6720-4f7f-a59e-c7e2075b1214 None None] No DVR routers for this DVR port 112013e8-11ad-40df-985e-92bc77816a0b on host dv-cinder-802653-1-iscsi {{(pid=93588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 19:08:09.815516 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 19:08:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-803bc1e5-3563-4691-8e69-7f96d97b587d x-openstack-request-id: req-803bc1e5-3563-4691-8e69-7f96d97b587d {{(pid=93586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 19:08:09.815873 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a31f3eb4-54c5-4c46-b1a5-9f5552726fca", "name": "network-vif-deleted", "tag": "827be936-912d-43a2-8eb2-136d6f5f4c32", "status": "completed", "code": 200}]} {{(pid=93586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 19:08:09.816189 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-803bc1e5-3563-4691-8e69-7f96d97b587d {{(pid=93586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 19:08:09.816601 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a31f3eb4-54c5-4c46-b1a5-9f5552726fca', 'name': 'network-vif-deleted', 'tag': '827be936-912d-43a2-8eb2-136d6f5f4c32', 'status': 'completed', 'code': 200} Jul 28 19:08:09.878331 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-2d1bc94a-a5bd-4c55-9edb-e75fd556d61a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3821495'] for network, after_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:09.891140 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-2d1bc94a-a5bd-4c55-9edb-e75fd556d61a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760026'] for network, before_response {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:09.893288 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [None req-2d1bc94a-a5bd-4c55-9edb-e75fd556d61a admin admin] 10.222.0.41 "DELETE /v2.0/networks/f534d070-f433-4f81-b52e-daa60a2cf334 HTTP/1.1" status: 204 len: 168 time: 0.9464738 Jul 28 19:08:09.896553 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.wsgi [-] (93586) accepted ('10.222.0.41', 36046) {{(pid=93586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:08:09.915705 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1bc94a-a5bd-4c55-9edb-e75fd556d61a admin admin] Pushing event deleted for resources: {'Network': ['ID=f534d070-f433-4f81-b52e-daa60a2cf334,revision_number=None']} {{(pid=93586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:08:09.971045 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84c893e-e085-4e95-a02f-4d096422ed17 req-70665ca4-f0e4-4285-91ca-bc134f1bad13 tempest-VolumesNegativeTest-756163362 tempest-VolumesNegativeTest-756163362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:08:09.972592 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-c84c893e-e085-4e95-a02f-4d096422ed17 req-70665ca4-f0e4-4285-91ca-bc134f1bad13 tempest-VolumesNegativeTest-756163362 tempest-VolumesNegativeTest-756163362-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2217636 Jul 28 19:08:09.986908 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.v2.base [req-c84c893e-e085-4e95-a02f-4d096422ed17 req-da1566af-63d5-44d9-bd38-f74839dfd752 tempest-VolumesNegativeTest-756163362 tempest-VolumesNegativeTest-756163362-project] Request body: {'port': {'device_id': '4ef24b57-f62f-4684-82f0-fcd96c839299', 'network_id': 'e5a6aa10-0c11-4467-bb9c-a115415cc5fd', 'admin_state_up': True, 'tenant_id': '9aa00ad6e66044539b6dcdb24e41f1a1'}} {{(pid=93587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:08:10.179649 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c84c893e-e085-4e95-a02f-4d096422ed17 req-da1566af-63d5-44d9-bd38-f74839dfd752 tempest-VolumesNegativeTest-756163362 tempest-VolumesNegativeTest-756163362-project] Made reservation on behalf of 9aa00ad6e66044539b6dcdb24e41f1a1 for: {'port': 1} {{(pid=93587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 19:08:10.182052 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [req-c84c893e-e085-4e95-a02f-4d096422ed17 req-da1566af-63d5-44d9-bd38-f74839dfd752 tempest-VolumesNegativeTest-756163362 tempest-VolumesNegativeTest-756163362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555300'] for port, before_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:10.191581 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [req-c84c893e-e085-4e95-a02f-4d096422ed17 req-da1566af-63d5-44d9-bd38-f74839dfd752 tempest-VolumesNegativeTest-756163362 tempest-VolumesNegativeTest-756163362-project] Notify callbacks [] for security_group, before_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:10.248468 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.wsgi [-] (93587) accepted ('10.222.0.41', 36056) {{(pid=93587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:08:10.327418 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [req-c84c893e-e085-4e95-a02f-4d096422ed17 req-da1566af-63d5-44d9-bd38-f74839dfd752 tempest-VolumesNegativeTest-756163362 tempest-VolumesNegativeTest-756163362-project] Notify callbacks [] for security_group, precommit_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:10.332566 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.rpc [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Device 827be936-912d-43a2-8eb2-136d6f5f4c32 no longer exists at agent hyperv_hv-cinder-80265 {{(pid=93588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 19:08:10.333118 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-c26d7737-6eb8-4343-8161-be3e81327cfd tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] Notify callbacks [] for security_group, before_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:10.336505 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-023908e4-8dc6-4c46-9660-ed94f2241f9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3821637'] for router_interface, before_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:10.353337 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.plugin [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] No Port match for: 827be936-912d-43a2-8eb2-136d6f5f4c32 {{(pid=93588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 19:08:10.353684 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.rpc [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Device 827be936-912d-43a2-8eb2-136d6f5f4c32 not bound to the agent host hv-cinder-80265 {{(pid=93588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 19:08:10.359115 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-c26d7737-6eb8-4343-8161-be3e81327cfd tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:10.386743 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [req-c84c893e-e085-4e95-a02f-4d096422ed17 req-da1566af-63d5-44d9-bd38-f74839dfd752 tempest-VolumesNegativeTest-756163362 tempest-VolumesNegativeTest-756163362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676630'] for security_group, after_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:10.457120 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1566af-63d5-44d9-bd38-f74839dfd752 tempest-VolumesNegativeTest-756163362 tempest-VolumesNegativeTest-756163362-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f76eb87c-6aec-4af1-bde6-26ebad60354b,revision_number=1']} {{(pid=93587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:08:10.547654 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.db.db_base_plugin_common [req-c84c893e-e085-4e95-a02f-4d096422ed17 req-da1566af-63d5-44d9-bd38-f74839dfd752 tempest-VolumesNegativeTest-756163362 tempest-VolumesNegativeTest-756163362-project] Allocated IP 192.168.233.99 (e5a6aa10-0c11-4467-bb9c-a115415cc5fd/11a21c9e-1418-46eb-b7c2-0f7a4012bbaa/481e8230-9ced-40d9-a77a-2c19d641080a) {{(pid=93587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 19:08:10.566500 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.rpc [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Device 112013e8-11ad-40df-985e-92bc77816a0b no longer exists at agent ovs-agent-dv-cinder-802653-1-iscsi {{(pid=93588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 19:08:10.584576 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-c26d7737-6eb8-4343-8161-be3e81327cfd tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676630'] for security_group, after_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:10.591577 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-c26d7737-6eb8-4343-8161-be3e81327cfd tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] Notify callbacks [] for security_group, before_response {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:10.591577 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [None req-c26d7737-6eb8-4343-8161-be3e81327cfd tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "DELETE /v2.0/security-groups/2ca68dae-2096-4cc3-90a8-9371def495a7 HTTP/1.1" status: 204 len: 168 time: 0.3393528 Jul 28 19:08:10.595260 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.wsgi [-] (93587) accepted ('10.222.0.41', 36064) {{(pid=93587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:08:10.596732 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.plugin [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] No Port match for: 112013e8-11ad-40df-985e-92bc77816a0b {{(pid=93588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 19:08:10.597184 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.rpc [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Device 112013e8-11ad-40df-985e-92bc77816a0b not bound to the agent host dv-cinder-802653-1-iscsi {{(pid=93588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 19:08:10.617783 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26d7737-6eb8-4343-8161-be3e81327cfd tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ca68dae-2096-4cc3-90a8-9371def495a7,revision_number=None']} {{(pid=93587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:08:10.630087 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.api.v2.resource [None req-969d2788-8d72-49fe-85c2-90dc3195a9a6 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] show failed (client error): The resource could not be found. Jul 28 19:08:10.631215 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [None req-969d2788-8d72-49fe-85c2-90dc3195a9a6 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/security-groups/2ca68dae-2096-4cc3-90a8-9371def495a7 HTTP/1.1" status: 404 len: 347 time: 0.0323815 Jul 28 19:08:10.640073 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.wsgi [-] (93586) accepted ('10.222.0.41', 36066) {{(pid=93586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:08:10.708785 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-f57abe33-3458-4fce-9929-9e171dee680c req-395a4d48-2e37-41be-83f8-7be1007bd824 tempest-VolumesNegativeTest-756163362 tempest-VolumesNegativeTest-756163362-project] 10.222.0.41 "GET /v2.0/ports?device_id=4ef24b57-f62f-4684-82f0-fcd96c839299 HTTP/1.1" status: 200 len: 210 time: 0.0669773 Jul 28 19:08:10.733273 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [req-c84c893e-e085-4e95-a02f-4d096422ed17 req-da1566af-63d5-44d9-bd38-f74839dfd752 tempest-VolumesNegativeTest-756163362 tempest-VolumesNegativeTest-756163362-project] Notify callbacks [] for port, precommit_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:10.751369 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.db.provisioning_blocks [req-c84c893e-e085-4e95-a02f-4d096422ed17 req-da1566af-63d5-44d9-bd38-f74839dfd752 tempest-VolumesNegativeTest-756163362 tempest-VolumesNegativeTest-756163362-project] Transition to ACTIVE for port object 481e8230-9ced-40d9-a77a-2c19d641080a will not be triggered until provisioned by entity DHCP. {{(pid=93587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 19:08:10.794884 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.plugins.ml2.plugin [None req-023908e4-8dc6-4c46-9660-ed94f2241f9c admin admin] Deleting port a30a3690-56f6-41e8-9252-1284ea4a559c {{(pid=93586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 19:08:10.795229 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-023908e4-8dc6-4c46-9660-ed94f2241f9c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742349616523'] for port, before_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:10.861046 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.plugins.ml2.plugin [None req-8d8900de-72b8-41d1-a1bd-50ae35c22466 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] Deleting port d421c6d0-a73a-442a-bee5-c8c57fc24a0d {{(pid=93586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 19:08:10.861316 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-8d8900de-72b8-41d1-a1bd-50ae35c22466 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742349616523'] for port, before_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:10.924253 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [req-c84c893e-e085-4e95-a02f-4d096422ed17 req-da1566af-63d5-44d9-bd38-f74839dfd752 tempest-VolumesNegativeTest-756163362 tempest-VolumesNegativeTest-756163362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742349248516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9465727'] for port, after_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:10.926780 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.plugins.ml2.db [None req-023908e4-8dc6-4c46-9660-ed94f2241f9c admin admin] For port a30a3690-56f6-41e8-9252-1284ea4a559c, host dv-cinder-802653-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-1-iscsi',level=0,port_id=a30a3690-56f6-41e8-9252-1284ea4a559c,segment=NetworkSegment(3ebe97d1-df3f-4b3e-b96f-435d4b836c6d),segment_id=3ebe97d1-df3f-4b3e-b96f-435d4b836c6d)] {{(pid=93586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:08:10.927482 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-023908e4-8dc6-4c46-9660-ed94f2241f9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825298'] for port, precommit_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:10.945045 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.plugins.ml2.plugin [None req-023908e4-8dc6-4c46-9660-ed94f2241f9c admin admin] Calling delete_port for a30a3690-56f6-41e8-9252-1284ea4a559c owned by network:router_interface {{(pid=93586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 19:08:10.972727 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c84c893e-e085-4e95-a02f-4d096422ed17 req-da1566af-63d5-44d9-bd38-f74839dfd752 tempest-VolumesNegativeTest-756163362 tempest-VolumesNegativeTest-756163362-project] Network e5a6aa10-0c11-4467-bb9c-a115415cc5fd is already hosted by enough agents. {{(pid=93587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 19:08:10.976191 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.scheduler.base_scheduler [req-c84c893e-e085-4e95-a02f-4d096422ed17 req-da1566af-63d5-44d9-bd38-f74839dfd752 tempest-VolumesNegativeTest-756163362 tempest-VolumesNegativeTest-756163362-project] Resources bound (agent type, host, resource id): {{(pid=93587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 19:08:10.978550 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.db.l3_dvrscheduler_db [req-c84c893e-e085-4e95-a02f-4d096422ed17 req-da1566af-63d5-44d9-bd38-f74839dfd752 tempest-VolumesNegativeTest-756163362 tempest-VolumesNegativeTest-756163362-project] Received port after_create {{(pid=93587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 19:08:10.983235 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-8d8900de-72b8-41d1-a1bd-50ae35c22466 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825298'] for port, precommit_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:10.983803 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-8d8900de-72b8-41d1-a1bd-50ae35c22466 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:11.009134 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1566af-63d5-44d9-bd38-f74839dfd752 tempest-VolumesNegativeTest-756163362 tempest-VolumesNegativeTest-756163362-project] Pushing event updated for resources: {'Port': ['ID=481e8230-9ced-40d9-a77a-2c19d641080a,revision_number=1']} {{(pid=93587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:08:11.026307 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.plugins.ml2.plugin [None req-8d8900de-72b8-41d1-a1bd-50ae35c22466 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] Calling delete_port for d421c6d0-a73a-442a-bee5-c8c57fc24a0d owned by network:floatingip {{(pid=93586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 19:08:11.044730 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84c893e-e085-4e95-a02f-4d096422ed17 req-da1566af-63d5-44d9-bd38-f74839dfd752 tempest-VolumesNegativeTest-756163362 tempest-VolumesNegativeTest-756163362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:08:11.045388 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [req-c84c893e-e085-4e95-a02f-4d096422ed17 req-da1566af-63d5-44d9-bd38-f74839dfd752 tempest-VolumesNegativeTest-756163362 tempest-VolumesNegativeTest-756163362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148603'] for port, before_response {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:11.101764 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-c84c893e-e085-4e95-a02f-4d096422ed17 req-da1566af-63d5-44d9-bd38-f74839dfd752 tempest-VolumesNegativeTest-756163362 tempest-VolumesNegativeTest-756163362-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1186826 Jul 28 19:08:11.114341 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.v2.base [req-c84c893e-e085-4e95-a02f-4d096422ed17 req-a582aa33-b04f-4bf3-ac5e-1b0efd5e4f77 service neutron] Request body: {'port': {'device_id': '4ef24b57-f62f-4684-82f0-fcd96c839299', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80265'}} {{(pid=93587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:08:11.177757 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [req-c84c893e-e085-4e95-a02f-4d096422ed17 req-a582aa33-b04f-4bf3-ac5e-1b0efd5e4f77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555300'] for port, before_update {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:11.369962 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.provisioning_blocks [None req-b80fa031-1101-412a-a386-e4b5e238cb6f None None] Provisioning for port 481e8230-9ced-40d9-a77a-2c19d641080a completed by entity DHCP. {{(pid=93588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 19:08:11.374087 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.provisioning_blocks [None req-b80fa031-1101-412a-a386-e4b5e238cb6f None None] Provisioning complete for port 481e8230-9ced-40d9-a77a-2c19d641080a triggered by entity DHCP. {{(pid=93588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 19:08:11.375063 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-b80fa031-1101-412a-a386-e4b5e238cb6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721938'] for port, provisioning_complete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:11.412429 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.plugin [None req-b80fa031-1101-412a-a386-e4b5e238cb6f None None] Port 481e8230-9ced-40d9-a77a-2c19d641080a cannot update to ACTIVE because it is not bound. {{(pid=93588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 19:08:11.463448 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.notifiers.nova [req-c84c893e-e085-4e95-a02f-4d096422ed17 req-a582aa33-b04f-4bf3-ac5e-1b0efd5e4f77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 481e8230-9ced-40d9-a77a-2c19d641080a {{(pid=93587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 19:08:11.470772 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [req-c84c893e-e085-4e95-a02f-4d096422ed17 req-a582aa33-b04f-4bf3-ac5e-1b0efd5e4f77 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:11.482336 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.db.provisioning_blocks [req-c84c893e-e085-4e95-a02f-4d096422ed17 req-a582aa33-b04f-4bf3-ac5e-1b0efd5e4f77 service neutron] Transition to ACTIVE for port object 481e8230-9ced-40d9-a77a-2c19d641080a will not be triggered until provisioned by entity L2. {{(pid=93587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 19:08:11.563843 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [req-c84c893e-e085-4e95-a02f-4d096422ed17 req-a582aa33-b04f-4bf3-ac5e-1b0efd5e4f77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742349622321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742349248534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742349248552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9465702'] for port, after_update {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:11.599356 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-023908e4-8dc6-4c46-9660-ed94f2241f9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742349622303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742349248525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12083827'] for port, after_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:11.608180 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-8d8900de-72b8-41d1-a1bd-50ae35c22466 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742349622303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742349248525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12083827'] for port, after_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:11.629363 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023908e4-8dc6-4c46-9660-ed94f2241f9c admin admin] Pushing event deleted for resources: {'Port': ['ID=a30a3690-56f6-41e8-9252-1284ea4a559c,revision_number=None']} {{(pid=93586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:08:11.642898 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a582aa33-b04f-4bf3-ac5e-1b0efd5e4f77 service neutron] Pushing event updated for resources: {'Port': ['ID=481e8230-9ced-40d9-a77a-2c19d641080a,revision_number=2']} {{(pid=93587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:08:11.695901 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.plugins.ml2.managers [req-c84c893e-e085-4e95-a02f-4d096422ed17 req-a582aa33-b04f-4bf3-ac5e-1b0efd5e4f77 service neutron] Attempting to bind port 481e8230-9ced-40d9-a77a-2c19d641080a on host hv-cinder-80265 for vnic_type normal with profile {{(pid=93587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 19:08:11.696297 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.plugins.ml2.managers [req-c84c893e-e085-4e95-a02f-4d096422ed17 req-a582aa33-b04f-4bf3-ac5e-1b0efd5e4f77 service neutron] Attempting to bind port 481e8230-9ced-40d9-a77a-2c19d641080a by drivers openvswitch,hyperv on host hv-cinder-80265 at level 0 using segments [{'id': '5f932406-a6de-4b9f-a63f-77bae7efdb4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'e5a6aa10-0c11-4467-bb9c-a115415cc5fd'}] {{(pid=93587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 19:08:11.696643 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c84c893e-e085-4e95-a02f-4d096422ed17 req-a582aa33-b04f-4bf3-ac5e-1b0efd5e4f77 service neutron] Attempting to bind port 481e8230-9ced-40d9-a77a-2c19d641080a on network e5a6aa10-0c11-4467-bb9c-a115415cc5fd {{(pid=93587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 19:08:11.700937 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8900de-72b8-41d1-a1bd-50ae35c22466 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] Pushing event deleted for resources: {'Port': ['ID=d421c6d0-a73a-442a-bee5-c8c57fc24a0d,revision_number=None']} {{(pid=93586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:08:11.707142 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c84c893e-e085-4e95-a02f-4d096422ed17 req-a582aa33-b04f-4bf3-ac5e-1b0efd5e4f77 service neutron] Port 481e8230-9ced-40d9-a77a-2c19d641080a on network e5a6aa10-0c11-4467-bb9c-a115415cc5fd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80265 {{(pid=93587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 19:08:11.707658 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c84c893e-e085-4e95-a02f-4d096422ed17 req-a582aa33-b04f-4bf3-ac5e-1b0efd5e4f77 service neutron] Attempting to bind port 481e8230-9ced-40d9-a77a-2c19d641080a on network e5a6aa10-0c11-4467-bb9c-a115415cc5fd {{(pid=93587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 19:08:11.716860 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c84c893e-e085-4e95-a02f-4d096422ed17 req-a582aa33-b04f-4bf3-ac5e-1b0efd5e4f77 service neutron] Checking agent: {'id': 'f02a77d8-88e9-4ce1-b3bf-c8b64693a24a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80265', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 19, 1, 31), 'started_at': datetime.datetime(2021, 7, 28, 19, 1, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 19, 8, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 19:08:11.717279 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c84c893e-e085-4e95-a02f-4d096422ed17 req-a582aa33-b04f-4bf3-ac5e-1b0efd5e4f77 service neutron] Checking segment: {'id': '5f932406-a6de-4b9f-a63f-77bae7efdb4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'e5a6aa10-0c11-4467-bb9c-a115415cc5fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 19:08:11.717670 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c84c893e-e085-4e95-a02f-4d096422ed17 req-a582aa33-b04f-4bf3-ac5e-1b0efd5e4f77 service neutron] Bound using segment: {'id': '5f932406-a6de-4b9f-a63f-77bae7efdb4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'e5a6aa10-0c11-4467-bb9c-a115415cc5fd'} {{(pid=93587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 19:08:11.718109 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.plugins.ml2.managers [req-c84c893e-e085-4e95-a02f-4d096422ed17 req-a582aa33-b04f-4bf3-ac5e-1b0efd5e4f77 service neutron] Bound port: 481e8230-9ced-40d9-a77a-2c19d641080a, host: hv-cinder-80265, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f932406-a6de-4b9f-a63f-77bae7efdb4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'e5a6aa10-0c11-4467-bb9c-a115415cc5fd'}}] {{(pid=93587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 19:08:11.718471 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [req-c84c893e-e085-4e95-a02f-4d096422ed17 req-a582aa33-b04f-4bf3-ac5e-1b0efd5e4f77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555300'] for port, before_update {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:11.847760 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.plugins.ml2.db [req-c84c893e-e085-4e95-a02f-4d096422ed17 req-a582aa33-b04f-4bf3-ac5e-1b0efd5e4f77 service neutron] For port 481e8230-9ced-40d9-a77a-2c19d641080a, host hv-cinder-80265, cleared binding levels {{(pid=93587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 19:08:11.852442 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.plugins.ml2.db [req-c84c893e-e085-4e95-a02f-4d096422ed17 req-a582aa33-b04f-4bf3-ac5e-1b0efd5e4f77 service neutron] For port 481e8230-9ced-40d9-a77a-2c19d641080a, host hv-cinder-80265, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=481e8230-9ced-40d9-a77a-2c19d641080a,segment=NetworkSegment(5f932406-a6de-4b9f-a63f-77bae7efdb4f),segment_id=5f932406-a6de-4b9f-a63f-77bae7efdb4f)] {{(pid=93587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 19:08:11.860233 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-8d8900de-72b8-41d1-a1bd-50ae35c22466 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] Notify callbacks [] for floatingip, after_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:11.868354 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-8d8900de-72b8-41d1-a1bd-50ae35c22466 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148603'] for floatingip, before_response {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:11.868354 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [None req-8d8900de-72b8-41d1-a1bd-50ae35c22466 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "DELETE /v2.0/floatingips/c1274bfd-35bc-429a-954c-17e7fcc78b7d HTTP/1.1" status: 204 len: 168 time: 1.2213056 Jul 28 19:08:11.921198 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [req-c84c893e-e085-4e95-a02f-4d096422ed17 req-a582aa33-b04f-4bf3-ac5e-1b0efd5e4f77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742349622321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742349248534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742349248552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9465702'] for port, after_update {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:11.940321 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-023908e4-8dc6-4c46-9660-ed94f2241f9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3760063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3821609'] for router_interface, after_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:11.967273 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab00225-f2d8-4621-bd3c-2f3a383008c9 req-731c871a-d95b-489f-90b5-91a561e8d5a6 tempest-VolumesNegativeTest-756163362 tempest-VolumesNegativeTest-756163362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:08:11.968848 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-3ab00225-f2d8-4621-bd3c-2f3a383008c9 req-731c871a-d95b-489f-90b5-91a561e8d5a6 tempest-VolumesNegativeTest-756163362 tempest-VolumesNegativeTest-756163362-project] 10.222.0.41 "GET /v2.0/ports?device_id=4ef24b57-f62f-4684-82f0-fcd96c839299 HTTP/1.1" status: 200 len: 947 time: 0.1535561 Jul 28 19:08:11.998100 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84c893e-e085-4e95-a02f-4d096422ed17 req-a582aa33-b04f-4bf3-ac5e-1b0efd5e4f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:08:12.002894 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [req-c84c893e-e085-4e95-a02f-4d096422ed17 req-a582aa33-b04f-4bf3-ac5e-1b0efd5e4f77 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148603'] for port, before_response {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:12.002894 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-c84c893e-e085-4e95-a02f-4d096422ed17 req-a582aa33-b04f-4bf3-ac5e-1b0efd5e4f77 service neutron] 10.222.0.49 "PUT /v2.0/ports/481e8230-9ced-40d9-a77a-2c19d641080a HTTP/1.1" status: 200 len: 1097 time: 0.8903842 Jul 28 19:08:12.002894 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ef24b57-f62f-4684-82f0-fcd96c839299', 'tag': '481e8230-9ced-40d9-a77a-2c19d641080a'}] {{(pid=93587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 19:08:12.002894 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0425cd91716d62700118381c1ce81f16af4b0b2dffb745d1fa1c8d13c3262bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13503213-7746-4156-9b74-755ea110ce30" -d '{"events": [{"name": "network-changed", "server_uuid": "4ef24b57-f62f-4684-82f0-fcd96c839299", "tag": "481e8230-9ced-40d9-a77a-2c19d641080a"}]}' {{(pid=93587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 19:08:12.036035 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a582aa33-b04f-4bf3-ac5e-1b0efd5e4f77 service neutron] Pushing event updated for resources: {'Port': ['ID=481e8230-9ced-40d9-a77a-2c19d641080a,revision_number=3']} {{(pid=93587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:08:12.050960 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-3ab00225-f2d8-4621-bd3c-2f3a383008c9 req-fb9dfee0-7914-4e85-946b-845cc160a742 tempest-VolumesNegativeTest-756163362 tempest-VolumesNegativeTest-756163362-project] 10.222.0.41 "GET /v2.0/security-groups?id=f76eb87c-6aec-4af1-bde6-26ebad60354b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468633 Jul 28 19:08:12.166238 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84c893e-e085-4e95-a02f-4d096422ed17 req-59c1b2ad-4f40-4830-a2c7-e59006d4386c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:08:12.167712 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-c84c893e-e085-4e95-a02f-4d096422ed17 req-59c1b2ad-4f40-4830-a2c7-e59006d4386c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9aa00ad6e66044539b6dcdb24e41f1a1&device_id=4ef24b57-f62f-4684-82f0-fcd96c839299 HTTP/1.1" status: 200 len: 1100 time: 0.0701439 Jul 28 19:08:12.255013 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 19:08:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee5c2374-1e66-4ba7-8f8d-2fc0aefb5244 x-openstack-request-id: req-ee5c2374-1e66-4ba7-8f8d-2fc0aefb5244 {{(pid=93587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 19:08:12.255316 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ef24b57-f62f-4684-82f0-fcd96c839299", "tag": "481e8230-9ced-40d9-a77a-2c19d641080a", "status": "completed", "code": 200}]} {{(pid=93587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 19:08:12.255566 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ee5c2374-1e66-4ba7-8f8d-2fc0aefb5244 {{(pid=93587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 19:08:12.258863 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-023908e4-8dc6-4c46-9660-ed94f2241f9c admin admin] Router d0a74e95-329e-45b0-bb9d-72eed8510c30 has already been hosted by L3 agent a81dfe8c-a6e8-4fad-82b8-e31bee6ac2ff {{(pid=93586) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 19:08:12.261024 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ef24b57-f62f-4684-82f0-fcd96c839299', 'tag': '481e8230-9ced-40d9-a77a-2c19d641080a', 'status': 'completed', 'code': 200} Jul 28 19:08:12.266720 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-c84c893e-e085-4e95-a02f-4d096422ed17 req-5eef119e-d845-429a-a1ca-77c2d3cb443d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=481e8230-9ced-40d9-a77a-2c19d641080a HTTP/1.1" status: 200 len: 217 time: 0.0899055 Jul 28 19:08:12.324227 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84c893e-e085-4e95-a02f-4d096422ed17 req-9e347ead-36bc-40be-81ab-70cc9da7e496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:08:12.325965 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-c84c893e-e085-4e95-a02f-4d096422ed17 req-9e347ead-36bc-40be-81ab-70cc9da7e496 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=11a21c9e-1418-46eb-b7c2-0f7a4012bbaa HTTP/1.1" status: 200 len: 843 time: 0.0508738 Jul 28 19:08:12.368088 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-023908e4-8dc6-4c46-9660-ed94f2241f9c admin admin] Notify agent at l3_agent.dv-cinder-802653-1-iscsi the message routers_updated {{(pid=93586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 19:08:12.376267 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [None req-023908e4-8dc6-4c46-9660-ed94f2241f9c admin admin] 10.222.0.41 "PUT /v2.0/routers/d0a74e95-329e-45b0-bb9d-72eed8510c30/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4753079 Jul 28 19:08:12.376267 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.wsgi [-] (93586) accepted ('10.222.0.41', 36084) {{(pid=93586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:08:12.377955 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51c01886-5ac8-4ffc-acfd-a04310b09c88 None None] Sync routers for ids ['d0a74e95-329e-45b0-bb9d-72eed8510c30'] in dv-cinder-802653-1-iscsi {{(pid=93589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 19:08:12.391729 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84c893e-e085-4e95-a02f-4d096422ed17 req-3f8c7b5b-f502-473e-a506-e1f14a9aebd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:08:12.391729 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-c84c893e-e085-4e95-a02f-4d096422ed17 req-3f8c7b5b-f502-473e-a506-e1f14a9aebd6 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e5a6aa10-0c11-4467-bb9c-a115415cc5fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0566034 Jul 28 19:08:12.392035 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51c01886-5ac8-4ffc-acfd-a04310b09c88 None None] Routers {'d0a74e95-329e-45b0-bb9d-72eed8510c30'} bound to L3 agent in host dv-cinder-802653-1-iscsi {{(pid=93589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 19:08:12.392035 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.db.l3_hamode_db [None req-51c01886-5ac8-4ffc-acfd-a04310b09c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802653-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T18:54:54Z,description=,heartbeat_timestamp=2021-07-28T19:07:54Z,host='dv-cinder-802653-1-iscsi',id=a81dfe8c-a6e8-4fad-82b8-e31bee6ac2ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T18:54:55Z,topic='l3_agent')) {'router_ids': ['d0a74e95-329e-45b0-bb9d-72eed8510c30'], 'active': True} {{(pid=93589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:08:12.526850 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-c84c893e-e085-4e95-a02f-4d096422ed17 req-0ad34414-8717-42b3-b22c-8436a4530aa2 service neutron] 10.222.0.49 "GET /v2.0/networks/e5a6aa10-0c11-4467-bb9c-a115415cc5fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224861 Jul 28 19:08:12.545049 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-590518e5-1451-464e-90f6-99fc184fcab4 admin admin] Notify callbacks [] for router, before_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:12.628372 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.db.l3_dvr_db [None req-51c01886-5ac8-4ffc-acfd-a04310b09c88 None None] Set router d0a74e95-329e-45b0-bb9d-72eed8510c30 gateway port host: dv-cinder-802653-1-iscsi {{(pid=93589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 19:08:12.643360 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-c84c893e-e085-4e95-a02f-4d096422ed17 req-87df6f79-b59a-4610-8888-89378d7f9bc5 service neutron] 10.222.0.49 "GET /v2.0/networks/e5a6aa10-0c11-4467-bb9c-a115415cc5fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086657 Jul 28 19:08:12.682958 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-590518e5-1451-464e-90f6-99fc184fcab4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:12.704666 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.wsgi [-] (93586) accepted ('10.222.0.41', 36090) {{(pid=93586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:08:12.709726 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.v2.base [None req-5c23cf49-5a25-4a00-b69c-f41b48dc9a55 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1014054986', 'description': 'tempest-description--441336023'}} {{(pid=93586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:08:12.813039 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.db.l3_hamode_db [None req-51c01886-5ac8-4ffc-acfd-a04310b09c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0a74e95-329e-45b0-bb9d-72eed8510c30', 'name': 'tempest-TestMinimumBasicScenario-503621872-router', 'tenant_id': '8dfce28566ed4d1891812fe1dd2471c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df', 'external_fixed_ips': [{'subnet_id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': 'cc47a72d-e27b-4bb3-99e8-6f8ef46cc032', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:05:02Z', 'updated_at': '2021-07-28T19:08:11Z', 'revision_number': 5, 'project_id': '8dfce28566ed4d1891812fe1dd2471c1', 'gw_port': {'id': 'cc47a72d-e27b-4bb3-99e8-6f8ef46cc032', 'name': '', 'network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:2e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a74e95-329e-45b0-bb9d-72eed8510c30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:05:03Z', 'updated_at': '2021-07-28T19:05:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-1-iscsi'}], 'dv-cinder-802653-1-iscsi', False) {} {{(pid=93589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:08:12.836047 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-5c23cf49-5a25-4a00-b69c-f41b48dc9a55 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] Notify callbacks [] for security_group, before_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:12.871048 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13503213-7746-4156-9b74-755ea110ce30 req-41c274ad-fe15-40ae-a333-e1e48ca0cc5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:08:12.873378 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-13503213-7746-4156-9b74-755ea110ce30 req-41c274ad-fe15-40ae-a333-e1e48ca0cc5e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9aa00ad6e66044539b6dcdb24e41f1a1&device_id=4ef24b57-f62f-4684-82f0-fcd96c839299 HTTP/1.1" status: 200 len: 1100 time: 0.0480449 Jul 28 19:08:12.916315 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.plugins.ml2.plugin [None req-590518e5-1451-464e-90f6-99fc184fcab4 admin admin] Deleting port cc47a72d-e27b-4bb3-99e8-6f8ef46cc032 {{(pid=93586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 19:08:12.916632 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-590518e5-1451-464e-90f6-99fc184fcab4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742349616523'] for port, before_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:12.928415 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51c01886-5ac8-4ffc-acfd-a04310b09c88 None None] Checking router: d0a74e95-329e-45b0-bb9d-72eed8510c30 for host: dv-cinder-802653-1-iscsi {{(pid=93589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 19:08:12.939076 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51c01886-5ac8-4ffc-acfd-a04310b09c88 None None] Routers {'d0a74e95-329e-45b0-bb9d-72eed8510c30'} bound to L3 agent in host dv-cinder-802653-1-iscsi {{(pid=93589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 19:08:12.939727 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.db.l3_hamode_db [None req-51c01886-5ac8-4ffc-acfd-a04310b09c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802653-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T18:54:54Z,description=,heartbeat_timestamp=2021-07-28T19:07:54Z,host='dv-cinder-802653-1-iscsi',id=a81dfe8c-a6e8-4fad-82b8-e31bee6ac2ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T18:54:55Z,topic='l3_agent')) {'router_ids': ['d0a74e95-329e-45b0-bb9d-72eed8510c30'], 'active': True} {{(pid=93589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:08:12.982908 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13503213-7746-4156-9b74-755ea110ce30 req-651eb570-66b4-4b32-970d-a3627e7a353c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:08:12.984898 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-13503213-7746-4156-9b74-755ea110ce30 req-651eb570-66b4-4b32-970d-a3627e7a353c service neutron] 10.222.0.49 "GET /v2.0/networks?id=e5a6aa10-0c11-4467-bb9c-a115415cc5fd HTTP/1.1" status: 200 len: 870 time: 0.1011615 Jul 28 19:08:13.010234 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-5c23cf49-5a25-4a00-b69c-f41b48dc9a55 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] Notify callbacks [] for security_group, precommit_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:13.028126 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.plugins.ml2.db [None req-590518e5-1451-464e-90f6-99fc184fcab4 admin admin] For port cc47a72d-e27b-4bb3-99e8-6f8ef46cc032, host dv-cinder-802653-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-1-iscsi',level=0,port_id=cc47a72d-e27b-4bb3-99e8-6f8ef46cc032,segment=NetworkSegment(17bd56bb-f533-4c75-bcf1-86c99094db6a),segment_id=17bd56bb-f533-4c75-bcf1-86c99094db6a)] {{(pid=93586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:08:13.028491 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-590518e5-1451-464e-90f6-99fc184fcab4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825298'] for port, precommit_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:13.032542 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-13503213-7746-4156-9b74-755ea110ce30 req-dfd9ec44-c5a3-4165-a14d-1f7746f8226e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=481e8230-9ced-40d9-a77a-2c19d641080a HTTP/1.1" status: 200 len: 217 time: 0.0362070 Jul 28 19:08:13.036945 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.db.l3_dvr_db [None req-51c01886-5ac8-4ffc-acfd-a04310b09c88 None None] Set router d0a74e95-329e-45b0-bb9d-72eed8510c30 gateway port host: None {{(pid=93589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 19:08:13.042265 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.plugins.ml2.plugin [None req-590518e5-1451-464e-90f6-99fc184fcab4 admin admin] Calling delete_port for cc47a72d-e27b-4bb3-99e8-6f8ef46cc032 owned by network:router_gateway {{(pid=93586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 19:08:13.087096 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-5c23cf49-5a25-4a00-b69c-f41b48dc9a55 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676630'] for security_group, after_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:13.093737 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13503213-7746-4156-9b74-755ea110ce30 req-f58ffe34-f14a-4a2f-b1b9-146d4a94acbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:08:13.095908 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.db.l3_hamode_db [None req-51c01886-5ac8-4ffc-acfd-a04310b09c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0a74e95-329e-45b0-bb9d-72eed8510c30', 'name': 'tempest-TestMinimumBasicScenario-503621872-router', 'tenant_id': '8dfce28566ed4d1891812fe1dd2471c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:05:02Z', 'updated_at': '2021-07-28T19:08:12Z', 'revision_number': 6, 'project_id': '8dfce28566ed4d1891812fe1dd2471c1', 'gw_port_host': None}], 'dv-cinder-802653-1-iscsi', False) {} {{(pid=93589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:08:13.096449 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-13503213-7746-4156-9b74-755ea110ce30 req-f58ffe34-f14a-4a2f-b1b9-146d4a94acbb service neutron] 10.222.0.49 "GET /v2.0/subnets?id=11a21c9e-1418-46eb-b7c2-0f7a4012bbaa HTTP/1.1" status: 200 len: 843 time: 0.0559757 Jul 28 19:08:13.125021 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51c01886-5ac8-4ffc-acfd-a04310b09c88 None None] The sync data for ids ['d0a74e95-329e-45b0-bb9d-72eed8510c30'] in dv-cinder-802653-1-iscsi is: [{'id': 'd0a74e95-329e-45b0-bb9d-72eed8510c30', 'name': 'tempest-TestMinimumBasicScenario-503621872-router', 'tenant_id': '8dfce28566ed4d1891812fe1dd2471c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:05:02Z', 'updated_at': '2021-07-28T19:08:12Z', 'revision_number': 6, 'project_id': '8dfce28566ed4d1891812fe1dd2471c1', 'gw_port_host': None}] {{(pid=93589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 19:08:13.141372 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c23cf49-5a25-4a00-b69c-f41b48dc9a55 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12ee0b9e-0694-4c09-9d73-1979d0056de5,revision_number=1']} {{(pid=93586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:08:13.174749 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13503213-7746-4156-9b74-755ea110ce30 req-10ce1b6a-0050-459c-b439-c035e8cdd573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:08:13.179744 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-13503213-7746-4156-9b74-755ea110ce30 req-10ce1b6a-0050-459c-b439-c035e8cdd573 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e5a6aa10-0c11-4467-bb9c-a115415cc5fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0709620 Jul 28 19:08:13.202562 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-5c23cf49-5a25-4a00-b69c-f41b48dc9a55 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] Notify callbacks [] for security_group, before_response {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:13.203808 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [None req-5c23cf49-5a25-4a00-b69c-f41b48dc9a55 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4981036 Jul 28 19:08:13.222812 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.wsgi [-] (93586) accepted ('10.222.0.41', 36096) {{(pid=93586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:08:13.231867 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.v2.base [None req-c8a7d054-2073-4f86-a031-68ebe6765e38 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] Request body: {'security_group_rule': {'security_group_id': '12ee0b9e-0694-4c09-9d73-1979d0056de5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:08:13.275029 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3cf4fb-83a0-4a3d-8eae-d776b015b382 req-0b0c5b78-215d-43f4-916a-dc6786e59ae8 tempest-VolumesNegativeTest-756163362 tempest-VolumesNegativeTest-756163362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:08:13.276602 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-9c3cf4fb-83a0-4a3d-8eae-d776b015b382 req-0b0c5b78-215d-43f4-916a-dc6786e59ae8 tempest-VolumesNegativeTest-756163362 tempest-VolumesNegativeTest-756163362-project] 10.222.0.41 "GET /v2.0/ports?device_id=4ef24b57-f62f-4684-82f0-fcd96c839299 HTTP/1.1" status: 200 len: 947 time: 0.0895367 Jul 28 19:08:13.278543 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-13503213-7746-4156-9b74-755ea110ce30 req-310a0e0b-dfa7-4021-81e6-2d51d1acff1a service neutron] 10.222.0.49 "GET /v2.0/networks/e5a6aa10-0c11-4467-bb9c-a115415cc5fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940304 Jul 28 19:08:13.339705 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-9c3cf4fb-83a0-4a3d-8eae-d776b015b382 req-8e318c88-c2dc-444e-8895-41027c0e047e tempest-VolumesNegativeTest-756163362 tempest-VolumesNegativeTest-756163362-project] 10.222.0.41 "GET /v2.0/security-groups?id=f76eb87c-6aec-4af1-bde6-26ebad60354b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451519 Jul 28 19:08:13.362550 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-c8a7d054-2073-4f86-a031-68ebe6765e38 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:13.380033 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-13503213-7746-4156-9b74-755ea110ce30 req-6dfb0dac-efb1-484d-97cb-56608b11fb39 service neutron] 10.222.0.49 "GET /v2.0/networks/e5a6aa10-0c11-4467-bb9c-a115415cc5fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937836 Jul 28 19:08:13.409809 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-c8a7d054-2073-4f86-a031-68ebe6765e38 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:13.414671 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-590518e5-1451-464e-90f6-99fc184fcab4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742349622303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742349248525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12083827'] for port, after_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:13.444839 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590518e5-1451-464e-90f6-99fc184fcab4 admin admin] Pushing event deleted for resources: {'Port': ['ID=cc47a72d-e27b-4bb3-99e8-6f8ef46cc032,revision_number=None']} {{(pid=93586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:08:13.465964 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590518e5-1451-464e-90f6-99fc184fcab4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:08:13.466311 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590518e5-1451-464e-90f6-99fc184fcab4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:08:13.466646 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590518e5-1451-464e-90f6-99fc184fcab4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:08:13.467690 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590518e5-1451-464e-90f6-99fc184fcab4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:08:13.467690 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590518e5-1451-464e-90f6-99fc184fcab4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:08:13.467690 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590518e5-1451-464e-90f6-99fc184fcab4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:08:13.467974 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590518e5-1451-464e-90f6-99fc184fcab4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:08:13.468251 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590518e5-1451-464e-90f6-99fc184fcab4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:08:13.468578 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590518e5-1451-464e-90f6-99fc184fcab4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:08:13.468897 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590518e5-1451-464e-90f6-99fc184fcab4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:08:13.469215 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590518e5-1451-464e-90f6-99fc184fcab4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:08:13.469530 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590518e5-1451-464e-90f6-99fc184fcab4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:08:13.492858 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-c8a7d054-2073-4f86-a031-68ebe6765e38 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676583'] for security_group_rule, after_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:13.521879 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a7d054-2073-4f86-a031-68ebe6765e38 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34c7ad83-d7c6-4020-bc2f-9000c47d927e,revision_number=0']} {{(pid=93586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:08:13.532490 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-590518e5-1451-464e-90f6-99fc184fcab4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3821451'] for router_gateway, after_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:13.619503 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-c8a7d054-2073-4f86-a031-68ebe6765e38 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:13.620750 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [None req-c8a7d054-2073-4f86-a031-68ebe6765e38 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3956580 Jul 28 19:08:13.623865 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.wsgi [-] (93587) accepted ('10.222.0.41', 36102) {{(pid=93587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:08:13.623995 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-590518e5-1451-464e-90f6-99fc184fcab4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3885588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32157'] for router, precommit_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:13.626175 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-590518e5-1451-464e-90f6-99fc184fcab4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:13.628856 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.v2.base [None req-6fa65d95-d63c-4a47-9050-e0a621f0e678 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] Request body: {'security_group_rule': {'security_group_id': '12ee0b9e-0694-4c09-9d73-1979d0056de5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:08:13.712189 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-6fa65d95-d63c-4a47-9050-e0a621f0e678 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:13.746652 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-590518e5-1451-464e-90f6-99fc184fcab4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3885188'] for router, after_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:13.747939 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-590518e5-1451-464e-90f6-99fc184fcab4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d0a74e95-329e-45b0-bb9d-72eed8510c30 {{(pid=93586) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 19:08:13.752629 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-590518e5-1451-464e-90f6-99fc184fcab4 admin admin] Notify callbacks [] for router, before_response {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:13.753562 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [None req-590518e5-1451-464e-90f6-99fc184fcab4 admin admin] 10.222.0.41 "DELETE /v2.0/routers/d0a74e95-329e-45b0-bb9d-72eed8510c30 HTTP/1.1" status: 204 len: 168 time: 1.3769648 Jul 28 19:08:13.756132 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.wsgi [-] (93586) accepted ('10.222.0.41', 36104) {{(pid=93586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:08:13.771559 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-6fa65d95-d63c-4a47-9050-e0a621f0e678 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:13.800354 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec9e6271-120f-4eff-a3d9-f5993de5ae9d admin admin] Deleting subnet e80141e2-13ca-446e-a59d-21b80d62b4cc {{(pid=93586) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 28 19:08:13.803314 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-ec9e6271-120f-4eff-a3d9-f5993de5ae9d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:13.837593 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-ec9e6271-120f-4eff-a3d9-f5993de5ae9d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12083803'] for subnet, precommit_delete_associations {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:13.952678 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-6fa65d95-d63c-4a47-9050-e0a621f0e678 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676583'] for security_group_rule, after_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:13.957724 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-ec9e6271-120f-4eff-a3d9-f5993de5ae9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-783032'] for subnet, precommit_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:13.973165 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa65d95-d63c-4a47-9050-e0a621f0e678 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2663874-97c1-4d17-851d-828d4aa6741f,revision_number=0']} {{(pid=93587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:08:14.084560 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-6fa65d95-d63c-4a47-9050-e0a621f0e678 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:14.089015 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.wsgi [-] (93586) accepted ('10.222.0.41', 36106) {{(pid=93586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:08:14.096130 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [None req-6fa65d95-d63c-4a47-9050-e0a621f0e678 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4640918 Jul 28 19:08:14.096258 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.v2.base [None req-f336a46f-b902-4514-983f-2a3d891b3138 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] Request body: {'floatingip': {'floating_network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df'}} {{(pid=93586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:08:14.124689 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-ec9e6271-120f-4eff-a3d9-f5993de5ae9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12083804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12577348'] for subnet, after_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:14.162934 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9e6271-120f-4eff-a3d9-f5993de5ae9d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e80141e2-13ca-446e-a59d-21b80d62b4cc,revision_number=None']} {{(pid=93586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:08:14.162934 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-ec9e6271-120f-4eff-a3d9-f5993de5ae9d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:14.162934 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [None req-ec9e6271-120f-4eff-a3d9-f5993de5ae9d admin admin] 10.222.0.41 "DELETE /v2.0/subnets/e80141e2-13ca-446e-a59d-21b80d62b4cc HTTP/1.1" status: 204 len: 168 time: 0.4033775 Jul 28 19:08:14.163814 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.wsgi [-] (93586) accepted ('10.222.0.41', 36108) {{(pid=93586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:08:14.166218 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccdc47f1-ce3b-42a3-a1c0-099f82b2a7c4 None None] Network 1244114e-5936-4f00-b2e7-0dc5639d54cf requested from dv-cinder-802653-1-iscsi {{(pid=93588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 19:08:14.212217 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-f336a46f-b902-4514-983f-2a3d891b3138 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] Notify callbacks [] for floatingip, before_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:14.277058 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-ad93c9ba-c4e5-4317-836b-d03c2108a0a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-648881'] for network, before_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:14.369241 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f40310b5-cf48-4bbf-8e74-b7ec12cf5233 None None] DHCP port deletion for 1244114e-5936-4f00-b2e7-0dc5639d54cf request from dv-cinder-802653-1-iscsi {{(pid=93588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 19:08:14.387830 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.plugins.ml2.plugin [None req-ad93c9ba-c4e5-4317-836b-d03c2108a0a9 admin admin] Deleting port eaaf1af2-176d-4287-a35b-45141f41c96e {{(pid=93586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 19:08:14.388182 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-ad93c9ba-c4e5-4317-836b-d03c2108a0a9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742349616523'] for port, before_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:14.404164 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-f336a46f-b902-4514-983f-2a3d891b3138 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555300'] for port, before_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:14.425608 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.plugin [None req-f40310b5-cf48-4bbf-8e74-b7ec12cf5233 None None] Deleting port eaaf1af2-176d-4287-a35b-45141f41c96e {{(pid=93588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 19:08:14.426062 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-f40310b5-cf48-4bbf-8e74-b7ec12cf5233 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742349616523'] for port, before_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:14.490226 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.db [None req-f40310b5-cf48-4bbf-8e74-b7ec12cf5233 None None] For port eaaf1af2-176d-4287-a35b-45141f41c96e, host dv-cinder-802653-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-1-iscsi',level=0,port_id=eaaf1af2-176d-4287-a35b-45141f41c96e,segment=NetworkSegment(3ebe97d1-df3f-4b3e-b96f-435d4b836c6d),segment_id=3ebe97d1-df3f-4b3e-b96f-435d4b836c6d)] {{(pid=93588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:08:14.490727 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-f40310b5-cf48-4bbf-8e74-b7ec12cf5233 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825298'] for port, precommit_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:14.506279 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.plugin [None req-f40310b5-cf48-4bbf-8e74-b7ec12cf5233 None None] Calling delete_port for eaaf1af2-176d-4287-a35b-45141f41c96e owned by network:dhcp {{(pid=93588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 19:08:14.534065 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.plugins.ml2.db [None req-ad93c9ba-c4e5-4317-836b-d03c2108a0a9 admin admin] For port eaaf1af2-176d-4287-a35b-45141f41c96e, host dv-cinder-802653-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-1-iscsi',level=0,port_id=eaaf1af2-176d-4287-a35b-45141f41c96e,segment=NetworkSegment(3ebe97d1-df3f-4b3e-b96f-435d4b836c6d),segment_id=3ebe97d1-df3f-4b3e-b96f-435d4b836c6d)] {{(pid=93586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:08:14.534437 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-ad93c9ba-c4e5-4317-836b-d03c2108a0a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825298'] for port, precommit_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:14.560203 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2814d12f-11da-4fcc-8d3f-020714d76631 req-3d22ba9a-a2ab-4593-8f05-c6833df82eb3 tempest-VolumesNegativeTest-756163362 tempest-VolumesNegativeTest-756163362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:08:14.561693 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-2814d12f-11da-4fcc-8d3f-020714d76631 req-3d22ba9a-a2ab-4593-8f05-c6833df82eb3 tempest-VolumesNegativeTest-756163362 tempest-VolumesNegativeTest-756163362-project] 10.222.0.41 "GET /v2.0/ports?device_id=4ef24b57-f62f-4684-82f0-fcd96c839299 HTTP/1.1" status: 200 len: 947 time: 0.1285243 Jul 28 19:08:14.564598 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.plugins.ml2.plugin [None req-ad93c9ba-c4e5-4317-836b-d03c2108a0a9 admin admin] Calling delete_port for eaaf1af2-176d-4287-a35b-45141f41c96e owned by network:dhcp {{(pid=93586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 19:08:14.571497 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.rpc [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Device cc47a72d-e27b-4bb3-99e8-6f8ef46cc032 no longer exists at agent ovs-agent-dv-cinder-802653-1-iscsi {{(pid=93588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 19:08:14.593694 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.plugin [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] No Port match for: cc47a72d-e27b-4bb3-99e8-6f8ef46cc032 {{(pid=93588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 19:08:14.594100 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.rpc [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Device cc47a72d-e27b-4bb3-99e8-6f8ef46cc032 not bound to the agent host dv-cinder-802653-1-iscsi {{(pid=93588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 19:08:14.594581 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.rpc [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Device a30a3690-56f6-41e8-9252-1284ea4a559c no longer exists at agent ovs-agent-dv-cinder-802653-1-iscsi {{(pid=93588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 19:08:14.616557 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.plugin [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] No Port match for: a30a3690-56f6-41e8-9252-1284ea4a559c {{(pid=93588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 19:08:14.617005 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.rpc [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Device a30a3690-56f6-41e8-9252-1284ea4a559c not bound to the agent host dv-cinder-802653-1-iscsi {{(pid=93588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 19:08:14.617489 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.rpc [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Device eaaf1af2-176d-4287-a35b-45141f41c96e no longer exists at agent ovs-agent-dv-cinder-802653-1-iscsi {{(pid=93588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 19:08:14.690233 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.db.db_base_plugin_common [None req-f336a46f-b902-4514-983f-2a3d891b3138 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] Allocated IP 172.27.0.111 (e684c39a-2e11-408f-97ab-0003bc0ac2df/d732a1ba-ca87-47e9-b990-15a89705616d/ea86e5b4-92d1-4d8d-b724-30330ea86b77) {{(pid=93586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 19:08:14.694600 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-2814d12f-11da-4fcc-8d3f-020714d76631 req-622ee46a-8c75-4753-a3f7-cf2d36811c6b tempest-VolumesNegativeTest-756163362 tempest-VolumesNegativeTest-756163362-project] 10.222.0.41 "GET /v2.0/security-groups?id=f76eb87c-6aec-4af1-bde6-26ebad60354b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209426 Jul 28 19:08:14.695982 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555300'] for port, before_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:14.724637 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-f40310b5-cf48-4bbf-8e74-b7ec12cf5233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742349622303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742349248525'] for port, after_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:14.766821 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40310b5-cf48-4bbf-8e74-b7ec12cf5233 None None] Pushing event deleted for resources: {'Port': ['ID=eaaf1af2-176d-4287-a35b-45141f41c96e,revision_number=None']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:08:14.780315 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f40310b5-cf48-4bbf-8e74-b7ec12cf5233 None None] No DVR routers for this DVR port eaaf1af2-176d-4287-a35b-45141f41c96e on host dv-cinder-802653-1-iscsi {{(pid=93588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 19:08:15.002137 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-ad93c9ba-c4e5-4317-836b-d03c2108a0a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742349622303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742349248525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12083827'] for port, after_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:15.062022 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad93c9ba-c4e5-4317-836b-d03c2108a0a9 admin admin] No DVR routers for this DVR port eaaf1af2-176d-4287-a35b-45141f41c96e on host dv-cinder-802653-1-iscsi {{(pid=93586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 19:08:15.063370 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad93c9ba-c4e5-4317-836b-d03c2108a0a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=eaaf1af2-176d-4287-a35b-45141f41c96e,revision_number=None']} {{(pid=93586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:08:15.157999 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-ad93c9ba-c4e5-4317-836b-d03c2108a0a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721199', 'neutron.services.segments.db._delete_segments_for_network-8742349714737'] for network, precommit_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:15.175341 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.services.segments.db [None req-ad93c9ba-c4e5-4317-836b-d03c2108a0a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1244114e-5936-4f00-b2e7-0dc5639d54cf']}} {{(pid=93586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:08:15.191628 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.services.segments.db [None req-ad93c9ba-c4e5-4317-836b-d03c2108a0a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ebe97d1-df3f-4b3e-b96f-435d4b836c6d') {'for_net_delete': True} {{(pid=93586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:08:15.191953 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.services.segments.db [None req-ad93c9ba-c4e5-4317-836b-d03c2108a0a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ebe97d1-df3f-4b3e-b96f-435d4b836c6d') {} {{(pid=93586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:08:15.195357 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-f336a46f-b902-4514-983f-2a3d891b3138 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] Notify callbacks [] for port, precommit_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:15.206309 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-ad93c9ba-c4e5-4317-836b-d03c2108a0a9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742349715770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12083792'] for segment, before_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:15.224631 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-ad93c9ba-c4e5-4317-836b-d03c2108a0a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721374'] for segment, precommit_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:15.233375 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad93c9ba-c4e5-4317-836b-d03c2108a0a9 admin admin] Releasing vlan 433 on physical network physnet1 to pool {{(pid=93586) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 19:08:15.233757 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-ad93c9ba-c4e5-4317-836b-d03c2108a0a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12083586'] for segment, after_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:15.235374 dv-cinder-802653-1-iscsi neutron-server[93586]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 19:08:15.235374 dv-cinder-802653-1-iscsi neutron-server[93586]: self.session.flush() Jul 28 19:08:15.235374 dv-cinder-802653-1-iscsi neutron-server[93586]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 19:08:15.235374 dv-cinder-802653-1-iscsi neutron-server[93586]: self.session.flush() Jul 28 19:08:15.235374 dv-cinder-802653-1-iscsi neutron-server[93586]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 19:08:15.235374 dv-cinder-802653-1-iscsi neutron-server[93586]: self.session.flush() Jul 28 19:08:15.235374 dv-cinder-802653-1-iscsi neutron-server[93586]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 19:08:15.235374 dv-cinder-802653-1-iscsi neutron-server[93586]: self.session.flush() Jul 28 19:08:15.235374 dv-cinder-802653-1-iscsi neutron-server[93586]: Traceback (most recent call last): Jul 28 19:08:15.235374 dv-cinder-802653-1-iscsi neutron-server[93586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 19:08:15.235374 dv-cinder-802653-1-iscsi neutron-server[93586]: timer() Jul 28 19:08:15.235374 dv-cinder-802653-1-iscsi neutron-server[93586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 19:08:15.235374 dv-cinder-802653-1-iscsi neutron-server[93586]: cb(*args, **kw) Jul 28 19:08:15.235374 dv-cinder-802653-1-iscsi neutron-server[93586]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 19:08:15.235374 dv-cinder-802653-1-iscsi neutron-server[93586]: return func(*args, **kwargs) Jul 28 19:08:15.235374 dv-cinder-802653-1-iscsi neutron-server[93586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 19:08:15.235374 dv-cinder-802653-1-iscsi neutron-server[93586]: self._notify() Jul 28 19:08:15.235374 dv-cinder-802653-1-iscsi neutron-server[93586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 19:08:15.235374 dv-cinder-802653-1-iscsi neutron-server[93586]: self.callback(batched_events) Jul 28 19:08:15.235374 dv-cinder-802653-1-iscsi neutron-server[93586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 19:08:15.235374 dv-cinder-802653-1-iscsi neutron-server[93586]: event.method(event) Jul 28 19:08:15.235374 dv-cinder-802653-1-iscsi neutron-server[93586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 19:08:15.235374 dv-cinder-802653-1-iscsi neutron-server[93586]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 19:08:15.235374 dv-cinder-802653-1-iscsi neutron-server[93586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 19:08:15.235374 dv-cinder-802653-1-iscsi neutron-server[93586]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 19:08:15.235374 dv-cinder-802653-1-iscsi neutron-server[93586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 19:08:15.235374 dv-cinder-802653-1-iscsi neutron-server[93586]: return f(self, *a, **k) Jul 28 19:08:15.235374 dv-cinder-802653-1-iscsi neutron-server[93586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 19:08:15.235374 dv-cinder-802653-1-iscsi neutron-server[93586]: return self._get(url).json() Jul 28 19:08:15.235374 dv-cinder-802653-1-iscsi neutron-server[93586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 19:08:15.235374 dv-cinder-802653-1-iscsi neutron-server[93586]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 19:08:15.235374 dv-cinder-802653-1-iscsi neutron-server[93586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 19:08:15.235374 dv-cinder-802653-1-iscsi neutron-server[93586]: return self.request(url, 'GET', **kwargs) Jul 28 19:08:15.235374 dv-cinder-802653-1-iscsi neutron-server[93586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 19:08:15.235374 dv-cinder-802653-1-iscsi neutron-server[93586]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 19:08:15.235374 dv-cinder-802653-1-iscsi neutron-server[93586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 19:08:15.235374 dv-cinder-802653-1-iscsi neutron-server[93586]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 19:08:15.235374 dv-cinder-802653-1-iscsi neutron-server[93586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 19:08:15.235374 dv-cinder-802653-1-iscsi neutron-server[93586]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 19:08:15.235374 dv-cinder-802653-1-iscsi neutron-server[93586]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 19:08:15.369797 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-f336a46f-b902-4514-983f-2a3d891b3138 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742349248516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12083827'] for port, after_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:15.407966 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f336a46f-b902-4514-983f-2a3d891b3138 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] Network e684c39a-2e11-408f-97ab-0003bc0ac2df is already hosted by enough agents. {{(pid=93586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 19:08:15.408448 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-ad93c9ba-c4e5-4317-836b-d03c2108a0a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3821495'] for network, after_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:15.412571 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.scheduler.base_scheduler [None req-f336a46f-b902-4514-983f-2a3d891b3138 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] Resources bound (agent type, host, resource id): {{(pid=93586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 19:08:15.421387 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f336a46f-b902-4514-983f-2a3d891b3138 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] Received port after_create {{(pid=93586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 19:08:15.423521 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-ad93c9ba-c4e5-4317-836b-d03c2108a0a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760026'] for network, before_response {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:15.425406 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [None req-ad93c9ba-c4e5-4317-836b-d03c2108a0a9 admin admin] 10.222.0.41 "DELETE /v2.0/networks/1244114e-5936-4f00-b2e7-0dc5639d54cf HTTP/1.1" status: 204 len: 168 time: 1.2607708 Jul 28 19:08:15.457016 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad93c9ba-c4e5-4317-836b-d03c2108a0a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=1244114e-5936-4f00-b2e7-0dc5639d54cf,revision_number=None']} {{(pid=93586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:08:15.459515 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f336a46f-b902-4514-983f-2a3d891b3138 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] Pushing event updated for resources: {'Port': ['ID=ea86e5b4-92d1-4d8d-b724-30330ea86b77,revision_number=1']} {{(pid=93586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:08:15.525132 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-f336a46f-b902-4514-983f-2a3d891b3138 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:15.625518 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-f336a46f-b902-4514-983f-2a3d891b3138 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555300'] for port, before_update {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:15.777636 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.wsgi [-] (93587) accepted ('10.222.0.41', 36128) {{(pid=93587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:08:15.784491 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-f336a46f-b902-4514-983f-2a3d891b3138 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] Notify callbacks [] for port, precommit_update {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:15.820349 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [None req-f15e154f-4107-4693-872c-1effb2a063b3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e5f8b3f642634ceca190ab8e217700ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0414951 Jul 28 19:08:15.825949 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.wsgi [-] (93587) accepted ('10.222.0.41', 36130) {{(pid=93587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:08:15.832562 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115bae8a-2433-44e0-a5cf-bae2f6b3765e req-d70efbda-aa21-437b-b7b5-27f65977cdb6 tempest-VolumesNegativeTest-756163362 tempest-VolumesNegativeTest-756163362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:08:15.834173 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-115bae8a-2433-44e0-a5cf-bae2f6b3765e req-d70efbda-aa21-437b-b7b5-27f65977cdb6 tempest-VolumesNegativeTest-756163362 tempest-VolumesNegativeTest-756163362-project] 10.222.0.41 "GET /v2.0/ports?device_id=4ef24b57-f62f-4684-82f0-fcd96c839299 HTTP/1.1" status: 200 len: 947 time: 0.0668671 Jul 28 19:08:15.850017 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-f336a46f-b902-4514-983f-2a3d891b3138 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742349622321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742349248534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742349248552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12083818'] for port, after_update {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:15.874528 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-bcd7a410-9e2f-44d5-ac00-aec6291a7870 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:15.896278 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-bcd7a410-9e2f-44d5-ac00-aec6291a7870 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:15.931193 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-115bae8a-2433-44e0-a5cf-bae2f6b3765e req-6a74c8b2-ed78-4921-8a3f-136ec8fd1ab7 tempest-VolumesNegativeTest-756163362 tempest-VolumesNegativeTest-756163362-project] 10.222.0.41 "GET /v2.0/security-groups?id=f76eb87c-6aec-4af1-bde6-26ebad60354b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889704 Jul 28 19:08:15.941419 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f336a46f-b902-4514-983f-2a3d891b3138 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] Pushing event updated for resources: {'Port': ['ID=ea86e5b4-92d1-4d8d-b724-30330ea86b77,revision_number=2']} {{(pid=93586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:08:15.952396 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-f336a46f-b902-4514-983f-2a3d891b3138 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3821381'] for floatingip, after_update {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:15.998315 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-bcd7a410-9e2f-44d5-ac00-aec6291a7870 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676630'] for security_group, after_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:16.000901 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-bcd7a410-9e2f-44d5-ac00-aec6291a7870 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:16.002105 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [None req-bcd7a410-9e2f-44d5-ac00-aec6291a7870 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/cd99dac1-4ecb-4bbe-94ca-066efd8c979c HTTP/1.1" status: 204 len: 168 time: 0.1751437 Jul 28 19:08:16.010899 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd7a410-9e2f-44d5-ac00-aec6291a7870 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd99dac1-4ecb-4bbe-94ca-066efd8c979c,revision_number=None']} {{(pid=93587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:08:16.049752 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-f336a46f-b902-4514-983f-2a3d891b3138 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148603'] for floatingip, before_response {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:16.051009 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [None req-f336a46f-b902-4514-983f-2a3d891b3138 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9609780 Jul 28 19:08:16.233817 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-fade2232-d4d1-463f-9e69-8794b478af32 req-d3df2136-b810-4381-b403-10e2aed74b54 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1014054986&fields=id&tenant_id=4dceb4eb37274cd9b3fcc8dffed09715 HTTP/1.1" status: 200 len: 267 time: 0.0331757 Jul 28 19:08:16.345173 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fade2232-d4d1-463f-9e69-8794b478af32 req-389e937c-2fa3-4ade-8f38-a01eda5fa17d tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:08:16.346687 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-fade2232-d4d1-463f-9e69-8794b478af32 req-389e937c-2fa3-4ade-8f38-a01eda5fa17d tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/networks?id=9a21bde8-e77f-4246-845e-15d2cf775c00 HTTP/1.1" status: 200 len: 811 time: 0.1051846 Jul 28 19:08:16.362933 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-fade2232-d4d1-463f-9e69-8794b478af32 req-a41f5b72-0f9f-41e9-a9ef-d46d4c628184 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/quotas/4dceb4eb37274cd9b3fcc8dffed09715 HTTP/1.1" status: 200 len: 375 time: 0.0100174 Jul 28 19:08:16.417394 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-fade2232-d4d1-463f-9e69-8794b478af32 req-db1c64c7-4d4f-4324-840f-4a1cd4da90e5 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=4dceb4eb37274cd9b3fcc8dffed09715&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0485263 Jul 28 19:08:16.570772 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.wsgi [-] (93587) accepted ('10.222.0.41', 36152) {{(pid=93587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:08:16.606807 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-fade2232-d4d1-463f-9e69-8794b478af32 req-466c0f97-ff3d-4b88-9fdf-0248c9f2e3c8 service neutron] 10.222.0.41 "GET /v2.0/networks/9a21bde8-e77f-4246-845e-15d2cf775c00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1774483 Jul 28 19:08:16.613244 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [None req-168837e0-54fa-42bf-80f1-5cba3a10ec7e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8dfce28566ed4d1891812fe1dd2471c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0412343 Jul 28 19:08:16.615796 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.wsgi [-] (93587) accepted ('10.222.0.41', 36154) {{(pid=93587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:08:16.662801 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-cd87bcfc-5997-4e58-8685-e125eaad7490 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:16.683568 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-cd87bcfc-5997-4e58-8685-e125eaad7490 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:16.698043 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-fade2232-d4d1-463f-9e69-8794b478af32 req-233fc12f-72b1-4e04-b392-b69e7ab91b49 service neutron] 10.222.0.41 "GET /v2.0/networks/9a21bde8-e77f-4246-845e-15d2cf775c00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850577 Jul 28 19:08:16.820850 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-cd87bcfc-5997-4e58-8685-e125eaad7490 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676630'] for security_group, after_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:16.823472 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-cd87bcfc-5997-4e58-8685-e125eaad7490 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:16.824668 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [None req-cd87bcfc-5997-4e58-8685-e125eaad7490 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1c6c0d06-7892-476e-ab1a-a6d3d7e4543a HTTP/1.1" status: 204 len: 168 time: 0.2079649 Jul 28 19:08:16.833797 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd87bcfc-5997-4e58-8685-e125eaad7490 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c6c0d06-7892-476e-ab1a-a6d3d7e4543a,revision_number=None']} {{(pid=93587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:08:16.840575 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd87bcfc-5997-4e58-8685-e125eaad7490 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:08:16.840930 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd87bcfc-5997-4e58-8685-e125eaad7490 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:08:16.841279 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd87bcfc-5997-4e58-8685-e125eaad7490 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:08:16.841613 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd87bcfc-5997-4e58-8685-e125eaad7490 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:08:16.841946 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd87bcfc-5997-4e58-8685-e125eaad7490 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:08:16.842285 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd87bcfc-5997-4e58-8685-e125eaad7490 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:08:16.842612 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd87bcfc-5997-4e58-8685-e125eaad7490 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:08:16.842942 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd87bcfc-5997-4e58-8685-e125eaad7490 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:08:16.843274 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd87bcfc-5997-4e58-8685-e125eaad7490 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:08:16.843600 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd87bcfc-5997-4e58-8685-e125eaad7490 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:08:16.843959 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd87bcfc-5997-4e58-8685-e125eaad7490 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:08:16.844649 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd87bcfc-5997-4e58-8685-e125eaad7490 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:08:16.923968 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-b4acc120-8c08-4a1f-9fb2-2b4a50bf11ac req-961ea32b-9d4f-4369-94eb-2a085cb9d40d tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=e326350e-a23b-47d5-b68b-4d32d9b75c29 HTTP/1.1" status: 200 len: 210 time: 0.0277505 Jul 28 19:08:17.061167 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75be92f2-b81d-4ce2-8989-d345e757cabf req-bd5ffafb-f49d-43a3-a41a-8b0c819847ff tempest-VolumesNegativeTest-756163362 tempest-VolumesNegativeTest-756163362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:08:17.062058 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-75be92f2-b81d-4ce2-8989-d345e757cabf req-bd5ffafb-f49d-43a3-a41a-8b0c819847ff tempest-VolumesNegativeTest-756163362 tempest-VolumesNegativeTest-756163362-project] 10.222.0.41 "GET /v2.0/ports?device_id=4ef24b57-f62f-4684-82f0-fcd96c839299 HTTP/1.1" status: 200 len: 947 time: 0.0561635 Jul 28 19:08:17.102244 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-75be92f2-b81d-4ce2-8989-d345e757cabf req-abfc2afc-ab08-4fe2-a64d-4c55b628b8ba tempest-VolumesNegativeTest-756163362 tempest-VolumesNegativeTest-756163362-project] 10.222.0.41 "GET /v2.0/security-groups?id=f76eb87c-6aec-4af1-bde6-26ebad60354b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336607 Jul 28 19:08:17.788349 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.rpc [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Device 481e8230-9ced-40d9-a77a-2c19d641080a details requested by agent hyperv_hv-cinder-80265 with host hv-cinder-80265 {{(pid=93588) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 19:08:17.884871 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.db [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] For port 481e8230-9ced-40d9-a77a-2c19d641080a, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=481e8230-9ced-40d9-a77a-2c19d641080a,segment=NetworkSegment(5f932406-a6de-4b9f-a63f-77bae7efdb4f),segment_id=5f932406-a6de-4b9f-a63f-77bae7efdb4f)] {{(pid=93588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:08:18.015685 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.rpc [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Returning: {'device': '481e8230-9ced-40d9-a77a-2c19d641080a', 'network_id': 'e5a6aa10-0c11-4467-bb9c-a115415cc5fd', 'port_id': '481e8230-9ced-40d9-a77a-2c19d641080a', 'mac_address': 'fa:16:3e:cc:bc:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11a21c9e-1418-46eb-b7c2-0f7a4012bbaa', 'ip_address': '192.168.233.99'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93588) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 19:08:18.021601 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-19f7382c-d590-49d2-8e28-3ca7ee22d710 req-8acbc742-a4b0-4db5-bef7-92b61085af68 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=e326350e-a23b-47d5-b68b-4d32d9b75c29 HTTP/1.1" status: 200 len: 210 time: 0.0267477 Jul 28 19:08:18.054323 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555300'] for port, before_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:18.066666 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.notifiers.nova [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 481e8230-9ced-40d9-a77a-2c19d641080a {{(pid=93588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 19:08:18.086568 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.db [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] For port 481e8230-9ced-40d9-a77a-2c19d641080a, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=481e8230-9ced-40d9-a77a-2c19d641080a,segment=NetworkSegment(5f932406-a6de-4b9f-a63f-77bae7efdb4f),segment_id=5f932406-a6de-4b9f-a63f-77bae7efdb4f)] {{(pid=93588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:08:18.153063 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742349622321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742349248534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742349248552'] for port, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:18.205221 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Pushing event updated for resources: {'Port': ['ID=481e8230-9ced-40d9-a77a-2c19d641080a,revision_number=4']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:08:18.231014 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27223051-ab5a-488d-8fde-29a88329cf37 req-3e43888d-d0f3-4afa-82c5-18e84fc0ba73 tempest-VolumesNegativeTest-756163362 tempest-VolumesNegativeTest-756163362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:08:18.232579 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-27223051-ab5a-488d-8fde-29a88329cf37 req-3e43888d-d0f3-4afa-82c5-18e84fc0ba73 tempest-VolumesNegativeTest-756163362 tempest-VolumesNegativeTest-756163362-project] 10.222.0.41 "GET /v2.0/ports?device_id=4ef24b57-f62f-4684-82f0-fcd96c839299 HTTP/1.1" status: 200 len: 948 time: 0.0580800 Jul 28 19:08:18.269785 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-27223051-ab5a-488d-8fde-29a88329cf37 req-cf6add84-e337-44be-8849-9dc41367d97d tempest-VolumesNegativeTest-756163362 tempest-VolumesNegativeTest-756163362-project] 10.222.0.41 "GET /v2.0/security-groups?id=f76eb87c-6aec-4af1-bde6-26ebad60354b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311091 Jul 28 19:08:18.368863 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.db [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] get_ports_and_sgs() called for port_ids ['481e8230-9ced-40d9-a77a-2c19d641080a'] {{(pid=93588) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 19:08:18.671353 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.db.agents_db [None req-65e7ef76-a059-4ec3-9341-f72ff4ef7e59 None None] Agent healthcheck: found 6 active agents {{(pid=93589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 19:08:18.980724 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fade2232-d4d1-463f-9e69-8794b478af32 req-b63c335a-4128-4412-9c95-fb2de0c5b813 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:08:18.982335 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-fade2232-d4d1-463f-9e69-8794b478af32 req-b63c335a-4128-4412-9c95-fb2de0c5b813 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.49 "GET /v2.0/networks?id=9a21bde8-e77f-4246-845e-15d2cf775c00 HTTP/1.1" status: 200 len: 811 time: 0.1134419 Jul 28 19:08:19.026822 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-fade2232-d4d1-463f-9e69-8794b478af32 req-1319988f-bbb8-492a-8e12-88a9bbdb1a93 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4dceb4eb37274cd9b3fcc8dffed09715 HTTP/1.1" status: 200 len: 380 time: 0.0347543 Jul 28 19:08:19.046591 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.v2.base [req-fade2232-d4d1-463f-9e69-8794b478af32 req-fdd2ded5-68b0-43c7-bcc9-f1654f8578a0 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] Request body: {'port': {'device_id': 'e326350e-a23b-47d5-b68b-4d32d9b75c29', 'network_id': '9a21bde8-e77f-4246-845e-15d2cf775c00', 'admin_state_up': True, 'tenant_id': '4dceb4eb37274cd9b3fcc8dffed09715', 'security_groups': ['12ee0b9e-0694-4c09-9d73-1979d0056de5']}} {{(pid=93587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:08:19.127291 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-09e2ad88-cb51-409a-8748-e08434b0b916 req-fc106315-920b-4221-8bb0-9b197c14964e tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=e326350e-a23b-47d5-b68b-4d32d9b75c29 HTTP/1.1" status: 200 len: 210 time: 0.0281520 Jul 28 19:08:19.255110 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fade2232-d4d1-463f-9e69-8794b478af32 req-fdd2ded5-68b0-43c7-bcc9-f1654f8578a0 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] Made reservation on behalf of 4dceb4eb37274cd9b3fcc8dffed09715 for: {'port': 1} {{(pid=93587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 19:08:19.258842 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [req-fade2232-d4d1-463f-9e69-8794b478af32 req-fdd2ded5-68b0-43c7-bcc9-f1654f8578a0 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555300'] for port, before_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:19.387743 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.db.db_base_plugin_common [req-fade2232-d4d1-463f-9e69-8794b478af32 req-fdd2ded5-68b0-43c7-bcc9-f1654f8578a0 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] Allocated IP 172.20.0.4 (9a21bde8-e77f-4246-845e-15d2cf775c00/d8dd9f14-f474-4c6a-84f8-85ff7b8e642f/fb8a656a-3528-468b-8ffa-8e58621cf20d) {{(pid=93587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 19:08:19.393509 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb26507-3a50-4996-8af6-7167c98d7bf5 req-7808680a-50ec-4f7e-804f-d10e1fbb1b47 tempest-VolumesNegativeTest-756163362 tempest-VolumesNegativeTest-756163362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:08:19.395237 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-6eb26507-3a50-4996-8af6-7167c98d7bf5 req-7808680a-50ec-4f7e-804f-d10e1fbb1b47 tempest-VolumesNegativeTest-756163362 tempest-VolumesNegativeTest-756163362-project] 10.222.0.41 "GET /v2.0/ports?device_id=4ef24b57-f62f-4684-82f0-fcd96c839299 HTTP/1.1" status: 200 len: 948 time: 0.0552940 Jul 28 19:08:19.436895 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-6eb26507-3a50-4996-8af6-7167c98d7bf5 req-cb292f7b-d860-4804-a1b2-97ddaeb9090d tempest-VolumesNegativeTest-756163362 tempest-VolumesNegativeTest-756163362-project] 10.222.0.41 "GET /v2.0/security-groups?id=f76eb87c-6aec-4af1-bde6-26ebad60354b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347447 Jul 28 19:08:19.532361 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [req-fade2232-d4d1-463f-9e69-8794b478af32 req-fdd2ded5-68b0-43c7-bcc9-f1654f8578a0 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] Notify callbacks [] for port, precommit_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:19.545895 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.db.provisioning_blocks [req-fade2232-d4d1-463f-9e69-8794b478af32 req-fdd2ded5-68b0-43c7-bcc9-f1654f8578a0 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] Transition to ACTIVE for port object fb8a656a-3528-468b-8ffa-8e58621cf20d will not be triggered until provisioned by entity DHCP. {{(pid=93587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 19:08:19.689686 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [req-fade2232-d4d1-463f-9e69-8794b478af32 req-fdd2ded5-68b0-43c7-bcc9-f1654f8578a0 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742349248516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9465727'] for port, after_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:19.728986 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fade2232-d4d1-463f-9e69-8794b478af32 req-fdd2ded5-68b0-43c7-bcc9-f1654f8578a0 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] Network 9a21bde8-e77f-4246-845e-15d2cf775c00 is already hosted by enough agents. {{(pid=93587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 19:08:19.731928 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.scheduler.base_scheduler [req-fade2232-d4d1-463f-9e69-8794b478af32 req-fdd2ded5-68b0-43c7-bcc9-f1654f8578a0 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] Resources bound (agent type, host, resource id): {{(pid=93587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 19:08:19.735417 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.db.l3_dvrscheduler_db [req-fade2232-d4d1-463f-9e69-8794b478af32 req-fdd2ded5-68b0-43c7-bcc9-f1654f8578a0 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] Received port after_create {{(pid=93587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 19:08:19.762544 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd2ded5-68b0-43c7-bcc9-f1654f8578a0 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] Pushing event updated for resources: {'Port': ['ID=fb8a656a-3528-468b-8ffa-8e58621cf20d,revision_number=1']} {{(pid=93587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:08:19.788561 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.rpc [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Device 481e8230-9ced-40d9-a77a-2c19d641080a up at agent hyperv_hv-cinder-80265 {{(pid=93588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 19:08:19.791415 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fade2232-d4d1-463f-9e69-8794b478af32 req-fdd2ded5-68b0-43c7-bcc9-f1654f8578a0 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:08:19.792305 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [req-fade2232-d4d1-463f-9e69-8794b478af32 req-fdd2ded5-68b0-43c7-bcc9-f1654f8578a0 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148603'] for port, before_response {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:19.884955 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-fade2232-d4d1-463f-9e69-8794b478af32 req-fdd2ded5-68b0-43c7-bcc9-f1654f8578a0 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8421202 Jul 28 19:08:19.897697 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.v2.base [req-fade2232-d4d1-463f-9e69-8794b478af32 req-17e353bd-e51a-4a3d-ba66-946abe0548f8 service neutron] Request body: {'port': {'device_id': 'e326350e-a23b-47d5-b68b-4d32d9b75c29', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80265'}} {{(pid=93587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:08:19.958203 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [req-fade2232-d4d1-463f-9e69-8794b478af32 req-17e353bd-e51a-4a3d-ba66-946abe0548f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555300'] for port, before_update {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:19.958996 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.provisioning_blocks [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Provisioning for port 481e8230-9ced-40d9-a77a-2c19d641080a completed by entity L2. {{(pid=93588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 19:08:19.962765 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.provisioning_blocks [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Provisioning complete for port 481e8230-9ced-40d9-a77a-2c19d641080a triggered by entity L2. {{(pid=93588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 19:08:19.964036 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721938'] for port, provisioning_complete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:20.034537 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.provisioning_blocks [None req-af754eb9-6326-44a1-a49a-71b3634984d1 None None] Provisioning for port fb8a656a-3528-468b-8ffa-8e58621cf20d completed by entity DHCP. {{(pid=93588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 19:08:20.040782 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.provisioning_blocks [None req-af754eb9-6326-44a1-a49a-71b3634984d1 None None] Provisioning complete for port fb8a656a-3528-468b-8ffa-8e58621cf20d triggered by entity DHCP. {{(pid=93588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 19:08:20.041163 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-af754eb9-6326-44a1-a49a-71b3634984d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721938'] for port, provisioning_complete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:20.074612 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555300'] for port, before_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:20.092347 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.plugin [None req-af754eb9-6326-44a1-a49a-71b3634984d1 None None] Port fb8a656a-3528-468b-8ffa-8e58621cf20d cannot update to ACTIVE because it is not bound. {{(pid=93588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 19:08:20.104477 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ef24b57-f62f-4684-82f0-fcd96c839299', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '481e8230-9ced-40d9-a77a-2c19d641080a'}] {{(pid=93588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 19:08:20.106736 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1b0d83cbf58c08976f04b399db04c287f80045833914d8e5b61042f37766a37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36de8e7f-229f-4cda-b25d-0b7300a86bc0" -d '{"events": [{"server_uuid": "4ef24b57-f62f-4684-82f0-fcd96c839299", "name": "network-vif-plugged", "status": "completed", "tag": "481e8230-9ced-40d9-a77a-2c19d641080a"}]}' {{(pid=93588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 19:08:20.120637 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.db [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] For port 481e8230-9ced-40d9-a77a-2c19d641080a, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=481e8230-9ced-40d9-a77a-2c19d641080a,segment=NetworkSegment(5f932406-a6de-4b9f-a63f-77bae7efdb4f),segment_id=5f932406-a6de-4b9f-a63f-77bae7efdb4f)] {{(pid=93588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:08:20.144675 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 19:08:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a9eb843-f96f-4bfd-ab24-e3599aa20176 x-openstack-request-id: req-6a9eb843-f96f-4bfd-ab24-e3599aa20176 {{(pid=93588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 19:08:20.144974 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ef24b57-f62f-4684-82f0-fcd96c839299", "name": "network-vif-plugged", "status": "completed", "tag": "481e8230-9ced-40d9-a77a-2c19d641080a", "code": 200}]} {{(pid=93588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 19:08:20.145229 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6a9eb843-f96f-4bfd-ab24-e3599aa20176 {{(pid=93588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 19:08:20.145629 dv-cinder-802653-1-iscsi neutron-server[93588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ef24b57-f62f-4684-82f0-fcd96c839299', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '481e8230-9ced-40d9-a77a-2c19d641080a', 'code': 200} Jul 28 19:08:20.168716 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742349622321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742349248534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742349248552'] for port, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:20.227681 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Pushing event updated for resources: {'Port': ['ID=481e8230-9ced-40d9-a77a-2c19d641080a,revision_number=5']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:08:20.240493 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.notifiers.nova [req-fade2232-d4d1-463f-9e69-8794b478af32 req-17e353bd-e51a-4a3d-ba66-946abe0548f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb8a656a-3528-468b-8ffa-8e58621cf20d {{(pid=93587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 19:08:20.248146 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [req-fade2232-d4d1-463f-9e69-8794b478af32 req-17e353bd-e51a-4a3d-ba66-946abe0548f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:20.251283 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad88ed3-fa98-4c3e-8a83-a76e4622171d req-c741a42e-cd93-41ef-8cd1-af54ed26f616 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:08:20.252814 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-cad88ed3-fa98-4c3e-8a83-a76e4622171d req-c741a42e-cd93-41ef-8cd1-af54ed26f616 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=e326350e-a23b-47d5-b68b-4d32d9b75c29 HTTP/1.1" status: 200 len: 931 time: 0.0516684 Jul 28 19:08:20.260506 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.db.provisioning_blocks [req-fade2232-d4d1-463f-9e69-8794b478af32 req-17e353bd-e51a-4a3d-ba66-946abe0548f8 service neutron] Transition to ACTIVE for port object fb8a656a-3528-468b-8ffa-8e58621cf20d will not be triggered until provisioned by entity L2. {{(pid=93587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 19:08:20.294699 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-cad88ed3-fa98-4c3e-8a83-a76e4622171d req-61697346-d98f-47ed-b026-57ea91bb09a4 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/security-groups?id=12ee0b9e-0694-4c09-9d73-1979d0056de5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344315 Jul 28 19:08:20.341249 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [req-fade2232-d4d1-463f-9e69-8794b478af32 req-17e353bd-e51a-4a3d-ba66-946abe0548f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742349622321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742349248534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742349248552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9465702'] for port, after_update {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:20.388571 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e353bd-e51a-4a3d-ba66-946abe0548f8 service neutron] Pushing event updated for resources: {'Port': ['ID=fb8a656a-3528-468b-8ffa-8e58621cf20d,revision_number=2']} {{(pid=93587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:08:20.479498 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.plugins.ml2.managers [req-fade2232-d4d1-463f-9e69-8794b478af32 req-17e353bd-e51a-4a3d-ba66-946abe0548f8 service neutron] Attempting to bind port fb8a656a-3528-468b-8ffa-8e58621cf20d on host hv-cinder-80265 for vnic_type normal with profile {{(pid=93587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 19:08:20.479750 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.plugins.ml2.managers [req-fade2232-d4d1-463f-9e69-8794b478af32 req-17e353bd-e51a-4a3d-ba66-946abe0548f8 service neutron] Attempting to bind port fb8a656a-3528-468b-8ffa-8e58621cf20d by drivers openvswitch,hyperv on host hv-cinder-80265 at level 0 using segments [{'id': '559a2b3b-45f1-4ed6-a9a8-30cdc01cbf76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '9a21bde8-e77f-4246-845e-15d2cf775c00'}] {{(pid=93587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 19:08:20.480109 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fade2232-d4d1-463f-9e69-8794b478af32 req-17e353bd-e51a-4a3d-ba66-946abe0548f8 service neutron] Attempting to bind port fb8a656a-3528-468b-8ffa-8e58621cf20d on network 9a21bde8-e77f-4246-845e-15d2cf775c00 {{(pid=93587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 19:08:20.488115 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fade2232-d4d1-463f-9e69-8794b478af32 req-17e353bd-e51a-4a3d-ba66-946abe0548f8 service neutron] Port fb8a656a-3528-468b-8ffa-8e58621cf20d on network 9a21bde8-e77f-4246-845e-15d2cf775c00 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80265 {{(pid=93587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 19:08:20.488427 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fade2232-d4d1-463f-9e69-8794b478af32 req-17e353bd-e51a-4a3d-ba66-946abe0548f8 service neutron] Attempting to bind port fb8a656a-3528-468b-8ffa-8e58621cf20d on network 9a21bde8-e77f-4246-845e-15d2cf775c00 {{(pid=93587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 19:08:20.495265 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fade2232-d4d1-463f-9e69-8794b478af32 req-17e353bd-e51a-4a3d-ba66-946abe0548f8 service neutron] Checking agent: {'id': 'f02a77d8-88e9-4ce1-b3bf-c8b64693a24a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80265', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 19, 1, 31), 'started_at': datetime.datetime(2021, 7, 28, 19, 1, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 19, 8, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 19:08:20.495609 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fade2232-d4d1-463f-9e69-8794b478af32 req-17e353bd-e51a-4a3d-ba66-946abe0548f8 service neutron] Checking segment: {'id': '559a2b3b-45f1-4ed6-a9a8-30cdc01cbf76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '9a21bde8-e77f-4246-845e-15d2cf775c00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 19:08:20.496036 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fade2232-d4d1-463f-9e69-8794b478af32 req-17e353bd-e51a-4a3d-ba66-946abe0548f8 service neutron] Bound using segment: {'id': '559a2b3b-45f1-4ed6-a9a8-30cdc01cbf76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '9a21bde8-e77f-4246-845e-15d2cf775c00'} {{(pid=93587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 19:08:20.496472 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.plugins.ml2.managers [req-fade2232-d4d1-463f-9e69-8794b478af32 req-17e353bd-e51a-4a3d-ba66-946abe0548f8 service neutron] Bound port: fb8a656a-3528-468b-8ffa-8e58621cf20d, host: hv-cinder-80265, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '559a2b3b-45f1-4ed6-a9a8-30cdc01cbf76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '9a21bde8-e77f-4246-845e-15d2cf775c00'}}] {{(pid=93587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 19:08:20.497265 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [req-fade2232-d4d1-463f-9e69-8794b478af32 req-17e353bd-e51a-4a3d-ba66-946abe0548f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555300'] for port, before_update {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:20.594872 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.plugins.ml2.db [req-fade2232-d4d1-463f-9e69-8794b478af32 req-17e353bd-e51a-4a3d-ba66-946abe0548f8 service neutron] For port fb8a656a-3528-468b-8ffa-8e58621cf20d, host hv-cinder-80265, cleared binding levels {{(pid=93587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 19:08:20.600262 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.plugins.ml2.db [req-fade2232-d4d1-463f-9e69-8794b478af32 req-17e353bd-e51a-4a3d-ba66-946abe0548f8 service neutron] For port fb8a656a-3528-468b-8ffa-8e58621cf20d, host hv-cinder-80265, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=fb8a656a-3528-468b-8ffa-8e58621cf20d,segment=NetworkSegment(559a2b3b-45f1-4ed6-a9a8-30cdc01cbf76),segment_id=559a2b3b-45f1-4ed6-a9a8-30cdc01cbf76)] {{(pid=93587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 19:08:20.620821 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52769133-86ab-4cb4-8f45-f8400b1cf496 req-f535025f-7fb1-4b9e-8c36-51bcbeab6e57 tempest-VolumesNegativeTest-756163362 tempest-VolumesNegativeTest-756163362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:08:20.622411 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-52769133-86ab-4cb4-8f45-f8400b1cf496 req-f535025f-7fb1-4b9e-8c36-51bcbeab6e57 tempest-VolumesNegativeTest-756163362 tempest-VolumesNegativeTest-756163362-project] 10.222.0.41 "GET /v2.0/ports?device_id=4ef24b57-f62f-4684-82f0-fcd96c839299 HTTP/1.1" status: 200 len: 949 time: 0.0910552 Jul 28 19:08:20.628842 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5829c981-fe43-4271-8cb1-6a4b09a36db2 req-031af376-895b-4a90-9c08-225fb28ae031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:08:20.630273 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-5829c981-fe43-4271-8cb1-6a4b09a36db2 req-031af376-895b-4a90-9c08-225fb28ae031 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=4ef24b57-f62f-4684-82f0-fcd96c839299 HTTP/1.1" status: 200 len: 1102 time: 0.2033443 Jul 28 19:08:20.682975 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-52769133-86ab-4cb4-8f45-f8400b1cf496 req-912da77f-c6f3-40a1-8bbd-5ee5f8ced71f tempest-VolumesNegativeTest-756163362 tempest-VolumesNegativeTest-756163362-project] 10.222.0.41 "GET /v2.0/security-groups?id=f76eb87c-6aec-4af1-bde6-26ebad60354b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517406 Jul 28 19:08:20.686719 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-5829c981-fe43-4271-8cb1-6a4b09a36db2 req-43dac12d-49dc-4691-9a2e-c3e5bfbd6df6 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=f76eb87c-6aec-4af1-bde6-26ebad60354b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486243 Jul 28 19:08:20.712270 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [req-fade2232-d4d1-463f-9e69-8794b478af32 req-17e353bd-e51a-4a3d-ba66-946abe0548f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742349622321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742349248534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742349248552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9465702'] for port, after_update {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:20.750395 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fade2232-d4d1-463f-9e69-8794b478af32 req-17e353bd-e51a-4a3d-ba66-946abe0548f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:08:20.750395 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [req-fade2232-d4d1-463f-9e69-8794b478af32 req-17e353bd-e51a-4a3d-ba66-946abe0548f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148603'] for port, before_response {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:20.750395 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-fade2232-d4d1-463f-9e69-8794b478af32 req-17e353bd-e51a-4a3d-ba66-946abe0548f8 service neutron] 10.222.0.49 "PUT /v2.0/ports/fb8a656a-3528-468b-8ffa-8e58621cf20d HTTP/1.1" status: 200 len: 1093 time: 0.8552487 Jul 28 19:08:20.750395 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e326350e-a23b-47d5-b68b-4d32d9b75c29', 'tag': 'fb8a656a-3528-468b-8ffa-8e58621cf20d'}] {{(pid=93587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 19:08:20.751154 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0425cd91716d62700118381c1ce81f16af4b0b2dffb745d1fa1c8d13c3262bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8de0879-bdcb-47c5-8ff2-891c39bb87ee" -d '{"events": [{"name": "network-changed", "server_uuid": "e326350e-a23b-47d5-b68b-4d32d9b75c29", "tag": "fb8a656a-3528-468b-8ffa-8e58621cf20d"}]}' {{(pid=93587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 19:08:20.774500 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e353bd-e51a-4a3d-ba66-946abe0548f8 service neutron] Pushing event updated for resources: {'Port': ['ID=fb8a656a-3528-468b-8ffa-8e58621cf20d,revision_number=3']} {{(pid=93587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:08:20.790709 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 19:08:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4db05c7d-0845-4124-a53a-6ae5780a1488 x-openstack-request-id: req-4db05c7d-0845-4124-a53a-6ae5780a1488 {{(pid=93587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 19:08:20.790709 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e326350e-a23b-47d5-b68b-4d32d9b75c29", "tag": "fb8a656a-3528-468b-8ffa-8e58621cf20d", "status": "completed", "code": 200}]} {{(pid=93587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 19:08:20.790709 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4db05c7d-0845-4124-a53a-6ae5780a1488 {{(pid=93587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 19:08:20.791093 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e326350e-a23b-47d5-b68b-4d32d9b75c29', 'tag': 'fb8a656a-3528-468b-8ffa-8e58621cf20d', 'status': 'completed', 'code': 200} Jul 28 19:08:20.873236 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8de0879-bdcb-47c5-8ff2-891c39bb87ee req-0911fc4e-224f-46b2-9b09-453a41cd0f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:08:20.874735 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-c8de0879-bdcb-47c5-8ff2-891c39bb87ee req-0911fc4e-224f-46b2-9b09-453a41cd0f19 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=4dceb4eb37274cd9b3fcc8dffed09715&device_id=e326350e-a23b-47d5-b68b-4d32d9b75c29 HTTP/1.1" status: 200 len: 1096 time: 0.0443983 Jul 28 19:08:20.982481 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8de0879-bdcb-47c5-8ff2-891c39bb87ee req-1fb55a14-2e32-4dc4-81ec-47fa197bff4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:08:20.984029 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-c8de0879-bdcb-47c5-8ff2-891c39bb87ee req-1fb55a14-2e32-4dc4-81ec-47fa197bff4b service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=4dceb4eb37274cd9b3fcc8dffed09715&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1003335 Jul 28 19:08:21.079472 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8de0879-bdcb-47c5-8ff2-891c39bb87ee req-6c13efa9-ec1e-4d9b-8d43-1018fcbb8698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:08:21.080978 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-c8de0879-bdcb-47c5-8ff2-891c39bb87ee req-6c13efa9-ec1e-4d9b-8d43-1018fcbb8698 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0890627 Jul 28 19:08:21.162446 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fade2232-d4d1-463f-9e69-8794b478af32 req-cd937385-12f4-473e-abbd-0cc8dc86e854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:08:21.163959 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-fade2232-d4d1-463f-9e69-8794b478af32 req-cd937385-12f4-473e-abbd-0cc8dc86e854 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=4dceb4eb37274cd9b3fcc8dffed09715&device_id=e326350e-a23b-47d5-b68b-4d32d9b75c29 HTTP/1.1" status: 200 len: 1096 time: 0.0443687 Jul 28 19:08:21.205625 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-fade2232-d4d1-463f-9e69-8794b478af32 req-1ae12248-042c-42b7-806e-51d286bc42ba service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fb8a656a-3528-468b-8ffa-8e58621cf20d HTTP/1.1" status: 200 len: 217 time: 0.0328250 Jul 28 19:08:21.260269 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fade2232-d4d1-463f-9e69-8794b478af32 req-8840c73c-b7ba-43c7-89a7-0cbddce6ed97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:08:21.261688 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-fade2232-d4d1-463f-9e69-8794b478af32 req-8840c73c-b7ba-43c7-89a7-0cbddce6ed97 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d8dd9f14-f474-4c6a-84f8-85ff7b8e642f HTTP/1.1" status: 200 len: 850 time: 0.0430088 Jul 28 19:08:21.310006 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fade2232-d4d1-463f-9e69-8794b478af32 req-0a66f1b3-0a39-4a1e-a1cc-c9ce9b594609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:08:21.311382 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-fade2232-d4d1-463f-9e69-8794b478af32 req-0a66f1b3-0a39-4a1e-a1cc-c9ce9b594609 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9a21bde8-e77f-4246-845e-15d2cf775c00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0420089 Jul 28 19:08:21.414062 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-fade2232-d4d1-463f-9e69-8794b478af32 req-04a7c300-f182-4881-8fb5-f110abc2c508 service neutron] 10.222.0.49 "GET /v2.0/networks/9a21bde8-e77f-4246-845e-15d2cf775c00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880117 Jul 28 19:08:21.419747 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fe3315-635c-4690-887c-a3e2a3ec68ba req-bffe7cff-31a6-40ca-af76-7f3056f86fb0 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:08:21.421274 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-09fe3315-635c-4690-887c-a3e2a3ec68ba req-bffe7cff-31a6-40ca-af76-7f3056f86fb0 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=e326350e-a23b-47d5-b68b-4d32d9b75c29 HTTP/1.1" status: 200 len: 943 time: 0.0517249 Jul 28 19:08:21.463718 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-09fe3315-635c-4690-887c-a3e2a3ec68ba req-a9032c93-8871-45c8-a7e9-9e30ac31847d tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/security-groups?id=12ee0b9e-0694-4c09-9d73-1979d0056de5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361147 Jul 28 19:08:21.513179 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-fade2232-d4d1-463f-9e69-8794b478af32 req-5c421873-26f4-4832-9da5-ddba1560227d service neutron] 10.222.0.49 "GET /v2.0/networks/9a21bde8-e77f-4246-845e-15d2cf775c00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915616 Jul 28 19:08:21.575245 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-1fb277a6-77c5-4a6b-8ae7-ce4db92cddc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:21.800929 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ab2bc6-5c75-46b2-8dad-6669a9396a56 req-e9ec9db5-34b2-43de-adc0-6291bbe2a361 tempest-VolumesNegativeTest-756163362 tempest-VolumesNegativeTest-756163362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:08:21.802404 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-19ab2bc6-5c75-46b2-8dad-6669a9396a56 req-e9ec9db5-34b2-43de-adc0-6291bbe2a361 tempest-VolumesNegativeTest-756163362 tempest-VolumesNegativeTest-756163362-project] 10.222.0.41 "GET /v2.0/ports?device_id=4ef24b57-f62f-4684-82f0-fcd96c839299 HTTP/1.1" status: 200 len: 949 time: 0.0485291 Jul 28 19:08:21.843850 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-19ab2bc6-5c75-46b2-8dad-6669a9396a56 req-5990eebc-b556-43e1-a839-691097997bc3 tempest-VolumesNegativeTest-756163362 tempest-VolumesNegativeTest-756163362-project] 10.222.0.41 "GET /v2.0/security-groups?id=f76eb87c-6aec-4af1-bde6-26ebad60354b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347729 Jul 28 19:08:22.364628 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e8a605-3cce-4c70-a82a-09a9e59840a5 req-02dcff36-9a81-4028-8cf7-bf2d481d8796 tempest-VolumesNegativeTest-756163362 tempest-VolumesNegativeTest-756163362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:08:22.366146 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-59e8a605-3cce-4c70-a82a-09a9e59840a5 req-02dcff36-9a81-4028-8cf7-bf2d481d8796 tempest-VolumesNegativeTest-756163362 tempest-VolumesNegativeTest-756163362-project] 10.222.0.41 "GET /v2.0/ports?device_id=4ef24b57-f62f-4684-82f0-fcd96c839299 HTTP/1.1" status: 200 len: 949 time: 0.0490966 Jul 28 19:08:22.404272 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-59e8a605-3cce-4c70-a82a-09a9e59840a5 req-5cb9e8f9-c3be-497d-bc9f-3a390f96fc9c tempest-VolumesNegativeTest-756163362 tempest-VolumesNegativeTest-756163362-project] 10.222.0.41 "GET /v2.0/security-groups?id=f76eb87c-6aec-4af1-bde6-26ebad60354b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315502 Jul 28 19:08:22.735035 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f30ef01-9f9f-461f-8974-3fe65166b362 req-96f24cab-314d-4688-8b29-ecd1ab6b9580 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:08:22.736560 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-9f30ef01-9f9f-461f-8974-3fe65166b362 req-96f24cab-314d-4688-8b29-ecd1ab6b9580 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=e326350e-a23b-47d5-b68b-4d32d9b75c29 HTTP/1.1" status: 200 len: 943 time: 0.0493333 Jul 28 19:08:22.774081 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-9f30ef01-9f9f-461f-8974-3fe65166b362 req-e33af0b8-accb-4cdb-a4bf-67f090dad749 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/security-groups?id=12ee0b9e-0694-4c09-9d73-1979d0056de5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315113 Jul 28 19:08:23.523522 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da740281-8709-48dc-a52e-547df21b6a96 req-6c8b7c24-ce0b-46ee-9f99-6e65cfdaea3a tempest-VolumesNegativeTest-756163362 tempest-VolumesNegativeTest-756163362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:08:23.525855 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-da740281-8709-48dc-a52e-547df21b6a96 req-6c8b7c24-ce0b-46ee-9f99-6e65cfdaea3a tempest-VolumesNegativeTest-756163362 tempest-VolumesNegativeTest-756163362-project] 10.222.0.41 "GET /v2.0/ports?device_id=4ef24b57-f62f-4684-82f0-fcd96c839299 HTTP/1.1" status: 200 len: 949 time: 0.0485990 Jul 28 19:08:23.568498 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-da740281-8709-48dc-a52e-547df21b6a96 req-6cfb8da4-0d3c-4c4a-bcb6-206ffc46b931 tempest-VolumesNegativeTest-756163362 tempest-VolumesNegativeTest-756163362-project] 10.222.0.41 "GET /v2.0/security-groups?id=f76eb87c-6aec-4af1-bde6-26ebad60354b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366409 Jul 28 19:08:23.786624 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.rpc [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Device fb8a656a-3528-468b-8ffa-8e58621cf20d details requested by agent hyperv_hv-cinder-80265 with host hv-cinder-80265 {{(pid=93588) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 19:08:23.802103 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b92b21-9f0f-4cd1-9207-db2899d5b46b req-af36e6f8-efb8-4d13-94fb-43c4416f0d38 tempest-VolumesNegativeTest-756163362 tempest-VolumesNegativeTest-756163362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:08:23.803683 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-43b92b21-9f0f-4cd1-9207-db2899d5b46b req-af36e6f8-efb8-4d13-94fb-43c4416f0d38 tempest-VolumesNegativeTest-756163362 tempest-VolumesNegativeTest-756163362-project] 10.222.0.49 "GET /v2.0/ports?device_id=4ef24b57-f62f-4684-82f0-fcd96c839299 HTTP/1.1" status: 200 len: 949 time: 0.0489876 Jul 28 19:08:23.890904 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.db [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] For port fb8a656a-3528-468b-8ffa-8e58621cf20d, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=fb8a656a-3528-468b-8ffa-8e58621cf20d,segment=NetworkSegment(559a2b3b-45f1-4ed6-a9a8-30cdc01cbf76),segment_id=559a2b3b-45f1-4ed6-a9a8-30cdc01cbf76)] {{(pid=93588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:08:23.902346 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36eed4b0-b880-4f24-9d46-efff16a84323 req-08ef7fbe-06dc-4ebe-8865-a6dd5a1eeb35 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:08:23.903985 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.rpc [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Returning: {'device': 'fb8a656a-3528-468b-8ffa-8e58621cf20d', 'network_id': '9a21bde8-e77f-4246-845e-15d2cf775c00', 'port_id': 'fb8a656a-3528-468b-8ffa-8e58621cf20d', 'mac_address': 'fa:16:3e:22:14:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8dd9f14-f474-4c6a-84f8-85ff7b8e642f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93588) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 19:08:23.907537 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-36eed4b0-b880-4f24-9d46-efff16a84323 req-08ef7fbe-06dc-4ebe-8865-a6dd5a1eeb35 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=e326350e-a23b-47d5-b68b-4d32d9b75c29 HTTP/1.1" status: 200 len: 943 time: 0.0570731 Jul 28 19:08:23.913207 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.plugins.ml2.plugin [req-43b92b21-9f0f-4cd1-9207-db2899d5b46b req-aff84402-c889-4555-9986-c722f1b5d2ec tempest-VolumesNegativeTest-756163362 tempest-VolumesNegativeTest-756163362-project] Deleting port 481e8230-9ced-40d9-a77a-2c19d641080a {{(pid=93587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 19:08:23.913556 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [req-43b92b21-9f0f-4cd1-9207-db2899d5b46b req-aff84402-c889-4555-9986-c722f1b5d2ec tempest-VolumesNegativeTest-756163362 tempest-VolumesNegativeTest-756163362-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742349616523'] for port, before_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:23.955677 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555300'] for port, before_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:23.960332 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-36eed4b0-b880-4f24-9d46-efff16a84323 req-bd1ba09c-5e02-4a9d-95aa-d817e8649b4b tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/security-groups?id=12ee0b9e-0694-4c09-9d73-1979d0056de5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381315 Jul 28 19:08:23.972784 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.notifiers.nova [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb8a656a-3528-468b-8ffa-8e58621cf20d {{(pid=93588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 19:08:24.001150 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.db [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] For port fb8a656a-3528-468b-8ffa-8e58621cf20d, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=fb8a656a-3528-468b-8ffa-8e58621cf20d,segment=NetworkSegment(559a2b3b-45f1-4ed6-a9a8-30cdc01cbf76),segment_id=559a2b3b-45f1-4ed6-a9a8-30cdc01cbf76)] {{(pid=93588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:08:24.028328 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.plugins.ml2.db [req-43b92b21-9f0f-4cd1-9207-db2899d5b46b req-aff84402-c889-4555-9986-c722f1b5d2ec tempest-VolumesNegativeTest-756163362 tempest-VolumesNegativeTest-756163362-project] For port 481e8230-9ced-40d9-a77a-2c19d641080a, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=481e8230-9ced-40d9-a77a-2c19d641080a,segment=NetworkSegment(5f932406-a6de-4b9f-a63f-77bae7efdb4f),segment_id=5f932406-a6de-4b9f-a63f-77bae7efdb4f)] {{(pid=93587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:08:24.028677 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [req-43b92b21-9f0f-4cd1-9207-db2899d5b46b req-aff84402-c889-4555-9986-c722f1b5d2ec tempest-VolumesNegativeTest-756163362 tempest-VolumesNegativeTest-756163362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825298'] for port, precommit_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:24.040671 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.plugins.ml2.plugin [req-43b92b21-9f0f-4cd1-9207-db2899d5b46b req-aff84402-c889-4555-9986-c722f1b5d2ec tempest-VolumesNegativeTest-756163362 tempest-VolumesNegativeTest-756163362-project] Calling delete_port for 481e8230-9ced-40d9-a77a-2c19d641080a owned by compute:nova {{(pid=93587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 19:08:24.049873 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742349622321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742349248534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742349248552'] for port, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:24.098550 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Pushing event updated for resources: {'Port': ['ID=fb8a656a-3528-468b-8ffa-8e58621cf20d,revision_number=4']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:08:24.198188 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:24.265531 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.db [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] get_ports_and_sgs() called for port_ids ['fb8a656a-3528-468b-8ffa-8e58621cf20d'] {{(pid=93588) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 19:08:24.266973 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [req-43b92b21-9f0f-4cd1-9207-db2899d5b46b req-aff84402-c889-4555-9986-c722f1b5d2ec tempest-VolumesNegativeTest-756163362 tempest-VolumesNegativeTest-756163362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742349622303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742349248525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9465727'] for port, after_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:24.295899 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff84402-c889-4555-9986-c722f1b5d2ec tempest-VolumesNegativeTest-756163362 tempest-VolumesNegativeTest-756163362-project] Pushing event deleted for resources: {'Port': ['ID=481e8230-9ced-40d9-a77a-2c19d641080a,revision_number=None']} {{(pid=93587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:08:24.338726 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.db.l3_dvrscheduler_db [req-43b92b21-9f0f-4cd1-9207-db2899d5b46b req-aff84402-c889-4555-9986-c722f1b5d2ec tempest-VolumesNegativeTest-756163362 tempest-VolumesNegativeTest-756163362-project] No DVR routers for this DVR port 481e8230-9ced-40d9-a77a-2c19d641080a on host hv-cinder-80265 {{(pid=93587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 19:08:24.342778 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [req-43b92b21-9f0f-4cd1-9207-db2899d5b46b req-aff84402-c889-4555-9986-c722f1b5d2ec tempest-VolumesNegativeTest-756163362 tempest-VolumesNegativeTest-756163362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148603'] for port, before_response {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:24.352611 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-43b92b21-9f0f-4cd1-9207-db2899d5b46b req-aff84402-c889-4555-9986-c722f1b5d2ec tempest-VolumesNegativeTest-756163362 tempest-VolumesNegativeTest-756163362-project] 10.222.0.49 "DELETE /v2.0/ports/481e8230-9ced-40d9-a77a-2c19d641080a HTTP/1.1" status: 204 len: 173 time: 0.5429327 Jul 28 19:08:24.353106 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ef24b57-f62f-4684-82f0-fcd96c839299', 'name': 'network-vif-deleted', 'tag': '481e8230-9ced-40d9-a77a-2c19d641080a'}] {{(pid=93587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 19:08:24.372106 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0425cd91716d62700118381c1ce81f16af4b0b2dffb745d1fa1c8d13c3262bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22b6b393-a168-4605-8d0f-f522768e563a" -d '{"events": [{"server_uuid": "4ef24b57-f62f-4684-82f0-fcd96c839299", "name": "network-vif-deleted", "tag": "481e8230-9ced-40d9-a77a-2c19d641080a"}]}' {{(pid=93587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 19:08:24.412882 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-52f97199-4141-40b6-b0bd-2d554fcb3129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:24.425908 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 19:08:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bec0085-101e-4502-956d-35892cb3bee9 x-openstack-request-id: req-2bec0085-101e-4502-956d-35892cb3bee9 {{(pid=93587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 19:08:24.426196 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ef24b57-f62f-4684-82f0-fcd96c839299", "name": "network-vif-deleted", "tag": "481e8230-9ced-40d9-a77a-2c19d641080a", "status": "completed", "code": 200}]} {{(pid=93587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 19:08:24.426448 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2bec0085-101e-4502-956d-35892cb3bee9 {{(pid=93587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 19:08:24.427015 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ef24b57-f62f-4684-82f0-fcd96c839299', 'name': 'network-vif-deleted', 'tag': '481e8230-9ced-40d9-a77a-2c19d641080a', 'status': 'completed', 'code': 200} Jul 28 19:08:24.671865 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-1a522251-f303-4199-8651-b9ad0da819bc req-d7e19d1f-6442-488b-9b5e-b86afc1f2d87 tempest-VolumesNegativeTest-756163362 tempest-VolumesNegativeTest-756163362-project] 10.222.0.41 "GET /v2.0/ports?device_id=4ef24b57-f62f-4684-82f0-fcd96c839299 HTTP/1.1" status: 200 len: 210 time: 0.0301905 Jul 28 19:08:24.760494 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.db [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] get_ports_and_sgs() called for port_ids ['481e8230-9ced-40d9-a77a-2c19d641080a'] {{(pid=93588) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 19:08:25.082876 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553efccd-69ff-4f5f-ac32-015554d51208 req-276b4967-fb35-407d-afc3-f0437c6e641b tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:08:25.084538 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-553efccd-69ff-4f5f-ac32-015554d51208 req-276b4967-fb35-407d-afc3-f0437c6e641b tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=e326350e-a23b-47d5-b68b-4d32d9b75c29 HTTP/1.1" status: 200 len: 944 time: 0.0503407 Jul 28 19:08:25.123298 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-553efccd-69ff-4f5f-ac32-015554d51208 req-b87700db-71fd-498a-acc9-05b77a5bd8fb tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/security-groups?id=12ee0b9e-0694-4c09-9d73-1979d0056de5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326366 Jul 28 19:08:25.564413 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-acea1373-d53c-46a9-b089-9e40d352d773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:25.787782 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.rpc [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Device fb8a656a-3528-468b-8ffa-8e58621cf20d up at agent hyperv_hv-cinder-80265 {{(pid=93588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 19:08:25.918190 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.provisioning_blocks [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Provisioning for port fb8a656a-3528-468b-8ffa-8e58621cf20d completed by entity L2. {{(pid=93588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 19:08:25.922958 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.provisioning_blocks [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Provisioning complete for port fb8a656a-3528-468b-8ffa-8e58621cf20d triggered by entity L2. {{(pid=93588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 19:08:25.923436 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721938'] for port, provisioning_complete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:26.006604 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555300'] for port, before_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:26.031212 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e326350e-a23b-47d5-b68b-4d32d9b75c29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb8a656a-3528-468b-8ffa-8e58621cf20d'}] {{(pid=93588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 19:08:26.033515 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1b0d83cbf58c08976f04b399db04c287f80045833914d8e5b61042f37766a37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-841043c0-85d7-4551-b1d6-e3a9fb4a8df2" -d '{"events": [{"server_uuid": "e326350e-a23b-47d5-b68b-4d32d9b75c29", "name": "network-vif-plugged", "status": "completed", "tag": "fb8a656a-3528-468b-8ffa-8e58621cf20d"}]}' {{(pid=93588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 19:08:26.047062 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.db [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] For port fb8a656a-3528-468b-8ffa-8e58621cf20d, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=fb8a656a-3528-468b-8ffa-8e58621cf20d,segment=NetworkSegment(559a2b3b-45f1-4ed6-a9a8-30cdc01cbf76),segment_id=559a2b3b-45f1-4ed6-a9a8-30cdc01cbf76)] {{(pid=93588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:08:26.073736 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 19:08:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89fefbae-6c92-4f02-b540-228653d47a8f x-openstack-request-id: req-89fefbae-6c92-4f02-b540-228653d47a8f {{(pid=93588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 19:08:26.073736 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e326350e-a23b-47d5-b68b-4d32d9b75c29", "name": "network-vif-plugged", "status": "completed", "tag": "fb8a656a-3528-468b-8ffa-8e58621cf20d", "code": 200}]} {{(pid=93588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 19:08:26.073736 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-89fefbae-6c92-4f02-b540-228653d47a8f {{(pid=93588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 19:08:26.073736 dv-cinder-802653-1-iscsi neutron-server[93588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e326350e-a23b-47d5-b68b-4d32d9b75c29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb8a656a-3528-468b-8ffa-8e58621cf20d', 'code': 200} Jul 28 19:08:26.112261 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742349622321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742349248534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742349248552'] for port, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:26.113063 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.rpc [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Device 481e8230-9ced-40d9-a77a-2c19d641080a no longer exists at agent hyperv_hv-cinder-80265 {{(pid=93588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 19:08:26.156297 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.plugin [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] No Port match for: 481e8230-9ced-40d9-a77a-2c19d641080a {{(pid=93588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 19:08:26.156680 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.rpc [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Device 481e8230-9ced-40d9-a77a-2c19d641080a not bound to the agent host hv-cinder-80265 {{(pid=93588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 19:08:26.187906 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Pushing event updated for resources: {'Port': ['ID=fb8a656a-3528-468b-8ffa-8e58621cf20d,revision_number=5']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:08:26.254387 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7ad2df-d539-4d22-a03f-582ec3013aad req-21684b4a-2ff1-4b7b-a8c3-31844c17968b tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:08:26.255792 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-ce7ad2df-d539-4d22-a03f-582ec3013aad req-21684b4a-2ff1-4b7b-a8c3-31844c17968b tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=e326350e-a23b-47d5-b68b-4d32d9b75c29 HTTP/1.1" status: 200 len: 945 time: 0.0529850 Jul 28 19:08:26.294566 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-ce7ad2df-d539-4d22-a03f-582ec3013aad req-0c40700f-2299-4291-82f6-0cfabb30bff4 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/security-groups?id=12ee0b9e-0694-4c09-9d73-1979d0056de5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325277 Jul 28 19:08:26.383505 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd4de14-32c0-4b5e-a90a-7fedba458b3f req-29f3f400-cdf9-4a67-ae12-f1cf304d7432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:08:26.385370 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-6cd4de14-32c0-4b5e-a90a-7fedba458b3f req-29f3f400-cdf9-4a67-ae12-f1cf304d7432 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=e326350e-a23b-47d5-b68b-4d32d9b75c29 HTTP/1.1" status: 200 len: 1098 time: 0.0414357 Jul 28 19:08:26.427181 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-6cd4de14-32c0-4b5e-a90a-7fedba458b3f req-6f624410-ac5b-416f-8259-3ad1adbc9737 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=12ee0b9e-0694-4c09-9d73-1979d0056de5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314589 Jul 28 19:08:27.419132 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6fb5c3-1994-4d3c-97e2-3855da04ed9e req-ca8be486-0f42-4cb8-9e51-eca3530ab1ca tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:08:27.420722 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-8c6fb5c3-1994-4d3c-97e2-3855da04ed9e req-ca8be486-0f42-4cb8-9e51-eca3530ab1ca tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=e326350e-a23b-47d5-b68b-4d32d9b75c29 HTTP/1.1" status: 200 len: 945 time: 0.0542638 Jul 28 19:08:27.459582 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-8c6fb5c3-1994-4d3c-97e2-3855da04ed9e req-0e1bdf97-55e2-4138-b9ad-d2a686a9d591 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/security-groups?id=12ee0b9e-0694-4c09-9d73-1979d0056de5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328414 Jul 28 19:08:27.581107 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-26c861f8-c84b-4272-86f3-59900436582c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:28.584590 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ece2fc9-c9f4-4659-a031-c71e3771b2e4 req-39346f29-d22c-4e29-b278-f37d0637b932 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:08:28.586643 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-6ece2fc9-c9f4-4659-a031-c71e3771b2e4 req-39346f29-d22c-4e29-b278-f37d0637b932 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=e326350e-a23b-47d5-b68b-4d32d9b75c29 HTTP/1.1" status: 200 len: 945 time: 0.0492296 Jul 28 19:08:28.624551 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-6ece2fc9-c9f4-4659-a031-c71e3771b2e4 req-c51847a6-b498-485a-87f3-58adef688367 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/security-groups?id=12ee0b9e-0694-4c09-9d73-1979d0056de5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316925 Jul 28 19:08:28.743148 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30701787-a60e-4a9e-b200-01dd499932e4 req-bba5738c-e3c6-4714-8c94-ea4a505bda85 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:08:28.744277 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-30701787-a60e-4a9e-b200-01dd499932e4 req-bba5738c-e3c6-4714-8c94-ea4a505bda85 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=e326350e-a23b-47d5-b68b-4d32d9b75c29 HTTP/1.1" status: 200 len: 945 time: 0.0535653 Jul 28 19:08:28.752577 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.wsgi [-] (93586) accepted ('10.222.0.41', 36506) {{(pid=93586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:08:28.757249 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.v2.base [None req-453a2a59-6adc-485d-88ca-0750fdd7d874 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] Request body: {'floatingip': {'port_id': 'fb8a656a-3528-468b-8ffa-8e58621cf20d'}} {{(pid=93586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:08:28.804133 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-453a2a59-6adc-485d-88ca-0750fdd7d874 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] Notify callbacks [] for floatingip, before_update {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:29.251403 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-453a2a59-6adc-485d-88ca-0750fdd7d874 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:29.364100 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-453a2a59-6adc-485d-88ca-0750fdd7d874 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3821381'] for floatingip, after_update {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:29.466772 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.db.l3_db [None req-453a2a59-6adc-485d-88ca-0750fdd7d874 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] Floating IP 256e9978-14d7-47e8-8e10-309e8bb2d3a7 associated. External IP: 172.27.0.111, port: fb8a656a-3528-468b-8ffa-8e58621cf20d. Jul 28 19:08:29.691420 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-453a2a59-6adc-485d-88ca-0750fdd7d874 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] Router 4edd524a-f694-4a3b-9f98-acfa1ff62e1e has already been hosted by L3 agent a81dfe8c-a6e8-4fad-82b8-e31bee6ac2ff {{(pid=93586) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 19:08:29.808885 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-453a2a59-6adc-485d-88ca-0750fdd7d874 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] Notify agent at l3_agent.dv-cinder-802653-1-iscsi the message routers_updated {{(pid=93586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 19:08:29.813708 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-453a2a59-6adc-485d-88ca-0750fdd7d874 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148603'] for floatingip, before_response {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:29.818382 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-117deea5-feb0-4630-b1f3-7a72cebc02b6 None None] Sync routers for ids ['4edd524a-f694-4a3b-9f98-acfa1ff62e1e'] in dv-cinder-802653-1-iscsi {{(pid=93588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 19:08:29.827379 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-117deea5-feb0-4630-b1f3-7a72cebc02b6 None None] Routers {'4edd524a-f694-4a3b-9f98-acfa1ff62e1e'} bound to L3 agent in host dv-cinder-802653-1-iscsi {{(pid=93588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 19:08:29.828039 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.l3_hamode_db [None req-117deea5-feb0-4630-b1f3-7a72cebc02b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802653-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T18:54:54Z,description=,heartbeat_timestamp=2021-07-28T19:08:24Z,host='dv-cinder-802653-1-iscsi',id=a81dfe8c-a6e8-4fad-82b8-e31bee6ac2ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T18:54:55Z,topic='l3_agent')) {'router_ids': ['4edd524a-f694-4a3b-9f98-acfa1ff62e1e'], 'active': True} {{(pid=93588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:08:29.844131 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [None req-453a2a59-6adc-485d-88ca-0750fdd7d874 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "PUT /v2.0/floatingips/256e9978-14d7-47e8-8e10-309e8bb2d3a7 HTTP/1.1" status: 200 len: 991 time: 1.0879960 Jul 28 19:08:29.844131 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e326350e-a23b-47d5-b68b-4d32d9b75c29', 'tag': 'fb8a656a-3528-468b-8ffa-8e58621cf20d'}] {{(pid=93586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 19:08:29.844660 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be08c321523524cea896d4e8aa610e0b61aedc9f5bb636967bf6413fb0e56d16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f132e64-97b8-4a3b-882c-fde305775c43" -d '{"events": [{"name": "network-changed", "server_uuid": "e326350e-a23b-47d5-b68b-4d32d9b75c29", "tag": "fb8a656a-3528-468b-8ffa-8e58621cf20d"}]}' {{(pid=93586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 19:08:29.949051 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.l3_dvr_db [None req-117deea5-feb0-4630-b1f3-7a72cebc02b6 None None] Set router 4edd524a-f694-4a3b-9f98-acfa1ff62e1e gateway port host: dv-cinder-802653-1-iscsi {{(pid=93588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 19:08:29.999685 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 19:08:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd1c48cb-5166-4425-8bc7-ab5c60d307f9 x-openstack-request-id: req-fd1c48cb-5166-4425-8bc7-ab5c60d307f9 {{(pid=93586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 19:08:30.000443 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e326350e-a23b-47d5-b68b-4d32d9b75c29", "tag": "fb8a656a-3528-468b-8ffa-8e58621cf20d", "status": "completed", "code": 200}]} {{(pid=93586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 19:08:30.000909 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-fd1c48cb-5166-4425-8bc7-ab5c60d307f9 {{(pid=93586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 19:08:30.001691 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e326350e-a23b-47d5-b68b-4d32d9b75c29', 'tag': 'fb8a656a-3528-468b-8ffa-8e58621cf20d', 'status': 'completed', 'code': 200} Jul 28 19:08:30.201674 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.l3_hamode_db [None req-117deea5-feb0-4630-b1f3-7a72cebc02b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4edd524a-f694-4a3b-9f98-acfa1ff62e1e', 'name': 'tempest-AttachVolumeTestJSON-1336353080-router', 'tenant_id': '4dceb4eb37274cd9b3fcc8dffed09715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df', 'external_fixed_ips': [{'subnet_id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': 'b49d4719-fd3e-46af-9e54-d698c65d70c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:03:07Z', 'updated_at': '2021-07-28T19:03:16Z', 'revision_number': 4, 'project_id': '4dceb4eb37274cd9b3fcc8dffed09715', 'gw_port': {'id': 'b49d4719-fd3e-46af-9e54-d698c65d70c6', 'name': '', 'network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:3e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4edd524a-f694-4a3b-9f98-acfa1ff62e1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:03:09Z', 'updated_at': '2021-07-28T19:03:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-1-iscsi', '_floatingips': [{'id': '256e9978-14d7-47e8-8e10-309e8bb2d3a7', 'tenant_id': '4dceb4eb37274cd9b3fcc8dffed09715', 'floating_ip_address': '172.27.0.111', 'floating_network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df', 'router_id': '4edd524a-f694-4a3b-9f98-acfa1ff62e1e', 'port_id': 'fb8a656a-3528-468b-8ffa-8e58621cf20d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a21bde8-e77f-4246-845e-15d2cf775c00', 'mac_address': 'fa:16:3e:22:14:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e326350e-a23b-47d5-b68b-4d32d9b75c29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T19:08:15Z', 'updated_at': '2021-07-28T19:08:29Z', 'revision_number': 1, 'project_id': '4dceb4eb37274cd9b3fcc8dffed09715', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '623b90fd-62a2-47d3-8224-ad3f1ec20d97', 'name': '', 'network_id': '9a21bde8-e77f-4246-845e-15d2cf775c00', 'tenant_id': '4dceb4eb37274cd9b3fcc8dffed09715', 'mac_address': 'fa:16:3e:a1:79:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4edd524a-f694-4a3b-9f98-acfa1ff62e1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'd8dd9f14-f474-4c6a-84f8-85ff7b8e642f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:03:14Z', 'updated_at': '2021-07-28T19:03:26Z', 'revision_number': 5, 'project_id': '4dceb4eb37274cd9b3fcc8dffed09715', 'subnets': [{'id': 'd8dd9f14-f474-4c6a-84f8-85ff7b8e642f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802653-1-iscsi', False) {} {{(pid=93588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:08:30.229496 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-117deea5-feb0-4630-b1f3-7a72cebc02b6 None None] Checking router: 4edd524a-f694-4a3b-9f98-acfa1ff62e1e for host: dv-cinder-802653-1-iscsi {{(pid=93588) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 19:08:30.238333 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-117deea5-feb0-4630-b1f3-7a72cebc02b6 None None] Routers {'4edd524a-f694-4a3b-9f98-acfa1ff62e1e'} bound to L3 agent in host dv-cinder-802653-1-iscsi {{(pid=93588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 19:08:30.238953 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.l3_hamode_db [None req-117deea5-feb0-4630-b1f3-7a72cebc02b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802653-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T18:54:54Z,description=,heartbeat_timestamp=2021-07-28T19:08:24Z,host='dv-cinder-802653-1-iscsi',id=a81dfe8c-a6e8-4fad-82b8-e31bee6ac2ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T18:54:55Z,topic='l3_agent')) {'router_ids': ['4edd524a-f694-4a3b-9f98-acfa1ff62e1e'], 'active': True} {{(pid=93588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:08:30.327147 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f132e64-97b8-4a3b-882c-fde305775c43 req-45df26ed-8213-4acf-b094-af7bbed178b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:08:30.328785 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-5f132e64-97b8-4a3b-882c-fde305775c43 req-45df26ed-8213-4acf-b094-af7bbed178b0 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=4dceb4eb37274cd9b3fcc8dffed09715&device_id=e326350e-a23b-47d5-b68b-4d32d9b75c29 HTTP/1.1" status: 200 len: 1098 time: 0.3006890 Jul 28 19:08:30.355246 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.l3_dvr_db [None req-117deea5-feb0-4630-b1f3-7a72cebc02b6 None None] Set router 4edd524a-f694-4a3b-9f98-acfa1ff62e1e gateway port host: dv-cinder-802653-1-iscsi {{(pid=93588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 19:08:30.421558 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f132e64-97b8-4a3b-882c-fde305775c43 req-b4794915-7e2a-498d-85bc-cace4ab818cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:08:30.423090 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-5f132e64-97b8-4a3b-882c-fde305775c43 req-b4794915-7e2a-498d-85bc-cace4ab818cd service neutron] 10.222.0.49 "GET /v2.0/networks?id=9a21bde8-e77f-4246-845e-15d2cf775c00 HTTP/1.1" status: 200 len: 912 time: 0.0858595 Jul 28 19:08:30.492878 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-5f132e64-97b8-4a3b-882c-fde305775c43 req-dd4ccea2-80cc-4621-a903-71ad80631e72 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fb8a656a-3528-468b-8ffa-8e58621cf20d HTTP/1.1" status: 200 len: 999 time: 0.0611644 Jul 28 19:08:30.554336 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f132e64-97b8-4a3b-882c-fde305775c43 req-55040769-9277-42cc-8d4b-d97e533e32cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:08:30.556534 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-5f132e64-97b8-4a3b-882c-fde305775c43 req-55040769-9277-42cc-8d4b-d97e533e32cd service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d8dd9f14-f474-4c6a-84f8-85ff7b8e642f HTTP/1.1" status: 200 len: 850 time: 0.0452507 Jul 28 19:08:30.582716 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.l3_hamode_db [None req-117deea5-feb0-4630-b1f3-7a72cebc02b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4edd524a-f694-4a3b-9f98-acfa1ff62e1e', 'name': 'tempest-AttachVolumeTestJSON-1336353080-router', 'tenant_id': '4dceb4eb37274cd9b3fcc8dffed09715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df', 'external_fixed_ips': [{'subnet_id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': 'b49d4719-fd3e-46af-9e54-d698c65d70c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:03:07Z', 'updated_at': '2021-07-28T19:03:16Z', 'revision_number': 4, 'project_id': '4dceb4eb37274cd9b3fcc8dffed09715', 'gw_port': {'id': 'b49d4719-fd3e-46af-9e54-d698c65d70c6', 'name': '', 'network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:3e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4edd524a-f694-4a3b-9f98-acfa1ff62e1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:03:09Z', 'updated_at': '2021-07-28T19:03:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-1-iscsi', '_floatingips': [{'id': '256e9978-14d7-47e8-8e10-309e8bb2d3a7', 'tenant_id': '4dceb4eb37274cd9b3fcc8dffed09715', 'floating_ip_address': '172.27.0.111', 'floating_network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df', 'router_id': '4edd524a-f694-4a3b-9f98-acfa1ff62e1e', 'port_id': 'fb8a656a-3528-468b-8ffa-8e58621cf20d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a21bde8-e77f-4246-845e-15d2cf775c00', 'mac_address': 'fa:16:3e:22:14:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e326350e-a23b-47d5-b68b-4d32d9b75c29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T19:08:15Z', 'updated_at': '2021-07-28T19:08:29Z', 'revision_number': 1, 'project_id': '4dceb4eb37274cd9b3fcc8dffed09715', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '623b90fd-62a2-47d3-8224-ad3f1ec20d97', 'name': '', 'network_id': '9a21bde8-e77f-4246-845e-15d2cf775c00', 'tenant_id': '4dceb4eb37274cd9b3fcc8dffed09715', 'mac_address': 'fa:16:3e:a1:79:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4edd524a-f694-4a3b-9f98-acfa1ff62e1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'd8dd9f14-f474-4c6a-84f8-85ff7b8e642f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:03:14Z', 'updated_at': '2021-07-28T19:03:26Z', 'revision_number': 5, 'project_id': '4dceb4eb37274cd9b3fcc8dffed09715', 'subnets': [{'id': 'd8dd9f14-f474-4c6a-84f8-85ff7b8e642f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802653-1-iscsi', False) {} {{(pid=93588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:08:30.603224 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f132e64-97b8-4a3b-882c-fde305775c43 req-fb30c0b5-2de7-4ebe-8b12-a8e820598965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:08:30.604769 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-5f132e64-97b8-4a3b-882c-fde305775c43 req-fb30c0b5-2de7-4ebe-8b12-a8e820598965 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9a21bde8-e77f-4246-845e-15d2cf775c00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0402277 Jul 28 19:08:30.612674 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-117deea5-feb0-4630-b1f3-7a72cebc02b6 None None] The sync data for ids ['4edd524a-f694-4a3b-9f98-acfa1ff62e1e'] in dv-cinder-802653-1-iscsi is: [{'id': '4edd524a-f694-4a3b-9f98-acfa1ff62e1e', 'name': 'tempest-AttachVolumeTestJSON-1336353080-router', 'tenant_id': '4dceb4eb37274cd9b3fcc8dffed09715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df', 'external_fixed_ips': [{'subnet_id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': 'b49d4719-fd3e-46af-9e54-d698c65d70c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:03:07Z', 'updated_at': '2021-07-28T19:03:16Z', 'revision_number': 4, 'project_id': '4dceb4eb37274cd9b3fcc8dffed09715', 'gw_port': {'id': 'b49d4719-fd3e-46af-9e54-d698c65d70c6', 'name': '', 'network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:3e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4edd524a-f694-4a3b-9f98-acfa1ff62e1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:03:09Z', 'updated_at': '2021-07-28T19:03:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-1-iscsi', '_floatingips': [{'id': '256e9978-14d7-47e8-8e10-309e8bb2d3a7', 'tenant_id': '4dceb4eb37274cd9b3fcc8dffed09715', 'floating_ip_address': '172.27.0.111', 'floating_network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df', 'router_id': '4edd524a-f694-4a3b-9f98-acfa1ff62e1e', 'port_id': 'fb8a656a-3528-468b-8ffa-8e58621cf20d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a21bde8-e77f-4246-845e-15d2cf775c00', 'mac_address': 'fa:16:3e:22:14:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e326350e-a23b-47d5-b68b-4d32d9b75c29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T19:08:15Z', 'updated_at': '2021-07-28T19:08:29Z', 'revision_number': 1, 'project_id': '4dceb4eb37274cd9b3fcc8dffed09715', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '623b90fd-62a2-47d3-8224-ad3f1ec20d97', 'name': '', 'network_id': '9a21bde8-e77f-4246-845e-15d2cf775c00', 'tenant_id': '4dceb4eb37274cd9b3fcc8dffed09715', 'mac_address': 'fa:16:3e:a1:79:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4edd524a-f694-4a3b-9f98-acfa1ff62e1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'd8dd9f14-f474-4c6a-84f8-85ff7b8e642f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:03:14Z', 'updated_at': '2021-07-28T19:03:26Z', 'revision_number': 5, 'project_id': '4dceb4eb37274cd9b3fcc8dffed09715', 'subnets': [{'id': 'd8dd9f14-f474-4c6a-84f8-85ff7b8e642f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 19:08:30.708873 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-5f132e64-97b8-4a3b-882c-fde305775c43 req-9d9f61b7-d40d-4c69-9231-e3e0bb55b825 service neutron] 10.222.0.49 "GET /v2.0/networks/9a21bde8-e77f-4246-845e-15d2cf775c00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958889 Jul 28 19:08:30.801531 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-5f132e64-97b8-4a3b-882c-fde305775c43 req-ea3dde84-64e8-4587-b8f2-05299ab3de12 service neutron] 10.222.0.49 "GET /v2.0/networks/9a21bde8-e77f-4246-845e-15d2cf775c00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846283 Jul 28 19:08:30.810954 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80173081-573e-4308-87e2-886acf98e9ce None None] New status for floating IP 256e9978-14d7-47e8-8e10-309e8bb2d3a7: ACTIVE {{(pid=93589) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 19:08:31.818544 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.wsgi [-] (93586) accepted ('10.222.0.41', 36592) {{(pid=93586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:08:31.951203 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [None req-575f7cf3-faa4-4564-b582-d75a88398e9b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9aa00ad6e66044539b6dcdb24e41f1a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1314924 Jul 28 19:08:31.952620 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.wsgi [-] (93586) accepted ('10.222.0.41', 36596) {{(pid=93586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:08:32.003674 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-fc39ec08-4524-4543-be2c-e78c8c37cbbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:32.015216 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:32.028937 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-fc39ec08-4524-4543-be2c-e78c8c37cbbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:32.140899 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-fc39ec08-4524-4543-be2c-e78c8c37cbbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676630'] for security_group, after_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:32.143429 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-fc39ec08-4524-4543-be2c-e78c8c37cbbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:32.144632 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [None req-fc39ec08-4524-4543-be2c-e78c8c37cbbe admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f76eb87c-6aec-4af1-bde6-26ebad60354b HTTP/1.1" status: 204 len: 168 time: 0.1911192 Jul 28 19:08:32.152516 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc39ec08-4524-4543-be2c-e78c8c37cbbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f76eb87c-6aec-4af1-bde6-26ebad60354b,revision_number=None']} {{(pid=93586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:08:33.156086 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.wsgi [-] (93586) accepted ('10.222.0.41', 36624) {{(pid=93586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:08:33.259746 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.v2.base [None req-c7436f92-ff46-42fe-afe6-cd9771819443 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1803685692-network', 'tenant_id': 'f449636262994023a73b5af01e3aac3d'}} {{(pid=93586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:08:33.352740 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7436f92-ff46-42fe-afe6-cd9771819443 admin admin] Made reservation on behalf of f449636262994023a73b5af01e3aac3d for: {'network': 1} {{(pid=93586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 19:08:33.355115 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-c7436f92-ff46-42fe-afe6-cd9771819443 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555300'] for network, before_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:33.366243 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-c7436f92-ff46-42fe-afe6-cd9771819443 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:33.457455 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-c7436f92-ff46-42fe-afe6-cd9771819443 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:33.545634 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-c7436f92-ff46-42fe-afe6-cd9771819443 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676630'] for security_group, after_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:33.571485 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7436f92-ff46-42fe-afe6-cd9771819443 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 438} {{(pid=93586) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 19:08:33.581324 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7436f92-ff46-42fe-afe6-cd9771819443 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2419b78-175a-45e4-827f-b784e177ae2c,revision_number=1']} {{(pid=93586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:08:33.586042 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-c7436f92-ff46-42fe-afe6-cd9771819443 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721374'] for segment, precommit_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:33.586903 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.db.segments_db [None req-c7436f92-ff46-42fe-afe6-cd9771819443 admin admin] Added segment 622f7237-17aa-40be-8f6b-0c3a147ac662 of type vlan for network cc84c079-39a8-4ac9-aca1-5e372559018a Jul 28 19:08:33.631114 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-c7436f92-ff46-42fe-afe6-cd9771819443 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742349240423'] for network, precommit_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:33.724287 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-c7436f92-ff46-42fe-afe6-cd9771819443 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036'] for network, after_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:33.725293 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7436f92-ff46-42fe-afe6-cd9771819443 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:08:33.726462 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-c7436f92-ff46-42fe-afe6-cd9771819443 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760026'] for network, before_response {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:33.792827 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7436f92-ff46-42fe-afe6-cd9771819443 admin admin] Pushing event updated for resources: {'Network': ['ID=cc84c079-39a8-4ac9-aca1-5e372559018a,revision_number=1']} {{(pid=93586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:08:33.806740 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.rpc [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Network cc84c079-39a8-4ac9-aca1-5e372559018a details requested by agent ovs-agent-dv-cinder-802653-1-iscsi with host dv-cinder-802653-1-iscsi {{(pid=93588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 19:08:33.867760 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [None req-c7436f92-ff46-42fe-afe6-cd9771819443 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7105765 Jul 28 19:08:33.871271 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.wsgi [-] (93586) accepted ('10.222.0.41', 36634) {{(pid=93586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:08:33.876197 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.v2.base [None req-e7d5cc5d-7672-4841-9422-68cd39f6a39e admin admin] Request body: {'subnet': {'network_id': 'cc84c079-39a8-4ac9-aca1-5e372559018a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1803685692-subnet', 'tenant_id': 'f449636262994023a73b5af01e3aac3d', 'ip_version': 4}} {{(pid=93586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:08:33.962523 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7d5cc5d-7672-4841-9422-68cd39f6a39e admin admin] Made reservation on behalf of f449636262994023a73b5af01e3aac3d for: {'subnet': 1} {{(pid=93586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 19:08:33.964977 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-e7d5cc5d-7672-4841-9422-68cd39f6a39e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12577379'] for subnet, before_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:34.182063 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-e7d5cc5d-7672-4841-9422-68cd39f6a39e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12083743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12577357'] for subnet, after_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:34.246512 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d5cc5d-7672-4841-9422-68cd39f6a39e admin admin] Pushing event updated for resources: {'Subnet': ['ID=da272baf-79bf-4c88-a655-3fb99031059b,revision_number=0']} {{(pid=93586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:08:34.254905 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d5cc5d-7672-4841-9422-68cd39f6a39e admin admin] Checking segment: {'id': '622f7237-17aa-40be-8f6b-0c3a147ac662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'cc84c079-39a8-4ac9-aca1-5e372559018a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 19:08:34.255268 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7d5cc5d-7672-4841-9422-68cd39f6a39e admin admin] Network hostable DHCP agents. Network: cc84c079-39a8-4ac9-aca1-5e372559018a, hostable agents: ['6be8dab3-c43d-43c4-9e05-9e58375c436f'], hosted agents: [] {{(pid=93586) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 19:08:34.351631 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7d5cc5d-7672-4841-9422-68cd39f6a39e admin admin] Network cc84c079-39a8-4ac9-aca1-5e372559018a is scheduled to be hosted by DHCP agent 6be8dab3-c43d-43c4-9e05-9e58375c436f with binding_index 1 {{(pid=93586) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 19:08:34.436525 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.scheduler.base_scheduler [None req-e7d5cc5d-7672-4841-9422-68cd39f6a39e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802653-1-iscsi, cc84c079-39a8-4ac9-aca1-5e372559018a) {{(pid=93586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 19:08:34.440428 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7d5cc5d-7672-4841-9422-68cd39f6a39e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:08:34.450335 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-e7d5cc5d-7672-4841-9422-68cd39f6a39e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:34.451138 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca4ed4ee-e0f7-44a8-b43f-2b48df52ae82 None None] Network cc84c079-39a8-4ac9-aca1-5e372559018a requested from dv-cinder-802653-1-iscsi {{(pid=93588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 19:08:34.519672 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [None req-e7d5cc5d-7672-4841-9422-68cd39f6a39e admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6450171 Jul 28 19:08:34.519936 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.wsgi [-] (93586) accepted ('10.222.0.41', 36642) {{(pid=93586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:08:34.524318 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.v2.base [None req-6c0b227d-6693-42aa-b8c6-92a9d557395b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1803685692-router', 'tenant_id': 'f449636262994023a73b5af01e3aac3d', 'external_gateway_info': {'network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df'}}} {{(pid=93586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:08:34.608353 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cec1e55-0c5c-4075-a331-a7a838da56f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4954927-9383-551a-867b-ead704d2447a-cc84c079-39a8-4ac9-aca1-5e372559018a', 'network_id': 'cc84c079-39a8-4ac9-aca1-5e372559018a', 'tenant_id': 'f449636262994023a73b5af01e3aac3d', 'fixed_ips': [{'subnet_id': 'da272baf-79bf-4c88-a655-3fb99031059b'}]}} from dv-cinder-802653-1-iscsi. {{(pid=93588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 19:08:34.609208 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-3cec1e55-0c5c-4075-a331-a7a838da56f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555300'] for port, before_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:34.632540 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-6c0b227d-6693-42aa-b8c6-92a9d557395b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3885658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32175'] for router, before_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:34.633783 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-6c0b227d-6693-42aa-b8c6-92a9d557395b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3885821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3822384', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3789062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32164'] for router, precommit_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:34.684688 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-6c0b227d-6693-42aa-b8c6-92a9d557395b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:34.871565 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.db_base_plugin_common [None req-3cec1e55-0c5c-4075-a331-a7a838da56f0 None None] Allocated IP 172.20.0.2 (cc84c079-39a8-4ac9-aca1-5e372559018a/da272baf-79bf-4c88-a655-3fb99031059b/f78c7aa3-a930-4f5b-9387-006bd70eb299) {{(pid=93588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 19:08:34.906987 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-6c0b227d-6693-42aa-b8c6-92a9d557395b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3821514', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3885672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32138'] for router, precommit_update {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:35.017703 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-3cec1e55-0c5c-4075-a331-a7a838da56f0 None None] Notify callbacks [] for port, precommit_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:35.026484 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.provisioning_blocks [None req-3cec1e55-0c5c-4075-a331-a7a838da56f0 None None] Transition to ACTIVE for port object f78c7aa3-a930-4f5b-9387-006bd70eb299 will not be triggered until provisioned by entity L2. {{(pid=93588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 19:08:35.042533 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.provisioning_blocks [None req-3cec1e55-0c5c-4075-a331-a7a838da56f0 None None] Transition to ACTIVE for port object f78c7aa3-a930-4f5b-9387-006bd70eb299 will not be triggered until provisioned by entity DHCP. {{(pid=93588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 19:08:35.107435 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-3cec1e55-0c5c-4075-a331-a7a838da56f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742349248516'] for port, after_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:35.147354 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cec1e55-0c5c-4075-a331-a7a838da56f0 None None] Network cc84c079-39a8-4ac9-aca1-5e372559018a is already hosted by enough agents. {{(pid=93588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 19:08:35.150261 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.scheduler.base_scheduler [None req-3cec1e55-0c5c-4075-a331-a7a838da56f0 None None] Resources bound (agent type, host, resource id): {{(pid=93588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 19:08:35.153965 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cec1e55-0c5c-4075-a331-a7a838da56f0 None None] Received port after_create {{(pid=93588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 19:08:35.171023 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cec1e55-0c5c-4075-a331-a7a838da56f0 None None] Pushing event updated for resources: {'Port': ['ID=f78c7aa3-a930-4f5b-9387-006bd70eb299,revision_number=1']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:08:35.172021 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-6c0b227d-6693-42aa-b8c6-92a9d557395b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:35.222741 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.managers [None req-3cec1e55-0c5c-4075-a331-a7a838da56f0 None None] Attempting to bind port f78c7aa3-a930-4f5b-9387-006bd70eb299 on host dv-cinder-802653-1-iscsi for vnic_type normal with profile {{(pid=93588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 19:08:35.223115 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.managers [None req-3cec1e55-0c5c-4075-a331-a7a838da56f0 None None] Attempting to bind port f78c7aa3-a930-4f5b-9387-006bd70eb299 by drivers openvswitch,hyperv on host dv-cinder-802653-1-iscsi at level 0 using segments [{'id': '622f7237-17aa-40be-8f6b-0c3a147ac662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'cc84c079-39a8-4ac9-aca1-5e372559018a'}] {{(pid=93588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 19:08:35.223477 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cec1e55-0c5c-4075-a331-a7a838da56f0 None None] Attempting to bind port f78c7aa3-a930-4f5b-9387-006bd70eb299 on network cc84c079-39a8-4ac9-aca1-5e372559018a {{(pid=93588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 19:08:35.229023 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cec1e55-0c5c-4075-a331-a7a838da56f0 None None] Checking agent: {'id': 'db69d0ec-1e3c-47a8-846d-d71db5f0b0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802653-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 18, 54, 54), 'started_at': datetime.datetime(2021, 7, 28, 18, 55, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 19, 8, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802653-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 19:08:35.229397 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cec1e55-0c5c-4075-a331-a7a838da56f0 None None] Checking segment: {'id': '622f7237-17aa-40be-8f6b-0c3a147ac662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'cc84c079-39a8-4ac9-aca1-5e372559018a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 19:08:35.229802 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-3cec1e55-0c5c-4075-a331-a7a838da56f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:35.230198 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cec1e55-0c5c-4075-a331-a7a838da56f0 None None] Bound using segment: {'id': '622f7237-17aa-40be-8f6b-0c3a147ac662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'cc84c079-39a8-4ac9-aca1-5e372559018a'} {{(pid=93588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 19:08:35.230667 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.managers [None req-3cec1e55-0c5c-4075-a331-a7a838da56f0 None None] Bound port: f78c7aa3-a930-4f5b-9387-006bd70eb299, host: dv-cinder-802653-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '622f7237-17aa-40be-8f6b-0c3a147ac662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'cc84c079-39a8-4ac9-aca1-5e372559018a'}}] {{(pid=93588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 19:08:35.231076 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-3cec1e55-0c5c-4075-a331-a7a838da56f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555300'] for port, before_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:35.302626 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.db [None req-3cec1e55-0c5c-4075-a331-a7a838da56f0 None None] For port f78c7aa3-a930-4f5b-9387-006bd70eb299, host dv-cinder-802653-1-iscsi, cleared binding levels {{(pid=93588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 19:08:35.310022 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.db [None req-3cec1e55-0c5c-4075-a331-a7a838da56f0 None None] For port f78c7aa3-a930-4f5b-9387-006bd70eb299, host dv-cinder-802653-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-1-iscsi',level=0,port_id=f78c7aa3-a930-4f5b-9387-006bd70eb299,segment=NetworkSegment(622f7237-17aa-40be-8f6b-0c3a147ac662),segment_id=622f7237-17aa-40be-8f6b-0c3a147ac662)] {{(pid=93588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 19:08:35.371273 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-3cec1e55-0c5c-4075-a331-a7a838da56f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742349622321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742349248534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742349248552'] for port, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:35.454934 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cec1e55-0c5c-4075-a331-a7a838da56f0 None None] Pushing event updated for resources: {'Port': ['ID=f78c7aa3-a930-4f5b-9387-006bd70eb299,revision_number=2']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:08:35.467877 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-6c0b227d-6693-42aa-b8c6-92a9d557395b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555300'] for port, before_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:35.573633 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.db.db_base_plugin_common [None req-6c0b227d-6693-42aa-b8c6-92a9d557395b admin admin] Allocated IP 172.27.0.195 (e684c39a-2e11-408f-97ab-0003bc0ac2df/d732a1ba-ca87-47e9-b990-15a89705616d/8deaf5f4-c021-4a1a-a60b-b795f523c482) {{(pid=93586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 19:08:35.709209 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-6c0b227d-6693-42aa-b8c6-92a9d557395b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:35.804465 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-6c0b227d-6693-42aa-b8c6-92a9d557395b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742349248516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12083827'] for port, after_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:35.840802 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c0b227d-6693-42aa-b8c6-92a9d557395b admin admin] Network e684c39a-2e11-408f-97ab-0003bc0ac2df is already hosted by enough agents. {{(pid=93586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 19:08:35.843513 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.scheduler.base_scheduler [None req-6c0b227d-6693-42aa-b8c6-92a9d557395b admin admin] Resources bound (agent type, host, resource id): {{(pid=93586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 19:08:35.847088 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c0b227d-6693-42aa-b8c6-92a9d557395b admin admin] Received port after_create {{(pid=93586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 19:08:35.874189 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0b227d-6693-42aa-b8c6-92a9d557395b admin admin] Pushing event updated for resources: {'Port': ['ID=8deaf5f4-c021-4a1a-a60b-b795f523c482,revision_number=1']} {{(pid=93586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:08:36.170075 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-6c0b227d-6693-42aa-b8c6-92a9d557395b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:36.310125 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc714007-0fe3-4744-9f32-e7c05969e783 None None] Network cc84c079-39a8-4ac9-aca1-5e372559018a requested from dv-cinder-802653-1-iscsi {{(pid=93588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 19:08:36.369692 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-6c0b227d-6693-42aa-b8c6-92a9d557395b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3885665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3821551'] for router, after_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:36.428390 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.provisioning_blocks [None req-596f91a3-17fb-4f82-9251-77d2e83b96f4 None None] Provisioning for port f78c7aa3-a930-4f5b-9387-006bd70eb299 completed by entity DHCP. {{(pid=93588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 19:08:36.603554 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.rpc [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Device f78c7aa3-a930-4f5b-9387-006bd70eb299 up at agent ovs-agent-dv-cinder-802653-1-iscsi {{(pid=93588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 19:08:36.609446 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c0b227d-6693-42aa-b8c6-92a9d557395b admin admin] Router 00bf29c4-29dd-4875-b481-000d03cce639 is scheduled to L3 agent a81dfe8c-a6e8-4fad-82b8-e31bee6ac2ff with binding_index 1 {{(pid=93586) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 19:08:36.725271 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c0b227d-6693-42aa-b8c6-92a9d557395b admin admin] Notify agent at l3_agent.dv-cinder-802653-1-iscsi the message routers_updated {{(pid=93586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 19:08:36.734569 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d39219d-28e3-49d6-b9f0-1724b4893add None None] Sync routers for ids ['00bf29c4-29dd-4875-b481-000d03cce639'] in dv-cinder-802653-1-iscsi {{(pid=93588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 19:08:36.746977 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d39219d-28e3-49d6-b9f0-1724b4893add None None] Routers {'00bf29c4-29dd-4875-b481-000d03cce639'} bound to L3 agent in host dv-cinder-802653-1-iscsi {{(pid=93588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 19:08:36.747596 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.l3_hamode_db [None req-7d39219d-28e3-49d6-b9f0-1724b4893add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802653-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T18:54:54Z,description=,heartbeat_timestamp=2021-07-28T19:08:24Z,host='dv-cinder-802653-1-iscsi',id=a81dfe8c-a6e8-4fad-82b8-e31bee6ac2ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T18:54:55Z,topic='l3_agent')) {'router_ids': ['00bf29c4-29dd-4875-b481-000d03cce639'], 'active': True} {{(pid=93588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:08:36.753907 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.provisioning_blocks [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Provisioning for port f78c7aa3-a930-4f5b-9387-006bd70eb299 completed by entity L2. {{(pid=93588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 19:08:36.792349 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.provisioning_blocks [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Provisioning complete for port f78c7aa3-a930-4f5b-9387-006bd70eb299 triggered by entity L2. {{(pid=93588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 19:08:36.792722 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721938'] for port, provisioning_complete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:36.796849 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.provisioning_blocks [None req-60e0b9c5-cc1f-462d-8b17-a4f27131bc58 None None] Provisioning complete for port f78c7aa3-a930-4f5b-9387-006bd70eb299 triggered by entity DHCP. {{(pid=93588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 19:08:36.797205 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-60e0b9c5-cc1f-462d-8b17-a4f27131bc58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721938'] for port, provisioning_complete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:36.809385 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-6c0b227d-6693-42aa-b8c6-92a9d557395b admin admin] Notify callbacks [] for router, before_response {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:36.814319 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [None req-6c0b227d-6693-42aa-b8c6-92a9d557395b admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.2898047 Jul 28 19:08:36.814319 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.wsgi [-] (93586) accepted ('10.222.0.41', 36664) {{(pid=93586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:08:36.928309 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.l3_dvr_db [None req-7d39219d-28e3-49d6-b9f0-1724b4893add None None] Set router 00bf29c4-29dd-4875-b481-000d03cce639 gateway port host: dv-cinder-802653-1-iscsi {{(pid=93588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 19:08:37.073691 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555300'] for port, before_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:37.088368 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-60e0b9c5-cc1f-462d-8b17-a4f27131bc58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555300'] for port, before_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:37.148298 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.db [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] For port f78c7aa3-a930-4f5b-9387-006bd70eb299, host dv-cinder-802653-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-1-iscsi',level=0,port_id=f78c7aa3-a930-4f5b-9387-006bd70eb299,segment=NetworkSegment(622f7237-17aa-40be-8f6b-0c3a147ac662),segment_id=622f7237-17aa-40be-8f6b-0c3a147ac662)] {{(pid=93588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:08:37.215503 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.l3_hamode_db [None req-7d39219d-28e3-49d6-b9f0-1724b4893add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00bf29c4-29dd-4875-b481-000d03cce639', 'name': 'tempest-TestVolumeBootPattern-1803685692-router', 'tenant_id': 'f449636262994023a73b5af01e3aac3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df', 'external_fixed_ips': [{'subnet_id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': '8deaf5f4-c021-4a1a-a60b-b795f523c482', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:08:34Z', 'updated_at': '2021-07-28T19:08:35Z', 'revision_number': 3, 'project_id': 'f449636262994023a73b5af01e3aac3d', 'gw_port': {'id': '8deaf5f4-c021-4a1a-a60b-b795f523c482', 'name': '', 'network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:46:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00bf29c4-29dd-4875-b481-000d03cce639', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:08:35Z', 'updated_at': '2021-07-28T19:08:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-1-iscsi'}], 'dv-cinder-802653-1-iscsi', False) {} {{(pid=93588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:08:37.217624 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742349622321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742349248534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742349248552'] for port, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:37.229547 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-e1312d9c-e188-486f-80dc-f63af870f65c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555300'] for port, before_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:37.246444 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d39219d-28e3-49d6-b9f0-1724b4893add None None] Checking router: 00bf29c4-29dd-4875-b481-000d03cce639 for host: dv-cinder-802653-1-iscsi {{(pid=93588) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 19:08:37.246663 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d39219d-28e3-49d6-b9f0-1724b4893add None None] Updating router 00bf29c4-29dd-4875-b481-000d03cce639 port 8deaf5f4-c021-4a1a-a60b-b795f523c482 binding host dv-cinder-802653-1-iscsi {{(pid=93588) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 19:08:37.317631 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-7d39219d-28e3-49d6-b9f0-1724b4893add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555300'] for port, before_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:37.346593 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.db.api [None req-60e0b9c5-cc1f-462d-8b17-a4f27131bc58 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93588) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 19:08:37.346949 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG oslo_db.api [None req-60e0b9c5-cc1f-462d-8b17-a4f27131bc58 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 19:08:37.362026 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Pushing event updated for resources: {'Port': ['ID=f78c7aa3-a930-4f5b-9387-006bd70eb299,revision_number=3']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:08:37.393183 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.db.db_base_plugin_common [None req-e1312d9c-e188-486f-80dc-f63af870f65c admin admin] Allocated IP 172.20.0.1 (cc84c079-39a8-4ac9-aca1-5e372559018a/da272baf-79bf-4c88-a655-3fb99031059b/aa81a88f-9451-4946-8555-8bb6cc2b2e82) {{(pid=93586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 19:08:37.501939 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-e1312d9c-e188-486f-80dc-f63af870f65c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:37.515205 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.db.provisioning_blocks [None req-e1312d9c-e188-486f-80dc-f63af870f65c admin admin] Transition to ACTIVE for port object aa81a88f-9451-4946-8555-8bb6cc2b2e82 will not be triggered until provisioned by entity DHCP. {{(pid=93586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 19:08:37.588193 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-7d39219d-28e3-49d6-b9f0-1724b4893add None None] Notify callbacks [] for port, precommit_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:37.600462 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.provisioning_blocks [None req-7d39219d-28e3-49d6-b9f0-1724b4893add None None] Transition to ACTIVE for port object 8deaf5f4-c021-4a1a-a60b-b795f523c482 will not be triggered until provisioned by entity L2. {{(pid=93588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 19:08:37.614480 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-e1312d9c-e188-486f-80dc-f63af870f65c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742349248516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12083827'] for port, after_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:37.652524 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1312d9c-e188-486f-80dc-f63af870f65c admin admin] Network cc84c079-39a8-4ac9-aca1-5e372559018a is already hosted by enough agents. {{(pid=93586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 19:08:37.656596 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.scheduler.base_scheduler [None req-e1312d9c-e188-486f-80dc-f63af870f65c admin admin] Resources bound (agent type, host, resource id): {{(pid=93586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 19:08:37.659082 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1312d9c-e188-486f-80dc-f63af870f65c admin admin] Received port after_create {{(pid=93586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 19:08:37.691328 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1312d9c-e188-486f-80dc-f63af870f65c admin admin] Pushing event updated for resources: {'Port': ['ID=aa81a88f-9451-4946-8555-8bb6cc2b2e82,revision_number=1']} {{(pid=93586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:08:37.712728 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-e1312d9c-e188-486f-80dc-f63af870f65c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3821360'] for router_interface, before_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:37.718331 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-7d39219d-28e3-49d6-b9f0-1724b4893add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742349622321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742349248534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742349248552'] for port, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:37.778904 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7948766-1c18-439e-8ff3-74b4af450436 None None] Pushing event updated for resources: {'Port': ['ID=8deaf5f4-c021-4a1a-a60b-b795f523c482,revision_number=2']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:08:37.798334 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.managers [None req-7d39219d-28e3-49d6-b9f0-1724b4893add None None] Attempting to bind port 8deaf5f4-c021-4a1a-a60b-b795f523c482 on host dv-cinder-802653-1-iscsi for vnic_type normal with profile {{(pid=93588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 19:08:37.798764 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.managers [None req-7d39219d-28e3-49d6-b9f0-1724b4893add None None] Attempting to bind port 8deaf5f4-c021-4a1a-a60b-b795f523c482 by drivers openvswitch,hyperv on host dv-cinder-802653-1-iscsi at level 0 using segments [{'id': '17bd56bb-f533-4c75-bcf1-86c99094db6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df'}] {{(pid=93588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 19:08:37.799161 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d39219d-28e3-49d6-b9f0-1724b4893add None None] Attempting to bind port 8deaf5f4-c021-4a1a-a60b-b795f523c482 on network e684c39a-2e11-408f-97ab-0003bc0ac2df {{(pid=93588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 19:08:37.804407 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d39219d-28e3-49d6-b9f0-1724b4893add None None] Checking agent: {'id': 'db69d0ec-1e3c-47a8-846d-d71db5f0b0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802653-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 18, 54, 54), 'started_at': datetime.datetime(2021, 7, 28, 18, 55, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 19, 8, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802653-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 19:08:37.804778 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d39219d-28e3-49d6-b9f0-1724b4893add None None] Checking segment: {'id': '17bd56bb-f533-4c75-bcf1-86c99094db6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 19:08:37.805176 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-7d39219d-28e3-49d6-b9f0-1724b4893add None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:37.805560 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d39219d-28e3-49d6-b9f0-1724b4893add None None] Bound using segment: {'id': '17bd56bb-f533-4c75-bcf1-86c99094db6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df'} {{(pid=93588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 19:08:37.806247 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.managers [None req-7d39219d-28e3-49d6-b9f0-1724b4893add None None] Bound port: 8deaf5f4-c021-4a1a-a60b-b795f523c482, host: dv-cinder-802653-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17bd56bb-f533-4c75-bcf1-86c99094db6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df'}}] {{(pid=93588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 19:08:37.806445 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-7d39219d-28e3-49d6-b9f0-1724b4893add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555300'] for port, before_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:37.879203 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.db [None req-7d39219d-28e3-49d6-b9f0-1724b4893add None None] For port 8deaf5f4-c021-4a1a-a60b-b795f523c482, host dv-cinder-802653-1-iscsi, cleared binding levels {{(pid=93588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 19:08:37.896075 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-e1312d9c-e188-486f-80dc-f63af870f65c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555300'] for port, before_update {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:37.898282 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.db [None req-7d39219d-28e3-49d6-b9f0-1724b4893add None None] For port 8deaf5f4-c021-4a1a-a60b-b795f523c482, host dv-cinder-802653-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-1-iscsi',level=0,port_id=8deaf5f4-c021-4a1a-a60b-b795f523c482,segment=NetworkSegment(17bd56bb-f533-4c75-bcf1-86c99094db6a),segment_id=17bd56bb-f533-4c75-bcf1-86c99094db6a)] {{(pid=93588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 19:08:38.037030 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-7d39219d-28e3-49d6-b9f0-1724b4893add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742349622321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742349248534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742349248552'] for port, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:38.060864 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-e1312d9c-e188-486f-80dc-f63af870f65c admin admin] Notify callbacks [] for port, precommit_update {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:38.095046 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d39219d-28e3-49d6-b9f0-1724b4893add None None] Routers {'00bf29c4-29dd-4875-b481-000d03cce639'} bound to L3 agent in host dv-cinder-802653-1-iscsi {{(pid=93588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 19:08:38.095661 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.l3_hamode_db [None req-7d39219d-28e3-49d6-b9f0-1724b4893add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802653-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T18:54:54Z,description=,heartbeat_timestamp=2021-07-28T19:08:24Z,host='dv-cinder-802653-1-iscsi',id=a81dfe8c-a6e8-4fad-82b8-e31bee6ac2ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T18:54:55Z,topic='l3_agent')) {'router_ids': ['00bf29c4-29dd-4875-b481-000d03cce639'], 'active': True} {{(pid=93588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:08:38.098765 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.provisioning_blocks [None req-6501ba1e-ef2e-4aa1-a431-cdfb58f9a8c8 None None] Provisioning for port aa81a88f-9451-4946-8555-8bb6cc2b2e82 completed by entity DHCP. {{(pid=93588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 19:08:38.132521 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7948766-1c18-439e-8ff3-74b4af450436 None None] Pushing event updated for resources: {'Port': ['ID=8deaf5f4-c021-4a1a-a60b-b795f523c482,revision_number=3']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:08:38.138330 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.provisioning_blocks [None req-6501ba1e-ef2e-4aa1-a431-cdfb58f9a8c8 None None] Provisioning complete for port aa81a88f-9451-4946-8555-8bb6cc2b2e82 triggered by entity DHCP. {{(pid=93588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 19:08:38.138705 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-6501ba1e-ef2e-4aa1-a431-cdfb58f9a8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721938'] for port, provisioning_complete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:38.158221 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-e1312d9c-e188-486f-80dc-f63af870f65c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742349622321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742349248534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742349248552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12083818'] for port, after_update {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:38.224242 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-e1312d9c-e188-486f-80dc-f63af870f65c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3760054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3821728'] for router_interface, after_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:38.226191 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1312d9c-e188-486f-80dc-f63af870f65c admin admin] Pushing event updated for resources: {'Port': ['ID=aa81a88f-9451-4946-8555-8bb6cc2b2e82,revision_number=2']} {{(pid=93586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:08:38.324845 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1312d9c-e188-486f-80dc-f63af870f65c admin admin] Network cc84c079-39a8-4ac9-aca1-5e372559018a is already hosted by enough agents. {{(pid=93586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 19:08:38.326096 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.scheduler.base_scheduler [None req-e1312d9c-e188-486f-80dc-f63af870f65c admin admin] Resources bound (agent type, host, resource id): {{(pid=93586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 19:08:38.336031 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.plugin [None req-6501ba1e-ef2e-4aa1-a431-cdfb58f9a8c8 None None] Port aa81a88f-9451-4946-8555-8bb6cc2b2e82 cannot update to ACTIVE because it is not bound. {{(pid=93588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 19:08:38.362675 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.l3_dvr_db [None req-7d39219d-28e3-49d6-b9f0-1724b4893add None None] Set router 00bf29c4-29dd-4875-b481-000d03cce639 gateway port host: dv-cinder-802653-1-iscsi {{(pid=93588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 19:08:38.445074 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1312d9c-e188-486f-80dc-f63af870f65c admin admin] Router 00bf29c4-29dd-4875-b481-000d03cce639 has already been hosted by L3 agent a81dfe8c-a6e8-4fad-82b8-e31bee6ac2ff {{(pid=93586) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 19:08:38.560789 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1312d9c-e188-486f-80dc-f63af870f65c admin admin] Notify agent at l3_agent.dv-cinder-802653-1-iscsi the message routers_updated {{(pid=93586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 19:08:38.567807 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [None req-e1312d9c-e188-486f-80dc-f63af870f65c admin admin] 10.222.0.41 "PUT /v2.0/routers/00bf29c4-29dd-4875-b481-000d03cce639/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7525864 Jul 28 19:08:38.579210 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.rpc [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Device f78c7aa3-a930-4f5b-9387-006bd70eb299 up at agent ovs-agent-dv-cinder-802653-1-iscsi {{(pid=93588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 19:08:38.610561 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.provisioning_blocks [None req-efbee2fb-1ef4-4d4d-8b82-f0852af696f8 None None] Provisioning complete for port aa81a88f-9451-4946-8555-8bb6cc2b2e82 triggered by entity DHCP. {{(pid=93588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 19:08:38.610944 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-efbee2fb-1ef4-4d4d-8b82-f0852af696f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721938'] for port, provisioning_complete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:38.669649 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.plugin [None req-efbee2fb-1ef4-4d4d-8b82-f0852af696f8 None None] Port aa81a88f-9451-4946-8555-8bb6cc2b2e82 cannot update to ACTIVE because it is not bound. {{(pid=93588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 19:08:38.675208 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.l3_hamode_db [None req-7d39219d-28e3-49d6-b9f0-1724b4893add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00bf29c4-29dd-4875-b481-000d03cce639', 'name': 'tempest-TestVolumeBootPattern-1803685692-router', 'tenant_id': 'f449636262994023a73b5af01e3aac3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df', 'external_fixed_ips': [{'subnet_id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': '8deaf5f4-c021-4a1a-a60b-b795f523c482', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:08:34Z', 'updated_at': '2021-07-28T19:08:37Z', 'revision_number': 4, 'project_id': 'f449636262994023a73b5af01e3aac3d', 'gw_port': {'id': '8deaf5f4-c021-4a1a-a60b-b795f523c482', 'name': '', 'network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:46:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00bf29c4-29dd-4875-b481-000d03cce639', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:08:35Z', 'updated_at': '2021-07-28T19:08:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-1-iscsi', '_interfaces': [{'id': 'aa81a88f-9451-4946-8555-8bb6cc2b2e82', 'name': '', 'network_id': 'cc84c079-39a8-4ac9-aca1-5e372559018a', 'tenant_id': 'f449636262994023a73b5af01e3aac3d', 'mac_address': 'fa:16:3e:b7:42:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00bf29c4-29dd-4875-b481-000d03cce639', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'da272baf-79bf-4c88-a655-3fb99031059b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:08:37Z', 'updated_at': '2021-07-28T19:08:37Z', 'revision_number': 1, 'project_id': 'f449636262994023a73b5af01e3aac3d', 'subnets': [{'id': 'da272baf-79bf-4c88-a655-3fb99031059b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802653-1-iscsi', False) {} {{(pid=93588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:08:38.707498 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d39219d-28e3-49d6-b9f0-1724b4893add None None] The sync data for ids ['00bf29c4-29dd-4875-b481-000d03cce639'] in dv-cinder-802653-1-iscsi is: [{'id': '00bf29c4-29dd-4875-b481-000d03cce639', 'name': 'tempest-TestVolumeBootPattern-1803685692-router', 'tenant_id': 'f449636262994023a73b5af01e3aac3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df', 'external_fixed_ips': [{'subnet_id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': '8deaf5f4-c021-4a1a-a60b-b795f523c482', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:08:34Z', 'updated_at': '2021-07-28T19:08:37Z', 'revision_number': 4, 'project_id': 'f449636262994023a73b5af01e3aac3d', 'gw_port': {'id': '8deaf5f4-c021-4a1a-a60b-b795f523c482', 'name': '', 'network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:46:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00bf29c4-29dd-4875-b481-000d03cce639', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:08:35Z', 'updated_at': '2021-07-28T19:08:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-1-iscsi', '_interfaces': [{'id': 'aa81a88f-9451-4946-8555-8bb6cc2b2e82', 'name': '', 'network_id': 'cc84c079-39a8-4ac9-aca1-5e372559018a', 'tenant_id': 'f449636262994023a73b5af01e3aac3d', 'mac_address': 'fa:16:3e:b7:42:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00bf29c4-29dd-4875-b481-000d03cce639', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'da272baf-79bf-4c88-a655-3fb99031059b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:08:37Z', 'updated_at': '2021-07-28T19:08:37Z', 'revision_number': 1, 'project_id': 'f449636262994023a73b5af01e3aac3d', 'subnets': [{'id': 'da272baf-79bf-4c88-a655-3fb99031059b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 19:08:38.715215 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.provisioning_blocks [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Provisioning complete for port f78c7aa3-a930-4f5b-9387-006bd70eb299 triggered by entity L2. {{(pid=93588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 19:08:38.715596 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721938'] for port, provisioning_complete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:39.385983 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.wsgi [-] (93587) accepted ('10.222.0.41', 36696) {{(pid=93587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:08:39.390943 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.v2.base [None req-7c4e341d-ed7a-4adf-bda9-276798723d37 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1635890-network', 'tenant_id': '1173b7ed4f8d4dd29dede339f2b9050d'}} {{(pid=93587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:08:39.542151 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c4e341d-ed7a-4adf-bda9-276798723d37 admin admin] Made reservation on behalf of 1173b7ed4f8d4dd29dede339f2b9050d for: {'network': 1} {{(pid=93587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 19:08:39.544472 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-7c4e341d-ed7a-4adf-bda9-276798723d37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555300'] for network, before_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:39.553996 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-7c4e341d-ed7a-4adf-bda9-276798723d37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:39.650787 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-7c4e341d-ed7a-4adf-bda9-276798723d37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:39.735128 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-7c4e341d-ed7a-4adf-bda9-276798723d37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676630'] for security_group, after_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:39.762810 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c4e341d-ed7a-4adf-bda9-276798723d37 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 410} {{(pid=93587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 19:08:39.769216 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4e341d-ed7a-4adf-bda9-276798723d37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f6a5584-e8fd-4540-827d-4e846d864468,revision_number=1']} {{(pid=93587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:08:39.776026 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-7c4e341d-ed7a-4adf-bda9-276798723d37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721374'] for segment, precommit_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:39.776378 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.db.segments_db [None req-7c4e341d-ed7a-4adf-bda9-276798723d37 admin admin] Added segment 979327ac-9672-4f72-bdf1-54b4314225e4 of type vlan for network 569d1ef9-1261-41a8-933f-aa919110e080 Jul 28 19:08:39.825250 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-7c4e341d-ed7a-4adf-bda9-276798723d37 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742349240423'] for network, precommit_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:39.947423 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-7c4e341d-ed7a-4adf-bda9-276798723d37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036'] for network, after_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:39.948509 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c4e341d-ed7a-4adf-bda9-276798723d37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:08:39.949096 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-7c4e341d-ed7a-4adf-bda9-276798723d37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760026'] for network, before_response {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:40.006797 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4e341d-ed7a-4adf-bda9-276798723d37 admin admin] Pushing event updated for resources: {'Network': ['ID=569d1ef9-1261-41a8-933f-aa919110e080,revision_number=1']} {{(pid=93587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:08:40.018908 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.rpc [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Network 569d1ef9-1261-41a8-933f-aa919110e080 details requested by agent ovs-agent-dv-cinder-802653-1-iscsi with host dv-cinder-802653-1-iscsi {{(pid=93588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 19:08:40.081914 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.wsgi [-] (93586) accepted ('10.222.0.41', 36704) {{(pid=93586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:08:40.082485 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [None req-7c4e341d-ed7a-4adf-bda9-276798723d37 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6949208 Jul 28 19:08:40.087054 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.v2.base [None req-29500ff4-104d-4187-b0fe-0c30deb328ad admin admin] Request body: {'subnet': {'network_id': '569d1ef9-1261-41a8-933f-aa919110e080', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1635890-subnet', 'tenant_id': '1173b7ed4f8d4dd29dede339f2b9050d', 'ip_version': 4}} {{(pid=93586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:08:40.158140 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29500ff4-104d-4187-b0fe-0c30deb328ad admin admin] Made reservation on behalf of 1173b7ed4f8d4dd29dede339f2b9050d for: {'subnet': 1} {{(pid=93586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 19:08:40.160410 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-29500ff4-104d-4187-b0fe-0c30deb328ad admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12577379'] for subnet, before_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:40.392641 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-29500ff4-104d-4187-b0fe-0c30deb328ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12083743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12577357'] for subnet, after_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:40.449174 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29500ff4-104d-4187-b0fe-0c30deb328ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=1fe5f3d5-1f19-4b70-ab42-b13ec020f54a,revision_number=0']} {{(pid=93586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:08:40.461523 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29500ff4-104d-4187-b0fe-0c30deb328ad admin admin] Checking segment: {'id': '979327ac-9672-4f72-bdf1-54b4314225e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '569d1ef9-1261-41a8-933f-aa919110e080'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 19:08:40.461941 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29500ff4-104d-4187-b0fe-0c30deb328ad admin admin] Network hostable DHCP agents. Network: 569d1ef9-1261-41a8-933f-aa919110e080, hostable agents: ['6be8dab3-c43d-43c4-9e05-9e58375c436f'], hosted agents: [] {{(pid=93586) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 19:08:40.547146 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29500ff4-104d-4187-b0fe-0c30deb328ad admin admin] Network 569d1ef9-1261-41a8-933f-aa919110e080 is scheduled to be hosted by DHCP agent 6be8dab3-c43d-43c4-9e05-9e58375c436f with binding_index 1 {{(pid=93586) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 19:08:40.588570 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.rpc [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Device 8deaf5f4-c021-4a1a-a60b-b795f523c482 up at agent ovs-agent-dv-cinder-802653-1-iscsi {{(pid=93588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 19:08:40.606480 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-187d45cf-7118-4a34-b8f3-d16abe3f5197 None None] Sync routers for ids ['00bf29c4-29dd-4875-b481-000d03cce639'] in dv-cinder-802653-1-iscsi {{(pid=93589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 19:08:40.615465 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-187d45cf-7118-4a34-b8f3-d16abe3f5197 None None] Routers {'00bf29c4-29dd-4875-b481-000d03cce639'} bound to L3 agent in host dv-cinder-802653-1-iscsi {{(pid=93589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 19:08:40.616102 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.db.l3_hamode_db [None req-187d45cf-7118-4a34-b8f3-d16abe3f5197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802653-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T18:54:54Z,description=,heartbeat_timestamp=2021-07-28T19:08:24Z,host='dv-cinder-802653-1-iscsi',id=a81dfe8c-a6e8-4fad-82b8-e31bee6ac2ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T18:54:55Z,topic='l3_agent')) {'router_ids': ['00bf29c4-29dd-4875-b481-000d03cce639'], 'active': True} {{(pid=93589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:08:40.638168 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.scheduler.base_scheduler [None req-29500ff4-104d-4187-b0fe-0c30deb328ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802653-1-iscsi, 569d1ef9-1261-41a8-933f-aa919110e080) {{(pid=93586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 19:08:40.642240 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29500ff4-104d-4187-b0fe-0c30deb328ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:08:40.642817 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-29500ff4-104d-4187-b0fe-0c30deb328ad admin admin] Notify callbacks [] for subnet, before_response {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:40.646862 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5976d1a1-2d3e-4232-bc90-bf94be10aef6 None None] Network 569d1ef9-1261-41a8-933f-aa919110e080 requested from dv-cinder-802653-1-iscsi {{(pid=93588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 19:08:40.730114 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.db.l3_dvr_db [None req-187d45cf-7118-4a34-b8f3-d16abe3f5197 None None] Set router 00bf29c4-29dd-4875-b481-000d03cce639 gateway port host: dv-cinder-802653-1-iscsi {{(pid=93589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 19:08:40.747059 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.provisioning_blocks [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Provisioning for port 8deaf5f4-c021-4a1a-a60b-b795f523c482 completed by entity L2. {{(pid=93588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 19:08:40.754737 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.provisioning_blocks [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Provisioning complete for port 8deaf5f4-c021-4a1a-a60b-b795f523c482 triggered by entity L2. {{(pid=93588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 19:08:40.755112 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721938'] for port, provisioning_complete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:40.797335 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [None req-29500ff4-104d-4187-b0fe-0c30deb328ad admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7141511 Jul 28 19:08:40.799830 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.wsgi [-] (93586) accepted ('10.222.0.41', 36706) {{(pid=93586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:08:40.804297 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.v2.base [None req-9314f230-fa37-40f2-b83a-49e873be25b1 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1635890-router', 'tenant_id': '1173b7ed4f8d4dd29dede339f2b9050d', 'external_gateway_info': {'network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df'}}} {{(pid=93586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:08:40.821975 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1ce0203-8655-4262-98c9-2fa94da3de35 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4954927-9383-551a-867b-ead704d2447a-569d1ef9-1261-41a8-933f-aa919110e080', 'network_id': '569d1ef9-1261-41a8-933f-aa919110e080', 'tenant_id': '1173b7ed4f8d4dd29dede339f2b9050d', 'fixed_ips': [{'subnet_id': '1fe5f3d5-1f19-4b70-ab42-b13ec020f54a'}]}} from dv-cinder-802653-1-iscsi. {{(pid=93588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 19:08:40.824199 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-b1ce0203-8655-4262-98c9-2fa94da3de35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555300'] for port, before_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:40.879314 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555300'] for port, before_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:40.896056 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-9314f230-fa37-40f2-b83a-49e873be25b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3885658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32175'] for router, before_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:40.897391 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-9314f230-fa37-40f2-b83a-49e873be25b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3885821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3822384', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3789062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32164'] for router, precommit_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:40.960063 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.db.l3_hamode_db [None req-187d45cf-7118-4a34-b8f3-d16abe3f5197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00bf29c4-29dd-4875-b481-000d03cce639', 'name': 'tempest-TestVolumeBootPattern-1803685692-router', 'tenant_id': 'f449636262994023a73b5af01e3aac3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df', 'external_fixed_ips': [{'subnet_id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': '8deaf5f4-c021-4a1a-a60b-b795f523c482', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:08:34Z', 'updated_at': '2021-07-28T19:08:37Z', 'revision_number': 4, 'project_id': 'f449636262994023a73b5af01e3aac3d', 'gw_port': {'id': '8deaf5f4-c021-4a1a-a60b-b795f523c482', 'name': '', 'network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:46:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00bf29c4-29dd-4875-b481-000d03cce639', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:08:35Z', 'updated_at': '2021-07-28T19:08:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-1-iscsi', '_interfaces': [{'id': 'aa81a88f-9451-4946-8555-8bb6cc2b2e82', 'name': '', 'network_id': 'cc84c079-39a8-4ac9-aca1-5e372559018a', 'tenant_id': 'f449636262994023a73b5af01e3aac3d', 'mac_address': 'fa:16:3e:b7:42:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00bf29c4-29dd-4875-b481-000d03cce639', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'da272baf-79bf-4c88-a655-3fb99031059b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:08:37Z', 'updated_at': '2021-07-28T19:08:37Z', 'revision_number': 2, 'project_id': 'f449636262994023a73b5af01e3aac3d', 'subnets': [{'id': 'da272baf-79bf-4c88-a655-3fb99031059b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802653-1-iscsi', False) {} {{(pid=93589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:08:41.002980 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-187d45cf-7118-4a34-b8f3-d16abe3f5197 None None] Checking router: 00bf29c4-29dd-4875-b481-000d03cce639 for host: dv-cinder-802653-1-iscsi {{(pid=93589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 19:08:41.003331 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-187d45cf-7118-4a34-b8f3-d16abe3f5197 None None] Updating router 00bf29c4-29dd-4875-b481-000d03cce639 port aa81a88f-9451-4946-8555-8bb6cc2b2e82 binding host dv-cinder-802653-1-iscsi {{(pid=93589) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 19:08:41.009449 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-9314f230-fa37-40f2-b83a-49e873be25b1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:41.032627 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-187d45cf-7118-4a34-b8f3-d16abe3f5197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555300'] for port, before_update {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:41.065348 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.db [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] For port 8deaf5f4-c021-4a1a-a60b-b795f523c482, host dv-cinder-802653-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-1-iscsi',level=0,port_id=8deaf5f4-c021-4a1a-a60b-b795f523c482,segment=NetworkSegment(17bd56bb-f533-4c75-bcf1-86c99094db6a),segment_id=17bd56bb-f533-4c75-bcf1-86c99094db6a)] {{(pid=93588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:08:41.090707 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.db_base_plugin_common [None req-b1ce0203-8655-4262-98c9-2fa94da3de35 None None] Allocated IP 172.20.0.2 (569d1ef9-1261-41a8-933f-aa919110e080/1fe5f3d5-1f19-4b70-ab42-b13ec020f54a/b73b5a5c-ca3a-4de8-b531-08c341b388ac) {{(pid=93588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 19:08:41.162006 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742349622321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742349248534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742349248552'] for port, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:41.236658 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Pushing event updated for resources: {'Port': ['ID=8deaf5f4-c021-4a1a-a60b-b795f523c482,revision_number=4']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:08:41.238328 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-9314f230-fa37-40f2-b83a-49e873be25b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3821514', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3885672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32138'] for router, precommit_update {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:41.309926 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-b1ce0203-8655-4262-98c9-2fa94da3de35 None None] Notify callbacks [] for port, precommit_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:41.318863 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.provisioning_blocks [None req-b1ce0203-8655-4262-98c9-2fa94da3de35 None None] Transition to ACTIVE for port object b73b5a5c-ca3a-4de8-b531-08c341b388ac will not be triggered until provisioned by entity L2. {{(pid=93588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 19:08:41.319197 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-187d45cf-7118-4a34-b8f3-d16abe3f5197 None None] Notify callbacks [] for port, precommit_update {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:41.331339 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.db.provisioning_blocks [None req-187d45cf-7118-4a34-b8f3-d16abe3f5197 None None] Transition to ACTIVE for port object aa81a88f-9451-4946-8555-8bb6cc2b2e82 will not be triggered until provisioned by entity L2. {{(pid=93589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 19:08:41.335006 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.provisioning_blocks [None req-b1ce0203-8655-4262-98c9-2fa94da3de35 None None] Transition to ACTIVE for port object b73b5a5c-ca3a-4de8-b531-08c341b388ac will not be triggered until provisioned by entity DHCP. {{(pid=93588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 19:08:41.419602 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-187d45cf-7118-4a34-b8f3-d16abe3f5197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742349622321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742349248534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742349248552'] for port, after_update {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:41.468937 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d380156-420b-443b-ad3d-2c65d5b14da1 None None] Pushing event updated for resources: {'Port': ['ID=aa81a88f-9451-4946-8555-8bb6cc2b2e82,revision_number=3']} {{(pid=93589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:08:41.478697 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-b1ce0203-8655-4262-98c9-2fa94da3de35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742349248516'] for port, after_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:41.491175 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d380156-420b-443b-ad3d-2c65d5b14da1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:08:41.491518 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d380156-420b-443b-ad3d-2c65d5b14da1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:08:41.491878 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d380156-420b-443b-ad3d-2c65d5b14da1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:08:41.492210 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d380156-420b-443b-ad3d-2c65d5b14da1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:08:41.492536 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d380156-420b-443b-ad3d-2c65d5b14da1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:08:41.492865 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d380156-420b-443b-ad3d-2c65d5b14da1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:08:41.493237 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d380156-420b-443b-ad3d-2c65d5b14da1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:08:41.493725 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d380156-420b-443b-ad3d-2c65d5b14da1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:08:41.494073 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d380156-420b-443b-ad3d-2c65d5b14da1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:08:41.494397 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d380156-420b-443b-ad3d-2c65d5b14da1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:08:41.494719 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d380156-420b-443b-ad3d-2c65d5b14da1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:08:41.495038 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d380156-420b-443b-ad3d-2c65d5b14da1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:08:41.541302 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.plugins.ml2.managers [None req-187d45cf-7118-4a34-b8f3-d16abe3f5197 None None] Attempting to bind port aa81a88f-9451-4946-8555-8bb6cc2b2e82 on host dv-cinder-802653-1-iscsi for vnic_type normal with profile {{(pid=93589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 19:08:41.541859 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.plugins.ml2.managers [None req-187d45cf-7118-4a34-b8f3-d16abe3f5197 None None] Attempting to bind port aa81a88f-9451-4946-8555-8bb6cc2b2e82 by drivers openvswitch,hyperv on host dv-cinder-802653-1-iscsi at level 0 using segments [{'id': '622f7237-17aa-40be-8f6b-0c3a147ac662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'cc84c079-39a8-4ac9-aca1-5e372559018a'}] {{(pid=93589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 19:08:41.542292 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-187d45cf-7118-4a34-b8f3-d16abe3f5197 None None] Attempting to bind port aa81a88f-9451-4946-8555-8bb6cc2b2e82 on network cc84c079-39a8-4ac9-aca1-5e372559018a {{(pid=93589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 19:08:41.551237 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-187d45cf-7118-4a34-b8f3-d16abe3f5197 None None] Checking agent: {'id': 'db69d0ec-1e3c-47a8-846d-d71db5f0b0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802653-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 18, 54, 54), 'started_at': datetime.datetime(2021, 7, 28, 18, 55, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 19, 8, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802653-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 19:08:41.554856 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-187d45cf-7118-4a34-b8f3-d16abe3f5197 None None] Checking segment: {'id': '622f7237-17aa-40be-8f6b-0c3a147ac662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'cc84c079-39a8-4ac9-aca1-5e372559018a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 19:08:41.555398 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-187d45cf-7118-4a34-b8f3-d16abe3f5197 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:41.556117 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-187d45cf-7118-4a34-b8f3-d16abe3f5197 None None] Bound using segment: {'id': '622f7237-17aa-40be-8f6b-0c3a147ac662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'cc84c079-39a8-4ac9-aca1-5e372559018a'} {{(pid=93589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 19:08:41.557152 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.plugins.ml2.managers [None req-187d45cf-7118-4a34-b8f3-d16abe3f5197 None None] Bound port: aa81a88f-9451-4946-8555-8bb6cc2b2e82, host: dv-cinder-802653-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '622f7237-17aa-40be-8f6b-0c3a147ac662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'cc84c079-39a8-4ac9-aca1-5e372559018a'}}] {{(pid=93589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 19:08:41.560738 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-187d45cf-7118-4a34-b8f3-d16abe3f5197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555300'] for port, before_update {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:41.569809 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1ce0203-8655-4262-98c9-2fa94da3de35 None None] Network 569d1ef9-1261-41a8-933f-aa919110e080 is already hosted by enough agents. {{(pid=93588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 19:08:41.571148 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ce0203-8655-4262-98c9-2fa94da3de35 None None] Pushing event updated for resources: {'Port': ['ID=b73b5a5c-ca3a-4de8-b531-08c341b388ac,revision_number=1']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:08:41.576078 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.scheduler.base_scheduler [None req-b1ce0203-8655-4262-98c9-2fa94da3de35 None None] Resources bound (agent type, host, resource id): {{(pid=93588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 19:08:41.579374 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1ce0203-8655-4262-98c9-2fa94da3de35 None None] Received port after_create {{(pid=93588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 19:08:41.659540 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.managers [None req-b1ce0203-8655-4262-98c9-2fa94da3de35 None None] Attempting to bind port b73b5a5c-ca3a-4de8-b531-08c341b388ac on host dv-cinder-802653-1-iscsi for vnic_type normal with profile {{(pid=93588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 19:08:41.661983 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.plugins.ml2.db [None req-187d45cf-7118-4a34-b8f3-d16abe3f5197 None None] For port aa81a88f-9451-4946-8555-8bb6cc2b2e82, host dv-cinder-802653-1-iscsi, cleared binding levels {{(pid=93589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 19:08:41.662524 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.managers [None req-b1ce0203-8655-4262-98c9-2fa94da3de35 None None] Attempting to bind port b73b5a5c-ca3a-4de8-b531-08c341b388ac by drivers openvswitch,hyperv on host dv-cinder-802653-1-iscsi at level 0 using segments [{'id': '979327ac-9672-4f72-bdf1-54b4314225e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '569d1ef9-1261-41a8-933f-aa919110e080'}] {{(pid=93588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 19:08:41.662640 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1ce0203-8655-4262-98c9-2fa94da3de35 None None] Attempting to bind port b73b5a5c-ca3a-4de8-b531-08c341b388ac on network 569d1ef9-1261-41a8-933f-aa919110e080 {{(pid=93588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 19:08:41.669821 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.plugins.ml2.db [None req-187d45cf-7118-4a34-b8f3-d16abe3f5197 None None] For port aa81a88f-9451-4946-8555-8bb6cc2b2e82, host dv-cinder-802653-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-1-iscsi',level=0,port_id=aa81a88f-9451-4946-8555-8bb6cc2b2e82,segment=NetworkSegment(622f7237-17aa-40be-8f6b-0c3a147ac662),segment_id=622f7237-17aa-40be-8f6b-0c3a147ac662)] {{(pid=93589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 19:08:41.675694 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1ce0203-8655-4262-98c9-2fa94da3de35 None None] Checking agent: {'id': 'db69d0ec-1e3c-47a8-846d-d71db5f0b0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802653-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 18, 54, 54), 'started_at': datetime.datetime(2021, 7, 28, 18, 55, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 19, 8, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802653-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 19:08:41.676046 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1ce0203-8655-4262-98c9-2fa94da3de35 None None] Checking segment: {'id': '979327ac-9672-4f72-bdf1-54b4314225e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '569d1ef9-1261-41a8-933f-aa919110e080'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 19:08:41.676458 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-b1ce0203-8655-4262-98c9-2fa94da3de35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:41.676854 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1ce0203-8655-4262-98c9-2fa94da3de35 None None] Bound using segment: {'id': '979327ac-9672-4f72-bdf1-54b4314225e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '569d1ef9-1261-41a8-933f-aa919110e080'} {{(pid=93588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 19:08:41.677340 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.managers [None req-b1ce0203-8655-4262-98c9-2fa94da3de35 None None] Bound port: b73b5a5c-ca3a-4de8-b531-08c341b388ac, host: dv-cinder-802653-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '979327ac-9672-4f72-bdf1-54b4314225e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '569d1ef9-1261-41a8-933f-aa919110e080'}}] {{(pid=93588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 19:08:41.677722 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-b1ce0203-8655-4262-98c9-2fa94da3de35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555300'] for port, before_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:41.757944 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.db [None req-b1ce0203-8655-4262-98c9-2fa94da3de35 None None] For port b73b5a5c-ca3a-4de8-b531-08c341b388ac, host dv-cinder-802653-1-iscsi, cleared binding levels {{(pid=93588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 19:08:41.761459 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.db [None req-b1ce0203-8655-4262-98c9-2fa94da3de35 None None] For port b73b5a5c-ca3a-4de8-b531-08c341b388ac, host dv-cinder-802653-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-1-iscsi',level=0,port_id=b73b5a5c-ca3a-4de8-b531-08c341b388ac,segment=NetworkSegment(979327ac-9672-4f72-bdf1-54b4314225e4),segment_id=979327ac-9672-4f72-bdf1-54b4314225e4)] {{(pid=93588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 19:08:41.808874 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-187d45cf-7118-4a34-b8f3-d16abe3f5197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742349622321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742349248534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742349248552'] for port, after_update {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:41.821678 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-9314f230-fa37-40f2-b83a-49e873be25b1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:41.842787 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-9314f230-fa37-40f2-b83a-49e873be25b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555300'] for port, before_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:41.868254 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-187d45cf-7118-4a34-b8f3-d16abe3f5197 None None] Routers {'00bf29c4-29dd-4875-b481-000d03cce639'} bound to L3 agent in host dv-cinder-802653-1-iscsi {{(pid=93589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 19:08:41.872609 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.db.l3_hamode_db [None req-187d45cf-7118-4a34-b8f3-d16abe3f5197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802653-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T18:54:54Z,description=,heartbeat_timestamp=2021-07-28T19:08:24Z,host='dv-cinder-802653-1-iscsi',id=a81dfe8c-a6e8-4fad-82b8-e31bee6ac2ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T18:54:55Z,topic='l3_agent')) {'router_ids': ['00bf29c4-29dd-4875-b481-000d03cce639'], 'active': True} {{(pid=93589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:08:41.894617 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-b1ce0203-8655-4262-98c9-2fa94da3de35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742349622321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742349248534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742349248552'] for port, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:41.907933 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d380156-420b-443b-ad3d-2c65d5b14da1 None None] Pushing event updated for resources: {'Port': ['ID=aa81a88f-9451-4946-8555-8bb6cc2b2e82,revision_number=4']} {{(pid=93589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:08:41.965690 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.db.db_base_plugin_common [None req-9314f230-fa37-40f2-b83a-49e873be25b1 admin admin] Allocated IP 172.27.0.77 (e684c39a-2e11-408f-97ab-0003bc0ac2df/d732a1ba-ca87-47e9-b990-15a89705616d/e9f8f047-9040-4e82-a26c-a32afa93d3a8) {{(pid=93586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 19:08:41.986189 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ce0203-8655-4262-98c9-2fa94da3de35 None None] Pushing event updated for resources: {'Port': ['ID=b73b5a5c-ca3a-4de8-b531-08c341b388ac,revision_number=2']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:08:42.057094 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.db.l3_dvr_db [None req-187d45cf-7118-4a34-b8f3-d16abe3f5197 None None] Set router 00bf29c4-29dd-4875-b481-000d03cce639 gateway port host: dv-cinder-802653-1-iscsi {{(pid=93589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 19:08:42.187287 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-9314f230-fa37-40f2-b83a-49e873be25b1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:42.363478 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-9314f230-fa37-40f2-b83a-49e873be25b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742349248516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12083827'] for port, after_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:42.400421 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9314f230-fa37-40f2-b83a-49e873be25b1 admin admin] Network e684c39a-2e11-408f-97ab-0003bc0ac2df is already hosted by enough agents. {{(pid=93586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 19:08:42.403271 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.scheduler.base_scheduler [None req-9314f230-fa37-40f2-b83a-49e873be25b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 19:08:42.406869 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9314f230-fa37-40f2-b83a-49e873be25b1 admin admin] Received port after_create {{(pid=93586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 19:08:42.434967 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9314f230-fa37-40f2-b83a-49e873be25b1 admin admin] Pushing event updated for resources: {'Port': ['ID=e9f8f047-9040-4e82-a26c-a32afa93d3a8,revision_number=1']} {{(pid=93586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:08:42.441907 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.db.l3_hamode_db [None req-187d45cf-7118-4a34-b8f3-d16abe3f5197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00bf29c4-29dd-4875-b481-000d03cce639', 'name': 'tempest-TestVolumeBootPattern-1803685692-router', 'tenant_id': 'f449636262994023a73b5af01e3aac3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df', 'external_fixed_ips': [{'subnet_id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': '8deaf5f4-c021-4a1a-a60b-b795f523c482', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:08:34Z', 'updated_at': '2021-07-28T19:08:37Z', 'revision_number': 4, 'project_id': 'f449636262994023a73b5af01e3aac3d', 'gw_port': {'id': '8deaf5f4-c021-4a1a-a60b-b795f523c482', 'name': '', 'network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:46:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00bf29c4-29dd-4875-b481-000d03cce639', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:08:35Z', 'updated_at': '2021-07-28T19:08:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-1-iscsi', '_interfaces': [{'id': 'aa81a88f-9451-4946-8555-8bb6cc2b2e82', 'name': '', 'network_id': 'cc84c079-39a8-4ac9-aca1-5e372559018a', 'tenant_id': 'f449636262994023a73b5af01e3aac3d', 'mac_address': 'fa:16:3e:b7:42:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00bf29c4-29dd-4875-b481-000d03cce639', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'da272baf-79bf-4c88-a655-3fb99031059b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:08:37Z', 'updated_at': '2021-07-28T19:08:41Z', 'revision_number': 4, 'project_id': 'f449636262994023a73b5af01e3aac3d', 'subnets': [{'id': 'da272baf-79bf-4c88-a655-3fb99031059b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802653-1-iscsi', False) {} {{(pid=93589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:08:42.473565 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-187d45cf-7118-4a34-b8f3-d16abe3f5197 None None] The sync data for ids ['00bf29c4-29dd-4875-b481-000d03cce639'] in dv-cinder-802653-1-iscsi is: [{'id': '00bf29c4-29dd-4875-b481-000d03cce639', 'name': 'tempest-TestVolumeBootPattern-1803685692-router', 'tenant_id': 'f449636262994023a73b5af01e3aac3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df', 'external_fixed_ips': [{'subnet_id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': '8deaf5f4-c021-4a1a-a60b-b795f523c482', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:08:34Z', 'updated_at': '2021-07-28T19:08:37Z', 'revision_number': 4, 'project_id': 'f449636262994023a73b5af01e3aac3d', 'gw_port': {'id': '8deaf5f4-c021-4a1a-a60b-b795f523c482', 'name': '', 'network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:46:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00bf29c4-29dd-4875-b481-000d03cce639', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:08:35Z', 'updated_at': '2021-07-28T19:08:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-1-iscsi', '_interfaces': [{'id': 'aa81a88f-9451-4946-8555-8bb6cc2b2e82', 'name': '', 'network_id': 'cc84c079-39a8-4ac9-aca1-5e372559018a', 'tenant_id': 'f449636262994023a73b5af01e3aac3d', 'mac_address': 'fa:16:3e:b7:42:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00bf29c4-29dd-4875-b481-000d03cce639', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'da272baf-79bf-4c88-a655-3fb99031059b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:08:37Z', 'updated_at': '2021-07-28T19:08:41Z', 'revision_number': 4, 'project_id': 'f449636262994023a73b5af01e3aac3d', 'subnets': [{'id': 'da272baf-79bf-4c88-a655-3fb99031059b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 19:08:42.690841 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.rpc [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Device b73b5a5c-ca3a-4de8-b531-08c341b388ac up at agent ovs-agent-dv-cinder-802653-1-iscsi {{(pid=93588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 19:08:42.797161 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-9314f230-fa37-40f2-b83a-49e873be25b1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:42.838958 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.provisioning_blocks [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Provisioning for port b73b5a5c-ca3a-4de8-b531-08c341b388ac completed by entity L2. {{(pid=93588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 19:08:42.846442 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.rpc [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Device aa81a88f-9451-4946-8555-8bb6cc2b2e82 up at agent ovs-agent-dv-cinder-802653-1-iscsi {{(pid=93588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 19:08:42.979997 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.provisioning_blocks [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Provisioning for port aa81a88f-9451-4946-8555-8bb6cc2b2e82 completed by entity L2. {{(pid=93588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 19:08:42.989364 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.provisioning_blocks [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Provisioning complete for port aa81a88f-9451-4946-8555-8bb6cc2b2e82 triggered by entity L2. {{(pid=93588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 19:08:42.989884 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721938'] for port, provisioning_complete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:43.026971 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-9314f230-fa37-40f2-b83a-49e873be25b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3885665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3821551'] for router, after_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:43.074155 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1db434a-b0c0-4f8d-9959-ffa53c824262 None None] Network 569d1ef9-1261-41a8-933f-aa919110e080 requested from dv-cinder-802653-1-iscsi {{(pid=93588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 19:08:43.161265 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555300'] for port, before_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:43.224781 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.provisioning_blocks [None req-02c5edec-19cf-4b5a-a5ee-a46b95b3bb5a None None] Provisioning for port b73b5a5c-ca3a-4de8-b531-08c341b388ac completed by entity DHCP. {{(pid=93588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 19:08:43.228353 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.db [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] For port aa81a88f-9451-4946-8555-8bb6cc2b2e82, host dv-cinder-802653-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-1-iscsi',level=0,port_id=aa81a88f-9451-4946-8555-8bb6cc2b2e82,segment=NetworkSegment(622f7237-17aa-40be-8f6b-0c3a147ac662),segment_id=622f7237-17aa-40be-8f6b-0c3a147ac662)] {{(pid=93588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:08:43.233995 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.provisioning_blocks [None req-02c5edec-19cf-4b5a-a5ee-a46b95b3bb5a None None] Provisioning complete for port b73b5a5c-ca3a-4de8-b531-08c341b388ac triggered by entity DHCP. {{(pid=93588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 19:08:43.234472 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-02c5edec-19cf-4b5a-a5ee-a46b95b3bb5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721938'] for port, provisioning_complete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:43.272834 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9314f230-fa37-40f2-b83a-49e873be25b1 admin admin] Router 04d22f57-5e41-4df0-b83b-e83a672e1992 is scheduled to L3 agent a81dfe8c-a6e8-4fad-82b8-e31bee6ac2ff with binding_index 1 {{(pid=93586) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 19:08:43.333325 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742349622321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742349248534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742349248552'] for port, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:43.334257 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.rpc [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Device 8deaf5f4-c021-4a1a-a60b-b795f523c482 up at agent ovs-agent-dv-cinder-802653-1-iscsi {{(pid=93588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 19:08:43.391816 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9314f230-fa37-40f2-b83a-49e873be25b1 admin admin] Notify agent at l3_agent.dv-cinder-802653-1-iscsi the message routers_updated {{(pid=93586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 19:08:43.423413 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7824247f-cef7-4bb7-94bf-b2324988228b None None] Sync routers for ids ['04d22f57-5e41-4df0-b83b-e83a672e1992'] in dv-cinder-802653-1-iscsi {{(pid=93588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 19:08:43.475539 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7824247f-cef7-4bb7-94bf-b2324988228b None None] Routers {'04d22f57-5e41-4df0-b83b-e83a672e1992'} bound to L3 agent in host dv-cinder-802653-1-iscsi {{(pid=93588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 19:08:43.476196 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.l3_hamode_db [None req-7824247f-cef7-4bb7-94bf-b2324988228b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802653-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T18:54:54Z,description=,heartbeat_timestamp=2021-07-28T19:08:24Z,host='dv-cinder-802653-1-iscsi',id=a81dfe8c-a6e8-4fad-82b8-e31bee6ac2ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T18:54:55Z,topic='l3_agent')) {'router_ids': ['04d22f57-5e41-4df0-b83b-e83a672e1992'], 'active': True} {{(pid=93588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:08:43.478395 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Pushing event updated for resources: {'Port': ['ID=aa81a88f-9451-4946-8555-8bb6cc2b2e82,revision_number=5']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:08:43.481866 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-02c5edec-19cf-4b5a-a5ee-a46b95b3bb5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555300'] for port, before_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:43.535268 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-9314f230-fa37-40f2-b83a-49e873be25b1 admin admin] Notify callbacks [] for router, before_response {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:43.536550 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [None req-9314f230-fa37-40f2-b83a-49e873be25b1 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.7357502 Jul 28 19:08:43.539161 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.wsgi [-] (93586) accepted ('10.222.0.41', 36742) {{(pid=93586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:08:43.552199 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.provisioning_blocks [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Provisioning complete for port 8deaf5f4-c021-4a1a-a60b-b795f523c482 triggered by entity L2. {{(pid=93588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 19:08:43.552616 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721938'] for port, provisioning_complete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:43.619953 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.db [None req-02c5edec-19cf-4b5a-a5ee-a46b95b3bb5a None None] For port b73b5a5c-ca3a-4de8-b531-08c341b388ac, host dv-cinder-802653-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-1-iscsi',level=0,port_id=b73b5a5c-ca3a-4de8-b531-08c341b388ac,segment=NetworkSegment(979327ac-9672-4f72-bdf1-54b4314225e4),segment_id=979327ac-9672-4f72-bdf1-54b4314225e4)] {{(pid=93588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:08:43.780460 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-02c5edec-19cf-4b5a-a5ee-a46b95b3bb5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742349622321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742349248534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742349248552'] for port, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:43.819248 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.l3_dvr_db [None req-7824247f-cef7-4bb7-94bf-b2324988228b None None] Set router 04d22f57-5e41-4df0-b83b-e83a672e1992 gateway port host: dv-cinder-802653-1-iscsi {{(pid=93588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 19:08:43.967487 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c5edec-19cf-4b5a-a5ee-a46b95b3bb5a None None] Pushing event updated for resources: {'Port': ['ID=b73b5a5c-ca3a-4de8-b531-08c341b388ac,revision_number=3']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:08:44.006806 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.provisioning_blocks [None req-b6516eb0-a581-44a5-aada-bfa27bec2d36 None None] Provisioning complete for port b73b5a5c-ca3a-4de8-b531-08c341b388ac triggered by entity DHCP. {{(pid=93588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 19:08:44.006806 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-b6516eb0-a581-44a5-aada-bfa27bec2d36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721938'] for port, provisioning_complete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:44.007015 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-85bf8273-3628-44e8-9bbe-5f072472da27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555300'] for port, before_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:44.144871 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.l3_hamode_db [None req-7824247f-cef7-4bb7-94bf-b2324988228b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04d22f57-5e41-4df0-b83b-e83a672e1992', 'name': 'tempest-TestVolumeBootPattern-1635890-router', 'tenant_id': '1173b7ed4f8d4dd29dede339f2b9050d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df', 'external_fixed_ips': [{'subnet_id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': 'e9f8f047-9040-4e82-a26c-a32afa93d3a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:08:40Z', 'updated_at': '2021-07-28T19:08:42Z', 'revision_number': 3, 'project_id': '1173b7ed4f8d4dd29dede339f2b9050d', 'gw_port': {'id': 'e9f8f047-9040-4e82-a26c-a32afa93d3a8', 'name': '', 'network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:07:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04d22f57-5e41-4df0-b83b-e83a672e1992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:08:41Z', 'updated_at': '2021-07-28T19:08:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-1-iscsi'}], 'dv-cinder-802653-1-iscsi', False) {} {{(pid=93588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:08:44.168858 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.db.db_base_plugin_common [None req-85bf8273-3628-44e8-9bbe-5f072472da27 admin admin] Allocated IP 172.20.0.1 (569d1ef9-1261-41a8-933f-aa919110e080/1fe5f3d5-1f19-4b70-ab42-b13ec020f54a/82613154-5fd5-44c8-9243-840da7819d17) {{(pid=93586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 19:08:44.170731 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7824247f-cef7-4bb7-94bf-b2324988228b None None] Checking router: 04d22f57-5e41-4df0-b83b-e83a672e1992 for host: dv-cinder-802653-1-iscsi {{(pid=93588) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 19:08:44.171062 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7824247f-cef7-4bb7-94bf-b2324988228b None None] Updating router 04d22f57-5e41-4df0-b83b-e83a672e1992 port e9f8f047-9040-4e82-a26c-a32afa93d3a8 binding host dv-cinder-802653-1-iscsi {{(pid=93588) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 19:08:44.196249 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-7824247f-cef7-4bb7-94bf-b2324988228b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555300'] for port, before_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:44.277002 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-85bf8273-3628-44e8-9bbe-5f072472da27 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:44.290337 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.db.provisioning_blocks [None req-85bf8273-3628-44e8-9bbe-5f072472da27 admin admin] Transition to ACTIVE for port object 82613154-5fd5-44c8-9243-840da7819d17 will not be triggered until provisioned by entity DHCP. {{(pid=93586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 19:08:44.398522 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-85bf8273-3628-44e8-9bbe-5f072472da27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742349248516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12083827'] for port, after_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:44.435876 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85bf8273-3628-44e8-9bbe-5f072472da27 admin admin] Network 569d1ef9-1261-41a8-933f-aa919110e080 is already hosted by enough agents. {{(pid=93586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 19:08:44.438672 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.scheduler.base_scheduler [None req-85bf8273-3628-44e8-9bbe-5f072472da27 admin admin] Resources bound (agent type, host, resource id): {{(pid=93586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 19:08:44.442125 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85bf8273-3628-44e8-9bbe-5f072472da27 admin admin] Received port after_create {{(pid=93586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 19:08:44.461319 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-7824247f-cef7-4bb7-94bf-b2324988228b None None] Notify callbacks [] for port, precommit_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:44.472992 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bf8273-3628-44e8-9bbe-5f072472da27 admin admin] Pushing event updated for resources: {'Port': ['ID=82613154-5fd5-44c8-9243-840da7819d17,revision_number=1']} {{(pid=93586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:08:44.473112 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.provisioning_blocks [None req-7824247f-cef7-4bb7-94bf-b2324988228b None None] Transition to ACTIVE for port object e9f8f047-9040-4e82-a26c-a32afa93d3a8 will not be triggered until provisioned by entity L2. {{(pid=93588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 19:08:44.488004 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-85bf8273-3628-44e8-9bbe-5f072472da27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3821360'] for router_interface, before_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:44.535476 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-7824247f-cef7-4bb7-94bf-b2324988228b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742349622321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742349248534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742349248552'] for port, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:44.578322 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bbf347-478a-4ca6-80b8-6c4dab76291b None None] Pushing event updated for resources: {'Port': ['ID=e9f8f047-9040-4e82-a26c-a32afa93d3a8,revision_number=2']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:08:44.598463 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.rpc [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Device b73b5a5c-ca3a-4de8-b531-08c341b388ac up at agent ovs-agent-dv-cinder-802653-1-iscsi {{(pid=93588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 19:08:44.629671 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.managers [None req-7824247f-cef7-4bb7-94bf-b2324988228b None None] Attempting to bind port e9f8f047-9040-4e82-a26c-a32afa93d3a8 on host dv-cinder-802653-1-iscsi for vnic_type normal with profile {{(pid=93588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 19:08:44.630042 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.managers [None req-7824247f-cef7-4bb7-94bf-b2324988228b None None] Attempting to bind port e9f8f047-9040-4e82-a26c-a32afa93d3a8 by drivers openvswitch,hyperv on host dv-cinder-802653-1-iscsi at level 0 using segments [{'id': '17bd56bb-f533-4c75-bcf1-86c99094db6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df'}] {{(pid=93588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 19:08:44.630410 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7824247f-cef7-4bb7-94bf-b2324988228b None None] Attempting to bind port e9f8f047-9040-4e82-a26c-a32afa93d3a8 on network e684c39a-2e11-408f-97ab-0003bc0ac2df {{(pid=93588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 19:08:44.638711 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7824247f-cef7-4bb7-94bf-b2324988228b None None] Checking agent: {'id': 'db69d0ec-1e3c-47a8-846d-d71db5f0b0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802653-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 18, 54, 54), 'started_at': datetime.datetime(2021, 7, 28, 18, 55, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 19, 8, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802653-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 19:08:44.639041 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7824247f-cef7-4bb7-94bf-b2324988228b None None] Checking segment: {'id': '17bd56bb-f533-4c75-bcf1-86c99094db6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 19:08:44.639441 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-7824247f-cef7-4bb7-94bf-b2324988228b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:44.639854 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7824247f-cef7-4bb7-94bf-b2324988228b None None] Bound using segment: {'id': '17bd56bb-f533-4c75-bcf1-86c99094db6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df'} {{(pid=93588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 19:08:44.640322 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.managers [None req-7824247f-cef7-4bb7-94bf-b2324988228b None None] Bound port: e9f8f047-9040-4e82-a26c-a32afa93d3a8, host: dv-cinder-802653-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17bd56bb-f533-4c75-bcf1-86c99094db6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df'}}] {{(pid=93588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 19:08:44.640702 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-7824247f-cef7-4bb7-94bf-b2324988228b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555300'] for port, before_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:44.671776 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-85bf8273-3628-44e8-9bbe-5f072472da27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555300'] for port, before_update {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:44.718770 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.db [None req-7824247f-cef7-4bb7-94bf-b2324988228b None None] For port e9f8f047-9040-4e82-a26c-a32afa93d3a8, host dv-cinder-802653-1-iscsi, cleared binding levels {{(pid=93588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 19:08:44.722466 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.db [None req-7824247f-cef7-4bb7-94bf-b2324988228b None None] For port e9f8f047-9040-4e82-a26c-a32afa93d3a8, host dv-cinder-802653-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-1-iscsi',level=0,port_id=e9f8f047-9040-4e82-a26c-a32afa93d3a8,segment=NetworkSegment(17bd56bb-f533-4c75-bcf1-86c99094db6a),segment_id=17bd56bb-f533-4c75-bcf1-86c99094db6a)] {{(pid=93588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 19:08:44.724077 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.provisioning_blocks [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Provisioning complete for port b73b5a5c-ca3a-4de8-b531-08c341b388ac triggered by entity L2. {{(pid=93588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 19:08:44.724446 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721938'] for port, provisioning_complete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:44.754475 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.provisioning_blocks [None req-01ea6e64-7fda-4203-94e4-06fdf1f7096b None None] Provisioning for port 82613154-5fd5-44c8-9243-840da7819d17 completed by entity DHCP. {{(pid=93588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 19:08:44.763427 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.provisioning_blocks [None req-01ea6e64-7fda-4203-94e4-06fdf1f7096b None None] Provisioning complete for port 82613154-5fd5-44c8-9243-840da7819d17 triggered by entity DHCP. {{(pid=93588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 19:08:44.763845 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-01ea6e64-7fda-4203-94e4-06fdf1f7096b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721938'] for port, provisioning_complete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:44.796669 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-7824247f-cef7-4bb7-94bf-b2324988228b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742349622321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742349248534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742349248552'] for port, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:44.842110 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-85bf8273-3628-44e8-9bbe-5f072472da27 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:44.864716 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.plugin [None req-01ea6e64-7fda-4203-94e4-06fdf1f7096b None None] Port 82613154-5fd5-44c8-9243-840da7819d17 cannot update to ACTIVE because it is not bound. {{(pid=93588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 19:08:44.892036 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.rpc [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Device aa81a88f-9451-4946-8555-8bb6cc2b2e82 up at agent ovs-agent-dv-cinder-802653-1-iscsi {{(pid=93588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 19:08:44.901805 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7824247f-cef7-4bb7-94bf-b2324988228b None None] Routers {'04d22f57-5e41-4df0-b83b-e83a672e1992'} bound to L3 agent in host dv-cinder-802653-1-iscsi {{(pid=93588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 19:08:44.902804 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.l3_hamode_db [None req-7824247f-cef7-4bb7-94bf-b2324988228b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802653-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T18:54:54Z,description=,heartbeat_timestamp=2021-07-28T19:08:24Z,host='dv-cinder-802653-1-iscsi',id=a81dfe8c-a6e8-4fad-82b8-e31bee6ac2ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T18:54:55Z,topic='l3_agent')) {'router_ids': ['04d22f57-5e41-4df0-b83b-e83a672e1992'], 'active': True} {{(pid=93588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:08:44.928045 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-85bf8273-3628-44e8-9bbe-5f072472da27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742349622321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742349248534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742349248552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12083818'] for port, after_update {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:44.962457 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bbf347-478a-4ca6-80b8-6c4dab76291b None None] Pushing event updated for resources: {'Port': ['ID=e9f8f047-9040-4e82-a26c-a32afa93d3a8,revision_number=3']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:08:45.005354 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-85bf8273-3628-44e8-9bbe-5f072472da27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3760054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3821728'] for router_interface, after_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:45.008148 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bf8273-3628-44e8-9bbe-5f072472da27 admin admin] Pushing event updated for resources: {'Port': ['ID=82613154-5fd5-44c8-9243-840da7819d17,revision_number=2']} {{(pid=93586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:08:45.048525 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.provisioning_blocks [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Provisioning complete for port aa81a88f-9451-4946-8555-8bb6cc2b2e82 triggered by entity L2. {{(pid=93588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 19:08:45.048895 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721938'] for port, provisioning_complete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:45.080525 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.l3_dvr_db [None req-7824247f-cef7-4bb7-94bf-b2324988228b None None] Set router 04d22f57-5e41-4df0-b83b-e83a672e1992 gateway port host: dv-cinder-802653-1-iscsi {{(pid=93588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 19:08:45.099407 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85bf8273-3628-44e8-9bbe-5f072472da27 admin admin] Network 569d1ef9-1261-41a8-933f-aa919110e080 is already hosted by enough agents. {{(pid=93586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 19:08:45.100837 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.scheduler.base_scheduler [None req-85bf8273-3628-44e8-9bbe-5f072472da27 admin admin] Resources bound (agent type, host, resource id): {{(pid=93586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 19:08:45.223911 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85bf8273-3628-44e8-9bbe-5f072472da27 admin admin] Router 04d22f57-5e41-4df0-b83b-e83a672e1992 has already been hosted by L3 agent a81dfe8c-a6e8-4fad-82b8-e31bee6ac2ff {{(pid=93586) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 19:08:45.341462 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.l3_hamode_db [None req-7824247f-cef7-4bb7-94bf-b2324988228b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04d22f57-5e41-4df0-b83b-e83a672e1992', 'name': 'tempest-TestVolumeBootPattern-1635890-router', 'tenant_id': '1173b7ed4f8d4dd29dede339f2b9050d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df', 'external_fixed_ips': [{'subnet_id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': 'e9f8f047-9040-4e82-a26c-a32afa93d3a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:08:40Z', 'updated_at': '2021-07-28T19:08:44Z', 'revision_number': 4, 'project_id': '1173b7ed4f8d4dd29dede339f2b9050d', 'gw_port': {'id': 'e9f8f047-9040-4e82-a26c-a32afa93d3a8', 'name': '', 'network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:07:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04d22f57-5e41-4df0-b83b-e83a672e1992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:08:41Z', 'updated_at': '2021-07-28T19:08:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-1-iscsi', '_interfaces': [{'id': '82613154-5fd5-44c8-9243-840da7819d17', 'name': '', 'network_id': '569d1ef9-1261-41a8-933f-aa919110e080', 'tenant_id': '1173b7ed4f8d4dd29dede339f2b9050d', 'mac_address': 'fa:16:3e:3c:e7:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04d22f57-5e41-4df0-b83b-e83a672e1992', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '1fe5f3d5-1f19-4b70-ab42-b13ec020f54a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:08:44Z', 'updated_at': '2021-07-28T19:08:44Z', 'revision_number': 1, 'project_id': '1173b7ed4f8d4dd29dede339f2b9050d', 'subnets': [{'id': '1fe5f3d5-1f19-4b70-ab42-b13ec020f54a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802653-1-iscsi', False) {} {{(pid=93588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:08:45.352184 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85bf8273-3628-44e8-9bbe-5f072472da27 admin admin] Notify agent at l3_agent.dv-cinder-802653-1-iscsi the message routers_updated {{(pid=93586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 19:08:45.365849 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [None req-85bf8273-3628-44e8-9bbe-5f072472da27 admin admin] 10.222.0.41 "PUT /v2.0/routers/04d22f57-5e41-4df0-b83b-e83a672e1992/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8173122 Jul 28 19:08:45.369120 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7824247f-cef7-4bb7-94bf-b2324988228b None None] The sync data for ids ['04d22f57-5e41-4df0-b83b-e83a672e1992'] in dv-cinder-802653-1-iscsi is: [{'id': '04d22f57-5e41-4df0-b83b-e83a672e1992', 'name': 'tempest-TestVolumeBootPattern-1635890-router', 'tenant_id': '1173b7ed4f8d4dd29dede339f2b9050d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df', 'external_fixed_ips': [{'subnet_id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': 'e9f8f047-9040-4e82-a26c-a32afa93d3a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:08:40Z', 'updated_at': '2021-07-28T19:08:44Z', 'revision_number': 4, 'project_id': '1173b7ed4f8d4dd29dede339f2b9050d', 'gw_port': {'id': 'e9f8f047-9040-4e82-a26c-a32afa93d3a8', 'name': '', 'network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:07:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04d22f57-5e41-4df0-b83b-e83a672e1992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:08:41Z', 'updated_at': '2021-07-28T19:08:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-1-iscsi', '_interfaces': [{'id': '82613154-5fd5-44c8-9243-840da7819d17', 'name': '', 'network_id': '569d1ef9-1261-41a8-933f-aa919110e080', 'tenant_id': '1173b7ed4f8d4dd29dede339f2b9050d', 'mac_address': 'fa:16:3e:3c:e7:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04d22f57-5e41-4df0-b83b-e83a672e1992', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '1fe5f3d5-1f19-4b70-ab42-b13ec020f54a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:08:44Z', 'updated_at': '2021-07-28T19:08:44Z', 'revision_number': 1, 'project_id': '1173b7ed4f8d4dd29dede339f2b9050d', 'subnets': [{'id': '1fe5f3d5-1f19-4b70-ab42-b13ec020f54a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 19:08:45.391467 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.provisioning_blocks [None req-25c4e773-4b81-4b8a-84ea-4167fc0f65b4 None None] Provisioning complete for port 82613154-5fd5-44c8-9243-840da7819d17 triggered by entity DHCP. {{(pid=93588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 19:08:45.391903 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-25c4e773-4b81-4b8a-84ea-4167fc0f65b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721938'] for port, provisioning_complete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:45.432175 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.plugin [None req-25c4e773-4b81-4b8a-84ea-4167fc0f65b4 None None] Port 82613154-5fd5-44c8-9243-840da7819d17 cannot update to ACTIVE because it is not bound. {{(pid=93588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 19:08:45.911342 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.wsgi [-] (93586) accepted ('10.222.0.41', 36766) {{(pid=93586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:08:45.917736 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.v2.base [None req-843dcbf8-dd22-4476-946e-7bcdce204b4f tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2056004515', 'description': 'tempest-secgroup-smoke-2056004515 description', 'project_id': 'f449636262994023a73b5af01e3aac3d'}} {{(pid=93586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:08:46.021206 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-843dcbf8-dd22-4476-946e-7bcdce204b4f tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] Notify callbacks [] for security_group, before_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:46.120327 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-843dcbf8-dd22-4476-946e-7bcdce204b4f tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] Notify callbacks [] for security_group, precommit_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:46.226814 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-843dcbf8-dd22-4476-946e-7bcdce204b4f tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676630'] for security_group, after_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:46.259876 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843dcbf8-dd22-4476-946e-7bcdce204b4f tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4447fcf-5e32-44d8-9e2e-897d95fe9f2a,revision_number=1']} {{(pid=93586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:08:46.318059 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-843dcbf8-dd22-4476-946e-7bcdce204b4f tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] Notify callbacks [] for security_group, before_response {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:46.319471 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [None req-843dcbf8-dd22-4476-946e-7bcdce204b4f tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4063346 Jul 28 19:08:46.322464 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.wsgi [-] (93586) accepted ('10.222.0.41', 36774) {{(pid=93586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:08:46.328408 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.v2.base [None req-4e710f8f-8e96-4ac5-96eb-49e6ebbbcfe4 tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] Request body: {'security_group_rule': {'security_group_id': 'b4447fcf-5e32-44d8-9e2e-897d95fe9f2a', 'project_id': 'f449636262994023a73b5af01e3aac3d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:08:46.448946 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-4e710f8f-8e96-4ac5-96eb-49e6ebbbcfe4 tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:46.508562 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-4e710f8f-8e96-4ac5-96eb-49e6ebbbcfe4 tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:46.598027 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-4e710f8f-8e96-4ac5-96eb-49e6ebbbcfe4 tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676583'] for security_group_rule, after_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:46.636835 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e710f8f-8e96-4ac5-96eb-49e6ebbbcfe4 tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8dc92a37-7738-4625-b13a-f5a1e7b0ba31,revision_number=0']} {{(pid=93586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:08:46.637326 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.rpc [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Device e9f8f047-9040-4e82-a26c-a32afa93d3a8 up at agent ovs-agent-dv-cinder-802653-1-iscsi {{(pid=93588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 19:08:46.745139 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-4e710f8f-8e96-4ac5-96eb-49e6ebbbcfe4 tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:46.746403 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [None req-4e710f8f-8e96-4ac5-96eb-49e6ebbbcfe4 tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4229124 Jul 28 19:08:46.751383 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.wsgi [-] (93586) accepted ('10.222.0.41', 36780) {{(pid=93586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:08:46.755795 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.v2.base [None req-c54be375-c117-4f47-aecd-e8fad5567baa tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] Request body: {'security_group_rule': {'security_group_id': 'b4447fcf-5e32-44d8-9e2e-897d95fe9f2a', 'project_id': 'f449636262994023a73b5af01e3aac3d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:08:46.769605 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.provisioning_blocks [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Provisioning for port e9f8f047-9040-4e82-a26c-a32afa93d3a8 completed by entity L2. {{(pid=93588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 19:08:46.773662 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.provisioning_blocks [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Provisioning complete for port e9f8f047-9040-4e82-a26c-a32afa93d3a8 triggered by entity L2. {{(pid=93588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 19:08:46.774034 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721938'] for port, provisioning_complete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:46.850356 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555300'] for port, before_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:46.853345 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-c54be375-c117-4f47-aecd-e8fad5567baa tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:46.870784 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.db [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] For port e9f8f047-9040-4e82-a26c-a32afa93d3a8, host dv-cinder-802653-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-1-iscsi',level=0,port_id=e9f8f047-9040-4e82-a26c-a32afa93d3a8,segment=NetworkSegment(17bd56bb-f533-4c75-bcf1-86c99094db6a),segment_id=17bd56bb-f533-4c75-bcf1-86c99094db6a)] {{(pid=93588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:08:46.909986 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-c54be375-c117-4f47-aecd-e8fad5567baa tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:46.952545 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742349622321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742349248534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742349248552'] for port, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:46.981160 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-c54be375-c117-4f47-aecd-e8fad5567baa tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676583'] for security_group_rule, after_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:46.999685 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54be375-c117-4f47-aecd-e8fad5567baa tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5986735-ce2c-4641-8620-9b3bb4a60b01,revision_number=0']} {{(pid=93586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:08:47.012203 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Pushing event updated for resources: {'Port': ['ID=e9f8f047-9040-4e82-a26c-a32afa93d3a8,revision_number=4']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:08:47.044021 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-c54be375-c117-4f47-aecd-e8fad5567baa tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:47.045328 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [None req-c54be375-c117-4f47-aecd-e8fad5567baa tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2929494 Jul 28 19:08:47.048032 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.wsgi [-] (93586) accepted ('10.222.0.41', 36782) {{(pid=93586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:08:47.052517 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.v2.base [None req-1bf0e359-3770-407b-ae3f-8b56af9906fe tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] Request body: {'security_group_rule': {'security_group_id': 'b4447fcf-5e32-44d8-9e2e-897d95fe9f2a', 'project_id': 'f449636262994023a73b5af01e3aac3d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:08:47.135076 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-1bf0e359-3770-407b-ae3f-8b56af9906fe tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:47.192197 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-1bf0e359-3770-407b-ae3f-8b56af9906fe tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:47.260463 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-1bf0e359-3770-407b-ae3f-8b56af9906fe tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676583'] for security_group_rule, after_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:47.281446 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf0e359-3770-407b-ae3f-8b56af9906fe tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3d7f011-0f6c-4fb6-8e81-3e4d54584c3f,revision_number=0']} {{(pid=93586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:08:47.296127 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be00157d-85b4-4a4e-8aca-315744ff5341 None None] Sync routers for ids ['04d22f57-5e41-4df0-b83b-e83a672e1992'] in dv-cinder-802653-1-iscsi {{(pid=93589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 19:08:47.305103 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be00157d-85b4-4a4e-8aca-315744ff5341 None None] Routers {'04d22f57-5e41-4df0-b83b-e83a672e1992'} bound to L3 agent in host dv-cinder-802653-1-iscsi {{(pid=93589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 19:08:47.306254 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.db.l3_hamode_db [None req-be00157d-85b4-4a4e-8aca-315744ff5341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802653-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T18:54:54Z,description=,heartbeat_timestamp=2021-07-28T19:08:24Z,host='dv-cinder-802653-1-iscsi',id=a81dfe8c-a6e8-4fad-82b8-e31bee6ac2ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T18:54:55Z,topic='l3_agent')) {'router_ids': ['04d22f57-5e41-4df0-b83b-e83a672e1992'], 'active': True} {{(pid=93589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:08:47.370282 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-1bf0e359-3770-407b-ae3f-8b56af9906fe tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:47.373747 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [None req-1bf0e359-3770-407b-ae3f-8b56af9906fe tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3225360 Jul 28 19:08:47.374311 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.wsgi [-] (93586) accepted ('10.222.0.41', 36788) {{(pid=93586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:08:47.378830 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.v2.base [None req-89f63272-e188-469c-a7cd-6a7c04033a22 tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] Request body: {'security_group_rule': {'security_group_id': 'b4447fcf-5e32-44d8-9e2e-897d95fe9f2a', 'project_id': 'f449636262994023a73b5af01e3aac3d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:08:47.411243 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.db.l3_dvr_db [None req-be00157d-85b4-4a4e-8aca-315744ff5341 None None] Set router 04d22f57-5e41-4df0-b83b-e83a672e1992 gateway port host: dv-cinder-802653-1-iscsi {{(pid=93589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 19:08:47.483283 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-89f63272-e188-469c-a7cd-6a7c04033a22 tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:47.541012 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-89f63272-e188-469c-a7cd-6a7c04033a22 tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:47.608811 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.db.l3_hamode_db [None req-be00157d-85b4-4a4e-8aca-315744ff5341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04d22f57-5e41-4df0-b83b-e83a672e1992', 'name': 'tempest-TestVolumeBootPattern-1635890-router', 'tenant_id': '1173b7ed4f8d4dd29dede339f2b9050d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df', 'external_fixed_ips': [{'subnet_id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': 'e9f8f047-9040-4e82-a26c-a32afa93d3a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:08:40Z', 'updated_at': '2021-07-28T19:08:44Z', 'revision_number': 4, 'project_id': '1173b7ed4f8d4dd29dede339f2b9050d', 'gw_port': {'id': 'e9f8f047-9040-4e82-a26c-a32afa93d3a8', 'name': '', 'network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:07:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04d22f57-5e41-4df0-b83b-e83a672e1992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:08:41Z', 'updated_at': '2021-07-28T19:08:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-1-iscsi', '_interfaces': [{'id': '82613154-5fd5-44c8-9243-840da7819d17', 'name': '', 'network_id': '569d1ef9-1261-41a8-933f-aa919110e080', 'tenant_id': '1173b7ed4f8d4dd29dede339f2b9050d', 'mac_address': 'fa:16:3e:3c:e7:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04d22f57-5e41-4df0-b83b-e83a672e1992', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '1fe5f3d5-1f19-4b70-ab42-b13ec020f54a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:08:44Z', 'updated_at': '2021-07-28T19:08:44Z', 'revision_number': 2, 'project_id': '1173b7ed4f8d4dd29dede339f2b9050d', 'subnets': [{'id': '1fe5f3d5-1f19-4b70-ab42-b13ec020f54a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802653-1-iscsi', False) {} {{(pid=93589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:08:47.638516 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be00157d-85b4-4a4e-8aca-315744ff5341 None None] Checking router: 04d22f57-5e41-4df0-b83b-e83a672e1992 for host: dv-cinder-802653-1-iscsi {{(pid=93589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 19:08:47.638871 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be00157d-85b4-4a4e-8aca-315744ff5341 None None] Updating router 04d22f57-5e41-4df0-b83b-e83a672e1992 port 82613154-5fd5-44c8-9243-840da7819d17 binding host dv-cinder-802653-1-iscsi {{(pid=93589) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 19:08:47.642540 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-89f63272-e188-469c-a7cd-6a7c04033a22 tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676583'] for security_group_rule, after_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:47.664328 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-be00157d-85b4-4a4e-8aca-315744ff5341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555300'] for port, before_update {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:47.666140 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f63272-e188-469c-a7cd-6a7c04033a22 tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de6348e1-33ff-47ca-878f-3fcef120ca14,revision_number=0']} {{(pid=93586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:08:47.745509 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-89f63272-e188-469c-a7cd-6a7c04033a22 tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:47.747193 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [None req-89f63272-e188-469c-a7cd-6a7c04033a22 tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3718572 Jul 28 19:08:47.749915 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.wsgi [-] (93586) accepted ('10.222.0.41', 36798) {{(pid=93586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:08:47.755252 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.v2.base [None req-e605b069-c26d-48cd-bc5a-9eac9a31a6dc tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] Request body: {'security_group_rule': {'security_group_id': 'b4447fcf-5e32-44d8-9e2e-897d95fe9f2a', 'project_id': 'f449636262994023a73b5af01e3aac3d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:08:47.792127 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.wsgi [-] (93586) accepted ('10.222.0.41', 36802) {{(pid=93586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:08:47.843730 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.db.securitygroups_db [None req-e605b069-c26d-48cd-bc5a-9eac9a31a6dc tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] Project f449636262994023a73b5af01e3aac3d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 19:08:47.851149 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-e605b069-c26d-48cd-bc5a-9eac9a31a6dc tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:47.912520 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-518a11df-828a-4ec4-b4eb-92d72eed4b74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:47.937202 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-e605b069-c26d-48cd-bc5a-9eac9a31a6dc tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:47.942934 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-be00157d-85b4-4a4e-8aca-315744ff5341 None None] Notify callbacks [] for port, precommit_update {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:47.952139 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.db.provisioning_blocks [None req-be00157d-85b4-4a4e-8aca-315744ff5341 None None] Transition to ACTIVE for port object 82613154-5fd5-44c8-9243-840da7819d17 will not be triggered until provisioned by entity L2. {{(pid=93589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 19:08:48.020748 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-518a11df-828a-4ec4-b4eb-92d72eed4b74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:48.021303 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-be00157d-85b4-4a4e-8aca-315744ff5341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742349622321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742349248534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742349248552'] for port, after_update {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:48.022568 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-e605b069-c26d-48cd-bc5a-9eac9a31a6dc tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676583'] for security_group_rule, after_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:48.038541 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e605b069-c26d-48cd-bc5a-9eac9a31a6dc tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1064b77f-b15a-4c0d-8219-c301ab902454,revision_number=0']} {{(pid=93586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:08:48.075862 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19502476-9f78-4004-9e9d-6030b229d179 None None] Pushing event updated for resources: {'Port': ['ID=82613154-5fd5-44c8-9243-840da7819d17,revision_number=3']} {{(pid=93589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:08:48.120505 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-518a11df-828a-4ec4-b4eb-92d72eed4b74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676630'] for security_group, after_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:48.132108 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.plugins.ml2.managers [None req-be00157d-85b4-4a4e-8aca-315744ff5341 None None] Attempting to bind port 82613154-5fd5-44c8-9243-840da7819d17 on host dv-cinder-802653-1-iscsi for vnic_type normal with profile {{(pid=93589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 19:08:48.132484 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.plugins.ml2.managers [None req-be00157d-85b4-4a4e-8aca-315744ff5341 None None] Attempting to bind port 82613154-5fd5-44c8-9243-840da7819d17 by drivers openvswitch,hyperv on host dv-cinder-802653-1-iscsi at level 0 using segments [{'id': '979327ac-9672-4f72-bdf1-54b4314225e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '569d1ef9-1261-41a8-933f-aa919110e080'}] {{(pid=93589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 19:08:48.132844 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be00157d-85b4-4a4e-8aca-315744ff5341 None None] Attempting to bind port 82613154-5fd5-44c8-9243-840da7819d17 on network 569d1ef9-1261-41a8-933f-aa919110e080 {{(pid=93589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 19:08:48.139061 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be00157d-85b4-4a4e-8aca-315744ff5341 None None] Checking agent: {'id': 'db69d0ec-1e3c-47a8-846d-d71db5f0b0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802653-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 18, 54, 54), 'started_at': datetime.datetime(2021, 7, 28, 18, 55, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 19, 8, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802653-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 19:08:48.139432 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be00157d-85b4-4a4e-8aca-315744ff5341 None None] Checking segment: {'id': '979327ac-9672-4f72-bdf1-54b4314225e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '569d1ef9-1261-41a8-933f-aa919110e080'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 19:08:48.139954 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-be00157d-85b4-4a4e-8aca-315744ff5341 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:48.140727 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be00157d-85b4-4a4e-8aca-315744ff5341 None None] Bound using segment: {'id': '979327ac-9672-4f72-bdf1-54b4314225e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '569d1ef9-1261-41a8-933f-aa919110e080'} {{(pid=93589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 19:08:48.140849 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.plugins.ml2.managers [None req-be00157d-85b4-4a4e-8aca-315744ff5341 None None] Bound port: 82613154-5fd5-44c8-9243-840da7819d17, host: dv-cinder-802653-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '979327ac-9672-4f72-bdf1-54b4314225e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '569d1ef9-1261-41a8-933f-aa919110e080'}}] {{(pid=93589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 19:08:48.141147 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-be00157d-85b4-4a4e-8aca-315744ff5341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555300'] for port, before_update {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:48.161775 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [None req-518a11df-828a-4ec4-b4eb-92d72eed4b74 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9becaf0de7c64a7cb3b61194da07bf2e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3685613 Jul 28 19:08:48.164532 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.wsgi [-] (93587) accepted ('10.222.0.41', 36806) {{(pid=93587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:08:48.165566 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518a11df-828a-4ec4-b4eb-92d72eed4b74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21fdcf88-8e9c-481b-a379-a69c2928c9ef,revision_number=1']} {{(pid=93586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:08:48.209960 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-e605b069-c26d-48cd-bc5a-9eac9a31a6dc tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:48.213996 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [None req-e605b069-c26d-48cd-bc5a-9eac9a31a6dc tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4602981 Jul 28 19:08:48.218526 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.wsgi [-] (93586) accepted ('10.222.0.41', 36808) {{(pid=93586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:08:48.218679 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.plugins.ml2.db [None req-be00157d-85b4-4a4e-8aca-315744ff5341 None None] For port 82613154-5fd5-44c8-9243-840da7819d17, host dv-cinder-802653-1-iscsi, cleared binding levels {{(pid=93589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 19:08:48.219180 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.v2.base [None req-d7505b30-0957-4858-ba5f-10467da1a947 tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] Request body: {'security_group_rule': {'security_group_id': 'b4447fcf-5e32-44d8-9e2e-897d95fe9f2a', 'project_id': 'f449636262994023a73b5af01e3aac3d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:08:48.219604 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.plugins.ml2.db [None req-be00157d-85b4-4a4e-8aca-315744ff5341 None None] For port 82613154-5fd5-44c8-9243-840da7819d17, host dv-cinder-802653-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-1-iscsi',level=0,port_id=82613154-5fd5-44c8-9243-840da7819d17,segment=NetworkSegment(979327ac-9672-4f72-bdf1-54b4314225e4),segment_id=979327ac-9672-4f72-bdf1-54b4314225e4)] {{(pid=93589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 19:08:48.247199 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-a3a4d1b9-8251-4ca7-8f46-5d6e7ef7b286 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:48.272529 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-a3a4d1b9-8251-4ca7-8f46-5d6e7ef7b286 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:48.341608 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-be00157d-85b4-4a4e-8aca-315744ff5341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742349622321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742349248534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742349248552'] for port, after_update {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:48.391876 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.db.securitygroups_db [None req-d7505b30-0957-4858-ba5f-10467da1a947 tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] Project f449636262994023a73b5af01e3aac3d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 19:08:48.397925 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-d7505b30-0957-4858-ba5f-10467da1a947 tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:48.405995 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be00157d-85b4-4a4e-8aca-315744ff5341 None None] Routers {'04d22f57-5e41-4df0-b83b-e83a672e1992'} bound to L3 agent in host dv-cinder-802653-1-iscsi {{(pid=93589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 19:08:48.406635 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.db.l3_hamode_db [None req-be00157d-85b4-4a4e-8aca-315744ff5341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802653-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T18:54:54Z,description=,heartbeat_timestamp=2021-07-28T19:08:24Z,host='dv-cinder-802653-1-iscsi',id=a81dfe8c-a6e8-4fad-82b8-e31bee6ac2ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T18:54:55Z,topic='l3_agent')) {'router_ids': ['04d22f57-5e41-4df0-b83b-e83a672e1992'], 'active': True} {{(pid=93589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:08:48.427248 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-a3a4d1b9-8251-4ca7-8f46-5d6e7ef7b286 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676630'] for security_group, after_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:48.430002 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-a3a4d1b9-8251-4ca7-8f46-5d6e7ef7b286 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:48.434549 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [None req-a3a4d1b9-8251-4ca7-8f46-5d6e7ef7b286 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/21fdcf88-8e9c-481b-a379-a69c2928c9ef HTTP/1.1" status: 204 len: 168 time: 0.2653983 Jul 28 19:08:48.449921 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a4d1b9-8251-4ca7-8f46-5d6e7ef7b286 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21fdcf88-8e9c-481b-a379-a69c2928c9ef,revision_number=None']} {{(pid=93587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:08:48.471036 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19502476-9f78-4004-9e9d-6030b229d179 None None] Pushing event updated for resources: {'Port': ['ID=82613154-5fd5-44c8-9243-840da7819d17,revision_number=4']} {{(pid=93589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:08:48.522371 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-d7505b30-0957-4858-ba5f-10467da1a947 tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:48.583083 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.db.l3_dvr_db [None req-be00157d-85b4-4a4e-8aca-315744ff5341 None None] Set router 04d22f57-5e41-4df0-b83b-e83a672e1992 gateway port host: dv-cinder-802653-1-iscsi {{(pid=93589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 19:08:48.618356 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.rpc [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Device 82613154-5fd5-44c8-9243-840da7819d17 up at agent ovs-agent-dv-cinder-802653-1-iscsi {{(pid=93588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 19:08:48.622723 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-d7505b30-0957-4858-ba5f-10467da1a947 tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676583'] for security_group_rule, after_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:48.644207 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7505b30-0957-4858-ba5f-10467da1a947 tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f3f0e5d-e937-452e-bba0-3dadb3bba7d6,revision_number=0']} {{(pid=93586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:08:48.756351 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-d7505b30-0957-4858-ba5f-10467da1a947 tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:48.757630 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [None req-d7505b30-0957-4858-ba5f-10467da1a947 tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5424862 Jul 28 19:08:48.778234 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.provisioning_blocks [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Provisioning for port 82613154-5fd5-44c8-9243-840da7819d17 completed by entity L2. {{(pid=93588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 19:08:48.778234 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.provisioning_blocks [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Provisioning complete for port 82613154-5fd5-44c8-9243-840da7819d17 triggered by entity L2. {{(pid=93588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 19:08:48.778234 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721938'] for port, provisioning_complete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:48.828773 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.db.l3_hamode_db [None req-be00157d-85b4-4a4e-8aca-315744ff5341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04d22f57-5e41-4df0-b83b-e83a672e1992', 'name': 'tempest-TestVolumeBootPattern-1635890-router', 'tenant_id': '1173b7ed4f8d4dd29dede339f2b9050d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df', 'external_fixed_ips': [{'subnet_id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': 'e9f8f047-9040-4e82-a26c-a32afa93d3a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:08:40Z', 'updated_at': '2021-07-28T19:08:44Z', 'revision_number': 4, 'project_id': '1173b7ed4f8d4dd29dede339f2b9050d', 'gw_port': {'id': 'e9f8f047-9040-4e82-a26c-a32afa93d3a8', 'name': '', 'network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:07:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04d22f57-5e41-4df0-b83b-e83a672e1992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:08:41Z', 'updated_at': '2021-07-28T19:08:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-1-iscsi', '_interfaces': [{'id': '82613154-5fd5-44c8-9243-840da7819d17', 'name': '', 'network_id': '569d1ef9-1261-41a8-933f-aa919110e080', 'tenant_id': '1173b7ed4f8d4dd29dede339f2b9050d', 'mac_address': 'fa:16:3e:3c:e7:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04d22f57-5e41-4df0-b83b-e83a672e1992', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '1fe5f3d5-1f19-4b70-ab42-b13ec020f54a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:08:44Z', 'updated_at': '2021-07-28T19:08:48Z', 'revision_number': 4, 'project_id': '1173b7ed4f8d4dd29dede339f2b9050d', 'subnets': [{'id': '1fe5f3d5-1f19-4b70-ab42-b13ec020f54a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802653-1-iscsi', False) {} {{(pid=93589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:08:48.858139 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be00157d-85b4-4a4e-8aca-315744ff5341 None None] The sync data for ids ['04d22f57-5e41-4df0-b83b-e83a672e1992'] in dv-cinder-802653-1-iscsi is: [{'id': '04d22f57-5e41-4df0-b83b-e83a672e1992', 'name': 'tempest-TestVolumeBootPattern-1635890-router', 'tenant_id': '1173b7ed4f8d4dd29dede339f2b9050d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df', 'external_fixed_ips': [{'subnet_id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': 'e9f8f047-9040-4e82-a26c-a32afa93d3a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:08:40Z', 'updated_at': '2021-07-28T19:08:44Z', 'revision_number': 4, 'project_id': '1173b7ed4f8d4dd29dede339f2b9050d', 'gw_port': {'id': 'e9f8f047-9040-4e82-a26c-a32afa93d3a8', 'name': '', 'network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:07:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04d22f57-5e41-4df0-b83b-e83a672e1992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:08:41Z', 'updated_at': '2021-07-28T19:08:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-1-iscsi', '_interfaces': [{'id': '82613154-5fd5-44c8-9243-840da7819d17', 'name': '', 'network_id': '569d1ef9-1261-41a8-933f-aa919110e080', 'tenant_id': '1173b7ed4f8d4dd29dede339f2b9050d', 'mac_address': 'fa:16:3e:3c:e7:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04d22f57-5e41-4df0-b83b-e83a672e1992', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '1fe5f3d5-1f19-4b70-ab42-b13ec020f54a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:08:44Z', 'updated_at': '2021-07-28T19:08:48Z', 'revision_number': 4, 'project_id': '1173b7ed4f8d4dd29dede339f2b9050d', 'subnets': [{'id': '1fe5f3d5-1f19-4b70-ab42-b13ec020f54a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 19:08:48.862227 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555300'] for port, before_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:48.916073 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.db [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] For port 82613154-5fd5-44c8-9243-840da7819d17, host dv-cinder-802653-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-1-iscsi',level=0,port_id=82613154-5fd5-44c8-9243-840da7819d17,segment=NetworkSegment(979327ac-9672-4f72-bdf1-54b4314225e4),segment_id=979327ac-9672-4f72-bdf1-54b4314225e4)] {{(pid=93588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:08:48.985345 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742349622321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742349248534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742349248552'] for port, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:48.993090 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.rpc [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Device e9f8f047-9040-4e82-a26c-a32afa93d3a8 up at agent ovs-agent-dv-cinder-802653-1-iscsi {{(pid=93588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 19:08:49.086607 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Pushing event updated for resources: {'Port': ['ID=82613154-5fd5-44c8-9243-840da7819d17,revision_number=5']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:08:49.097303 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.provisioning_blocks [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Provisioning complete for port e9f8f047-9040-4e82-a26c-a32afa93d3a8 triggered by entity L2. {{(pid=93588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 19:08:49.097692 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721938'] for port, provisioning_complete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:49.659370 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.wsgi [-] (93586) accepted ('10.222.0.41', 36880) {{(pid=93586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:08:49.760325 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.v2.base [None req-ba3caba4-9d1c-4bf2-836b-7a8b5860435c admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-650927350-network', 'tenant_id': 'e571861060b247db886d6242932fd24c'}} {{(pid=93586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:08:49.866256 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba3caba4-9d1c-4bf2-836b-7a8b5860435c admin admin] Made reservation on behalf of e571861060b247db886d6242932fd24c for: {'network': 1} {{(pid=93586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 19:08:49.868658 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-ba3caba4-9d1c-4bf2-836b-7a8b5860435c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555300'] for network, before_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:49.877104 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-ba3caba4-9d1c-4bf2-836b-7a8b5860435c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:49.965190 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-ba3caba4-9d1c-4bf2-836b-7a8b5860435c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:50.032474 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-ba3caba4-9d1c-4bf2-836b-7a8b5860435c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676630'] for security_group, after_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:50.054315 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba3caba4-9d1c-4bf2-836b-7a8b5860435c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 417} {{(pid=93586) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 19:08:50.070354 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3caba4-9d1c-4bf2-836b-7a8b5860435c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=338d7dc7-653d-463f-a046-d011091d2ff8,revision_number=1']} {{(pid=93586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:08:50.074059 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-ba3caba4-9d1c-4bf2-836b-7a8b5860435c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721374'] for segment, precommit_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:50.074394 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.db.segments_db [None req-ba3caba4-9d1c-4bf2-836b-7a8b5860435c admin admin] Added segment 6009b34a-697d-4119-9306-7993bb6a2f9f of type vlan for network 364dbfb6-530a-4ac4-a33f-55ede7274a55 Jul 28 19:08:50.120947 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-ba3caba4-9d1c-4bf2-836b-7a8b5860435c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742349240423'] for network, precommit_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:50.242439 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-ba3caba4-9d1c-4bf2-836b-7a8b5860435c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036'] for network, after_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:50.244057 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba3caba4-9d1c-4bf2-836b-7a8b5860435c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:08:50.244649 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-ba3caba4-9d1c-4bf2-836b-7a8b5860435c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760026'] for network, before_response {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:50.309938 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3caba4-9d1c-4bf2-836b-7a8b5860435c admin admin] Pushing event updated for resources: {'Network': ['ID=364dbfb6-530a-4ac4-a33f-55ede7274a55,revision_number=1']} {{(pid=93586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:08:50.328384 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.rpc [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Network 364dbfb6-530a-4ac4-a33f-55ede7274a55 details requested by agent ovs-agent-dv-cinder-802653-1-iscsi with host dv-cinder-802653-1-iscsi {{(pid=93588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 19:08:50.387823 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [None req-ba3caba4-9d1c-4bf2-836b-7a8b5860435c admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7272544 Jul 28 19:08:50.391303 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.wsgi [-] (93586) accepted ('10.222.0.41', 36906) {{(pid=93586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:08:50.396310 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.v2.base [None req-191a9608-2a5a-48c3-b13b-47e286774d5e admin admin] Request body: {'subnet': {'network_id': '364dbfb6-530a-4ac4-a33f-55ede7274a55', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-650927350-subnet', 'tenant_id': 'e571861060b247db886d6242932fd24c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:08:50.522390 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-191a9608-2a5a-48c3-b13b-47e286774d5e admin admin] Made reservation on behalf of e571861060b247db886d6242932fd24c for: {'subnet': 1} {{(pid=93586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 19:08:50.526059 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-191a9608-2a5a-48c3-b13b-47e286774d5e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12577379'] for subnet, before_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:50.583531 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.rpc [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Device 82613154-5fd5-44c8-9243-840da7819d17 up at agent ovs-agent-dv-cinder-802653-1-iscsi {{(pid=93588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 19:08:50.633216 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.provisioning_blocks [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Provisioning complete for port 82613154-5fd5-44c8-9243-840da7819d17 triggered by entity L2. {{(pid=93588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 19:08:50.633980 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721938'] for port, provisioning_complete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:50.798576 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-191a9608-2a5a-48c3-b13b-47e286774d5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12083743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12577357'] for subnet, after_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:50.884796 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191a9608-2a5a-48c3-b13b-47e286774d5e admin admin] Pushing event updated for resources: {'Subnet': ['ID=e339257b-e5ce-42c3-9b8b-9eeaba589a61,revision_number=0']} {{(pid=93586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:08:50.898444 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-191a9608-2a5a-48c3-b13b-47e286774d5e admin admin] Checking segment: {'id': '6009b34a-697d-4119-9306-7993bb6a2f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '364dbfb6-530a-4ac4-a33f-55ede7274a55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 19:08:50.898803 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-191a9608-2a5a-48c3-b13b-47e286774d5e admin admin] Network hostable DHCP agents. Network: 364dbfb6-530a-4ac4-a33f-55ede7274a55, hostable agents: ['6be8dab3-c43d-43c4-9e05-9e58375c436f'], hosted agents: [] {{(pid=93586) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 19:08:50.910486 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866f9d2d-2163-45b7-bc5f-b138eb11d34a req-c534aae1-c7f1-4365-9c05-4a60dd78f8fa tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:08:50.912056 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-866f9d2d-2163-45b7-bc5f-b138eb11d34a req-c534aae1-c7f1-4365-9c05-4a60dd78f8fa tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1586067-40da-4fc2-bba2-df65e566ef0c HTTP/1.1" status: 200 len: 946 time: 0.0816748 Jul 28 19:08:50.954366 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-866f9d2d-2163-45b7-bc5f-b138eb11d34a req-9abac599-d80a-4582-9214-853d83872b85 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/security-groups?id=6b911858-09a3-4b28-b9cd-8397dfa263a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350292 Jul 28 19:08:50.997863 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-191a9608-2a5a-48c3-b13b-47e286774d5e admin admin] Network 364dbfb6-530a-4ac4-a33f-55ede7274a55 is scheduled to be hosted by DHCP agent 6be8dab3-c43d-43c4-9e05-9e58375c436f with binding_index 1 {{(pid=93586) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 19:08:51.076423 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.scheduler.base_scheduler [None req-191a9608-2a5a-48c3-b13b-47e286774d5e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802653-1-iscsi, 364dbfb6-530a-4ac4-a33f-55ede7274a55) {{(pid=93586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 19:08:51.080857 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-191a9608-2a5a-48c3-b13b-47e286774d5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:08:51.081471 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-191a9608-2a5a-48c3-b13b-47e286774d5e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:51.086000 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abde8481-c429-450c-a3a0-8faa6d3b65d2 None None] Network 364dbfb6-530a-4ac4-a33f-55ede7274a55 requested from dv-cinder-802653-1-iscsi {{(pid=93588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 19:08:51.168864 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [None req-191a9608-2a5a-48c3-b13b-47e286774d5e admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7764220 Jul 28 19:08:51.215987 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21b278ad-baff-4c72-8f10-9341eed1c6d0 None None] Network 364dbfb6-530a-4ac4-a33f-55ede7274a55 requested from dv-cinder-802653-1-iscsi {{(pid=93588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 19:08:51.573825 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-7b676271-0ddc-4aa4-a752-cca87e6c2de2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:52.079270 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b78cc66-7475-45c4-a8f3-74215406b1e8 req-710c37f0-38ea-4b8e-b81b-f2406c26633a tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:08:52.080826 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-3b78cc66-7475-45c4-a8f3-74215406b1e8 req-710c37f0-38ea-4b8e-b81b-f2406c26633a tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1586067-40da-4fc2-bba2-df65e566ef0c HTTP/1.1" status: 200 len: 946 time: 0.0493240 Jul 28 19:08:52.127113 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-3b78cc66-7475-45c4-a8f3-74215406b1e8 req-51c7b093-af70-4366-ad0b-31d3a64dc172 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/security-groups?id=6b911858-09a3-4b28-b9cd-8397dfa263a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403872 Jul 28 19:08:53.248467 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df279abb-f287-40f5-a54d-16c489891d73 req-b897e76e-9a3c-4274-a19a-68a284f1bda3 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:08:53.249965 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-df279abb-f287-40f5-a54d-16c489891d73 req-b897e76e-9a3c-4274-a19a-68a284f1bda3 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1586067-40da-4fc2-bba2-df65e566ef0c HTTP/1.1" status: 200 len: 946 time: 0.0487926 Jul 28 19:08:53.291204 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-df279abb-f287-40f5-a54d-16c489891d73 req-0924d7d6-45aa-4e7a-b67a-30b9d6b93ce3 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/security-groups?id=6b911858-09a3-4b28-b9cd-8397dfa263a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338459 Jul 28 19:08:53.435069 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca3b245-f69d-4454-90cb-d714d40cd098 req-3573c1d1-5178-458b-9f64-6935586fc2b3 tempest-VolumesSnapshotTestJSON-1487625351 tempest-VolumesSnapshotTestJSON-1487625351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:08:53.436865 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-6ca3b245-f69d-4454-90cb-d714d40cd098 req-3573c1d1-5178-458b-9f64-6935586fc2b3 tempest-VolumesSnapshotTestJSON-1487625351 tempest-VolumesSnapshotTestJSON-1487625351-project] 10.222.0.41 "GET /v2.0/networks?id=364dbfb6-530a-4ac4-a33f-55ede7274a55 HTTP/1.1" status: 200 len: 813 time: 0.1004577 Jul 28 19:08:53.452364 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-6ca3b245-f69d-4454-90cb-d714d40cd098 req-722d53f4-d436-44cf-b252-22be92f5cf55 tempest-VolumesSnapshotTestJSON-1487625351 tempest-VolumesSnapshotTestJSON-1487625351-project] 10.222.0.41 "GET /v2.0/quotas/e571861060b247db886d6242932fd24c HTTP/1.1" status: 200 len: 375 time: 0.0100529 Jul 28 19:08:53.487462 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-6ca3b245-f69d-4454-90cb-d714d40cd098 req-90e2bacc-e99d-4388-b052-e33ae04813ee tempest-VolumesSnapshotTestJSON-1487625351 tempest-VolumesSnapshotTestJSON-1487625351-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=e571861060b247db886d6242932fd24c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0293126 Jul 28 19:08:53.619551 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-6ca3b245-f69d-4454-90cb-d714d40cd098 req-f23bf911-bd8d-4cec-ba18-b7fed7d16de9 service neutron] 10.222.0.41 "GET /v2.0/networks/364dbfb6-530a-4ac4-a33f-55ede7274a55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250918 Jul 28 19:08:53.716403 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-6ca3b245-f69d-4454-90cb-d714d40cd098 req-8a0b8cdb-a335-4e6a-a8d1-6065cf470a54 service neutron] 10.222.0.41 "GET /v2.0/networks/364dbfb6-530a-4ac4-a33f-55ede7274a55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895646 Jul 28 19:08:53.979833 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-a8cd5e96-c9ff-4981-8c5d-bfd7eccf20e0 req-8e6057a6-457b-4df1-bf29-0f4aadd89e03 tempest-VolumesSnapshotTestJSON-1487625351 tempest-VolumesSnapshotTestJSON-1487625351-project] 10.222.0.41 "GET /v2.0/ports?device_id=d747b783-c869-4129-bb53-d7849896f4f9 HTTP/1.1" status: 200 len: 210 time: 0.0260644 Jul 28 19:08:54.213972 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:54.413248 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be9fef3-6c5f-4493-b2ac-f6f8a9172447 req-6d7f1dcd-6f55-4804-a80f-cd189f64187a tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:08:54.415000 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-5be9fef3-6c5f-4493-b2ac-f6f8a9172447 req-6d7f1dcd-6f55-4804-a80f-cd189f64187a tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1586067-40da-4fc2-bba2-df65e566ef0c HTTP/1.1" status: 200 len: 946 time: 0.0494637 Jul 28 19:08:54.443842 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-11be432e-8539-42e3-a68e-018f6dcc4257 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:54.454663 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-5be9fef3-6c5f-4493-b2ac-f6f8a9172447 req-cf98d2f2-e180-4a16-a81b-23c1162829bc tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/security-groups?id=6b911858-09a3-4b28-b9cd-8397dfa263a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339193 Jul 28 19:08:55.072245 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-1dd48805-5c53-4e01-8bf9-00a249fb3bff req-3cf1fef2-1999-4a21-a2bf-8df5081627a8 tempest-VolumesSnapshotTestJSON-1487625351 tempest-VolumesSnapshotTestJSON-1487625351-project] 10.222.0.41 "GET /v2.0/ports?device_id=d747b783-c869-4129-bb53-d7849896f4f9 HTTP/1.1" status: 200 len: 210 time: 0.0262806 Jul 28 19:08:55.541782 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-acea1373-d53c-46a9-b089-9e40d352d773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:55.581182 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ea2b81-56d1-4d8e-b888-554e3be59034 req-c766e152-68c9-49b5-9ec0-add2d9822f50 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:08:55.582713 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-c3ea2b81-56d1-4d8e-b888-554e3be59034 req-c766e152-68c9-49b5-9ec0-add2d9822f50 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1586067-40da-4fc2-bba2-df65e566ef0c HTTP/1.1" status: 200 len: 946 time: 0.0560560 Jul 28 19:08:55.620917 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-c3ea2b81-56d1-4d8e-b888-554e3be59034 req-a20b1506-b642-4092-8749-5765d8edbe81 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/security-groups?id=6b911858-09a3-4b28-b9cd-8397dfa263a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315335 Jul 28 19:08:55.671051 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.db.agents_db [None req-65e7ef76-a059-4ec3-9341-f72ff4ef7e59 None None] Agent healthcheck: found 6 active agents {{(pid=93589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 19:08:56.171725 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-cabfb3f0-4159-4eb6-82e8-913d6119cc8a req-3d56795e-d1b5-4f12-8590-c20e72cb7e71 tempest-VolumesSnapshotTestJSON-1487625351 tempest-VolumesSnapshotTestJSON-1487625351-project] 10.222.0.41 "GET /v2.0/ports?device_id=d747b783-c869-4129-bb53-d7849896f4f9 HTTP/1.1" status: 200 len: 210 time: 0.0254290 Jul 28 19:08:56.282778 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca3b245-f69d-4454-90cb-d714d40cd098 req-e223cb7f-f8e0-4000-a0bc-acf0bb6f3bb1 tempest-VolumesSnapshotTestJSON-1487625351 tempest-VolumesSnapshotTestJSON-1487625351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:08:56.284150 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-6ca3b245-f69d-4454-90cb-d714d40cd098 req-e223cb7f-f8e0-4000-a0bc-acf0bb6f3bb1 tempest-VolumesSnapshotTestJSON-1487625351 tempest-VolumesSnapshotTestJSON-1487625351-project] 10.222.0.49 "GET /v2.0/networks?id=364dbfb6-530a-4ac4-a33f-55ede7274a55 HTTP/1.1" status: 200 len: 813 time: 0.1016033 Jul 28 19:08:56.301001 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.v2.base [req-6ca3b245-f69d-4454-90cb-d714d40cd098 req-363ff6e5-afa8-460c-be48-adbcf690a874 tempest-VolumesSnapshotTestJSON-1487625351 tempest-VolumesSnapshotTestJSON-1487625351-project] Request body: {'port': {'device_id': 'd747b783-c869-4129-bb53-d7849896f4f9', 'network_id': '364dbfb6-530a-4ac4-a33f-55ede7274a55', 'admin_state_up': True, 'tenant_id': 'e571861060b247db886d6242932fd24c'}} {{(pid=93587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:08:56.489328 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ca3b245-f69d-4454-90cb-d714d40cd098 req-363ff6e5-afa8-460c-be48-adbcf690a874 tempest-VolumesSnapshotTestJSON-1487625351 tempest-VolumesSnapshotTestJSON-1487625351-project] Made reservation on behalf of e571861060b247db886d6242932fd24c for: {'port': 1} {{(pid=93587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 19:08:56.492931 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [req-6ca3b245-f69d-4454-90cb-d714d40cd098 req-363ff6e5-afa8-460c-be48-adbcf690a874 tempest-VolumesSnapshotTestJSON-1487625351 tempest-VolumesSnapshotTestJSON-1487625351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555300'] for port, before_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:56.619306 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.db.db_base_plugin_common [req-6ca3b245-f69d-4454-90cb-d714d40cd098 req-363ff6e5-afa8-460c-be48-adbcf690a874 tempest-VolumesSnapshotTestJSON-1487625351 tempest-VolumesSnapshotTestJSON-1487625351-project] Allocated IP 172.20.0.14 (364dbfb6-530a-4ac4-a33f-55ede7274a55/e339257b-e5ce-42c3-9b8b-9eeaba589a61/71ac1c44-207f-4491-a302-8f7719dd125d) {{(pid=93587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 19:08:56.746727 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703cd61a-336e-4691-8db4-e9aa1dc93fd9 req-3b8afac0-0d4d-4df4-be66-b9ed91135bd3 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:08:56.748239 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-703cd61a-336e-4691-8db4-e9aa1dc93fd9 req-3b8afac0-0d4d-4df4-be66-b9ed91135bd3 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1586067-40da-4fc2-bba2-df65e566ef0c HTTP/1.1" status: 200 len: 946 time: 0.0514157 Jul 28 19:08:56.769650 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [req-6ca3b245-f69d-4454-90cb-d714d40cd098 req-363ff6e5-afa8-460c-be48-adbcf690a874 tempest-VolumesSnapshotTestJSON-1487625351 tempest-VolumesSnapshotTestJSON-1487625351-project] Notify callbacks [] for port, precommit_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:56.785224 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-703cd61a-336e-4691-8db4-e9aa1dc93fd9 req-0903cac7-f0c1-4d67-9698-6d8823b3a63e tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/security-groups?id=6b911858-09a3-4b28-b9cd-8397dfa263a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310206 Jul 28 19:08:56.884152 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [req-6ca3b245-f69d-4454-90cb-d714d40cd098 req-363ff6e5-afa8-460c-be48-adbcf690a874 tempest-VolumesSnapshotTestJSON-1487625351 tempest-VolumesSnapshotTestJSON-1487625351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742349248516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9465727'] for port, after_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:56.925225 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ca3b245-f69d-4454-90cb-d714d40cd098 req-363ff6e5-afa8-460c-be48-adbcf690a874 tempest-VolumesSnapshotTestJSON-1487625351 tempest-VolumesSnapshotTestJSON-1487625351-project] Network 364dbfb6-530a-4ac4-a33f-55ede7274a55 is already hosted by enough agents. {{(pid=93587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 19:08:56.928231 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.scheduler.base_scheduler [req-6ca3b245-f69d-4454-90cb-d714d40cd098 req-363ff6e5-afa8-460c-be48-adbcf690a874 tempest-VolumesSnapshotTestJSON-1487625351 tempest-VolumesSnapshotTestJSON-1487625351-project] Resources bound (agent type, host, resource id): {{(pid=93587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 19:08:56.932214 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ca3b245-f69d-4454-90cb-d714d40cd098 req-363ff6e5-afa8-460c-be48-adbcf690a874 tempest-VolumesSnapshotTestJSON-1487625351 tempest-VolumesSnapshotTestJSON-1487625351-project] Received port after_create {{(pid=93587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 19:08:56.961036 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363ff6e5-afa8-460c-be48-adbcf690a874 tempest-VolumesSnapshotTestJSON-1487625351 tempest-VolumesSnapshotTestJSON-1487625351-project] Pushing event updated for resources: {'Port': ['ID=71ac1c44-207f-4491-a302-8f7719dd125d,revision_number=1']} {{(pid=93587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:08:56.988979 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca3b245-f69d-4454-90cb-d714d40cd098 req-363ff6e5-afa8-460c-be48-adbcf690a874 tempest-VolumesSnapshotTestJSON-1487625351 tempest-VolumesSnapshotTestJSON-1487625351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:08:56.989585 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [req-6ca3b245-f69d-4454-90cb-d714d40cd098 req-363ff6e5-afa8-460c-be48-adbcf690a874 tempest-VolumesSnapshotTestJSON-1487625351 tempest-VolumesSnapshotTestJSON-1487625351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148603'] for port, before_response {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:57.096020 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-6ca3b245-f69d-4454-90cb-d714d40cd098 req-363ff6e5-afa8-460c-be48-adbcf690a874 tempest-VolumesSnapshotTestJSON-1487625351 tempest-VolumesSnapshotTestJSON-1487625351-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7990422 Jul 28 19:08:57.109501 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.v2.base [req-6ca3b245-f69d-4454-90cb-d714d40cd098 req-bcc3ac34-c118-43ec-8daf-d6c097fad990 service neutron] Request body: {'port': {'device_id': 'd747b783-c869-4129-bb53-d7849896f4f9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80265'}} {{(pid=93587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:08:57.168086 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [req-6ca3b245-f69d-4454-90cb-d714d40cd098 req-bcc3ac34-c118-43ec-8daf-d6c097fad990 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555300'] for port, before_update {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:57.298790 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffc1585-bc9f-4ac5-9a74-c7138d29ac33 req-72be1d70-4f58-417c-ba06-7adad80c0294 tempest-VolumesSnapshotTestJSON-1487625351 tempest-VolumesSnapshotTestJSON-1487625351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:08:57.300314 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-fffc1585-bc9f-4ac5-9a74-c7138d29ac33 req-72be1d70-4f58-417c-ba06-7adad80c0294 tempest-VolumesSnapshotTestJSON-1487625351 tempest-VolumesSnapshotTestJSON-1487625351-project] 10.222.0.41 "GET /v2.0/ports?device_id=d747b783-c869-4129-bb53-d7849896f4f9 HTTP/1.1" status: 200 len: 932 time: 0.0557916 Jul 28 19:08:57.338673 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-fffc1585-bc9f-4ac5-9a74-c7138d29ac33 req-c0a1b3ea-cf3e-4fc7-992a-435bd22c004a tempest-VolumesSnapshotTestJSON-1487625351 tempest-VolumesSnapshotTestJSON-1487625351-project] 10.222.0.41 "GET /v2.0/security-groups?id=338d7dc7-653d-463f-a046-d011091d2ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322978 Jul 28 19:08:57.439029 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.notifiers.nova [req-6ca3b245-f69d-4454-90cb-d714d40cd098 req-bcc3ac34-c118-43ec-8daf-d6c097fad990 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71ac1c44-207f-4491-a302-8f7719dd125d {{(pid=93587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 19:08:57.446994 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [req-6ca3b245-f69d-4454-90cb-d714d40cd098 req-bcc3ac34-c118-43ec-8daf-d6c097fad990 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:57.460007 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.db.provisioning_blocks [req-6ca3b245-f69d-4454-90cb-d714d40cd098 req-bcc3ac34-c118-43ec-8daf-d6c097fad990 service neutron] Transition to ACTIVE for port object 71ac1c44-207f-4491-a302-8f7719dd125d will not be triggered until provisioned by entity L2. {{(pid=93587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 19:08:57.523914 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [req-6ca3b245-f69d-4454-90cb-d714d40cd098 req-bcc3ac34-c118-43ec-8daf-d6c097fad990 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742349622321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742349248534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742349248552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9465702'] for port, after_update {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:57.577936 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc3ac34-c118-43ec-8daf-d6c097fad990 service neutron] Pushing event updated for resources: {'Port': ['ID=71ac1c44-207f-4491-a302-8f7719dd125d,revision_number=2']} {{(pid=93587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:08:57.580442 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-26c861f8-c84b-4272-86f3-59900436582c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:57.644824 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.plugins.ml2.managers [req-6ca3b245-f69d-4454-90cb-d714d40cd098 req-bcc3ac34-c118-43ec-8daf-d6c097fad990 service neutron] Attempting to bind port 71ac1c44-207f-4491-a302-8f7719dd125d on host hv-cinder-80265 for vnic_type normal with profile {{(pid=93587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 19:08:57.645160 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.plugins.ml2.managers [req-6ca3b245-f69d-4454-90cb-d714d40cd098 req-bcc3ac34-c118-43ec-8daf-d6c097fad990 service neutron] Attempting to bind port 71ac1c44-207f-4491-a302-8f7719dd125d by drivers openvswitch,hyperv on host hv-cinder-80265 at level 0 using segments [{'id': '6009b34a-697d-4119-9306-7993bb6a2f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '364dbfb6-530a-4ac4-a33f-55ede7274a55'}] {{(pid=93587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 19:08:57.645517 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ca3b245-f69d-4454-90cb-d714d40cd098 req-bcc3ac34-c118-43ec-8daf-d6c097fad990 service neutron] Attempting to bind port 71ac1c44-207f-4491-a302-8f7719dd125d on network 364dbfb6-530a-4ac4-a33f-55ede7274a55 {{(pid=93587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 19:08:57.650067 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ca3b245-f69d-4454-90cb-d714d40cd098 req-bcc3ac34-c118-43ec-8daf-d6c097fad990 service neutron] Port 71ac1c44-207f-4491-a302-8f7719dd125d on network 364dbfb6-530a-4ac4-a33f-55ede7274a55 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80265 {{(pid=93587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 19:08:57.650395 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ca3b245-f69d-4454-90cb-d714d40cd098 req-bcc3ac34-c118-43ec-8daf-d6c097fad990 service neutron] Attempting to bind port 71ac1c44-207f-4491-a302-8f7719dd125d on network 364dbfb6-530a-4ac4-a33f-55ede7274a55 {{(pid=93587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 19:08:57.655133 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ca3b245-f69d-4454-90cb-d714d40cd098 req-bcc3ac34-c118-43ec-8daf-d6c097fad990 service neutron] Checking agent: {'id': 'f02a77d8-88e9-4ce1-b3bf-c8b64693a24a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80265', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 19, 1, 31), 'started_at': datetime.datetime(2021, 7, 28, 19, 1, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 19, 8, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 19:08:57.655473 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ca3b245-f69d-4454-90cb-d714d40cd098 req-bcc3ac34-c118-43ec-8daf-d6c097fad990 service neutron] Checking segment: {'id': '6009b34a-697d-4119-9306-7993bb6a2f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '364dbfb6-530a-4ac4-a33f-55ede7274a55'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 19:08:57.655903 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ca3b245-f69d-4454-90cb-d714d40cd098 req-bcc3ac34-c118-43ec-8daf-d6c097fad990 service neutron] Bound using segment: {'id': '6009b34a-697d-4119-9306-7993bb6a2f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '364dbfb6-530a-4ac4-a33f-55ede7274a55'} {{(pid=93587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 19:08:57.656334 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.plugins.ml2.managers [req-6ca3b245-f69d-4454-90cb-d714d40cd098 req-bcc3ac34-c118-43ec-8daf-d6c097fad990 service neutron] Bound port: 71ac1c44-207f-4491-a302-8f7719dd125d, host: hv-cinder-80265, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6009b34a-697d-4119-9306-7993bb6a2f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '364dbfb6-530a-4ac4-a33f-55ede7274a55'}}] {{(pid=93587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 19:08:57.656693 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [req-6ca3b245-f69d-4454-90cb-d714d40cd098 req-bcc3ac34-c118-43ec-8daf-d6c097fad990 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555300'] for port, before_update {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:57.723617 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.plugins.ml2.db [req-6ca3b245-f69d-4454-90cb-d714d40cd098 req-bcc3ac34-c118-43ec-8daf-d6c097fad990 service neutron] For port 71ac1c44-207f-4491-a302-8f7719dd125d, host hv-cinder-80265, cleared binding levels {{(pid=93587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 19:08:57.726447 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.plugins.ml2.db [req-6ca3b245-f69d-4454-90cb-d714d40cd098 req-bcc3ac34-c118-43ec-8daf-d6c097fad990 service neutron] For port 71ac1c44-207f-4491-a302-8f7719dd125d, host hv-cinder-80265, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=71ac1c44-207f-4491-a302-8f7719dd125d,segment=NetworkSegment(6009b34a-697d-4119-9306-7993bb6a2f9f),segment_id=6009b34a-697d-4119-9306-7993bb6a2f9f)] {{(pid=93587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 19:08:57.804422 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [req-6ca3b245-f69d-4454-90cb-d714d40cd098 req-bcc3ac34-c118-43ec-8daf-d6c097fad990 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742349622321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742349248534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742349248552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9465702'] for port, after_update {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:57.839642 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca3b245-f69d-4454-90cb-d714d40cd098 req-bcc3ac34-c118-43ec-8daf-d6c097fad990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:08:57.840289 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [req-6ca3b245-f69d-4454-90cb-d714d40cd098 req-bcc3ac34-c118-43ec-8daf-d6c097fad990 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148603'] for port, before_response {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:08:57.841683 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-6ca3b245-f69d-4454-90cb-d714d40cd098 req-bcc3ac34-c118-43ec-8daf-d6c097fad990 service neutron] 10.222.0.49 "PUT /v2.0/ports/71ac1c44-207f-4491-a302-8f7719dd125d HTTP/1.1" status: 200 len: 1094 time: 0.7364700 Jul 28 19:08:57.842117 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd747b783-c869-4129-bb53-d7849896f4f9', 'tag': '71ac1c44-207f-4491-a302-8f7719dd125d'}] {{(pid=93587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 19:08:57.844537 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0425cd91716d62700118381c1ce81f16af4b0b2dffb745d1fa1c8d13c3262bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-413b4982-8f4c-427a-8695-8e3d7000016c" -d '{"events": [{"name": "network-changed", "server_uuid": "d747b783-c869-4129-bb53-d7849896f4f9", "tag": "71ac1c44-207f-4491-a302-8f7719dd125d"}]}' {{(pid=93587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 19:08:57.870269 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc3ac34-c118-43ec-8daf-d6c097fad990 service neutron] Pushing event updated for resources: {'Port': ['ID=71ac1c44-207f-4491-a302-8f7719dd125d,revision_number=3']} {{(pid=93587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:08:57.915746 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de20324-3cd8-4d6f-b732-5884d5da5110 req-7b4f7a95-9b39-4578-8b17-8cd7ecf08f97 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:08:57.917282 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-9de20324-3cd8-4d6f-b732-5884d5da5110 req-7b4f7a95-9b39-4578-8b17-8cd7ecf08f97 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1586067-40da-4fc2-bba2-df65e566ef0c HTTP/1.1" status: 200 len: 946 time: 0.0536518 Jul 28 19:08:57.960111 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-9de20324-3cd8-4d6f-b732-5884d5da5110 req-a9823854-0200-4070-9203-f70cc514224d tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/security-groups?id=6b911858-09a3-4b28-b9cd-8397dfa263a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332627 Jul 28 19:08:58.007817 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca3b245-f69d-4454-90cb-d714d40cd098 req-007f2f2e-5f8b-4c8e-b287-9bfb17785676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:08:58.008087 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-6ca3b245-f69d-4454-90cb-d714d40cd098 req-007f2f2e-5f8b-4c8e-b287-9bfb17785676 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e571861060b247db886d6242932fd24c&device_id=d747b783-c869-4129-bb53-d7849896f4f9 HTTP/1.1" status: 200 len: 1097 time: 0.0504711 Jul 28 19:08:58.017287 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 19:08:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0ae6226-673e-4275-89c1-1f6a0d6a13d6 x-openstack-request-id: req-b0ae6226-673e-4275-89c1-1f6a0d6a13d6 {{(pid=93587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 19:08:58.017629 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d747b783-c869-4129-bb53-d7849896f4f9", "tag": "71ac1c44-207f-4491-a302-8f7719dd125d", "status": "completed", "code": 200}]} {{(pid=93587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 19:08:58.018172 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b0ae6226-673e-4275-89c1-1f6a0d6a13d6 {{(pid=93587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 19:08:58.018572 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd747b783-c869-4129-bb53-d7849896f4f9', 'tag': '71ac1c44-207f-4491-a302-8f7719dd125d', 'status': 'completed', 'code': 200} Jul 28 19:08:58.057446 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-6ca3b245-f69d-4454-90cb-d714d40cd098 req-75950ae0-f0fd-4ed8-a86f-3a8751ebb1a5 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=71ac1c44-207f-4491-a302-8f7719dd125d HTTP/1.1" status: 200 len: 217 time: 0.0373495 Jul 28 19:08:58.114574 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca3b245-f69d-4454-90cb-d714d40cd098 req-1e56c4ec-a50d-4cfb-9db5-8d67f1b1074d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:08:58.116129 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-6ca3b245-f69d-4454-90cb-d714d40cd098 req-1e56c4ec-a50d-4cfb-9db5-8d67f1b1074d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e339257b-e5ce-42c3-9b8b-9eeaba589a61 HTTP/1.1" status: 200 len: 853 time: 0.0505776 Jul 28 19:08:58.148105 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-6ca3b245-f69d-4454-90cb-d714d40cd098 req-e46671a8-2f93-4f61-af69-52482e5c2165 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=364dbfb6-530a-4ac4-a33f-55ede7274a55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242615 Jul 28 19:08:58.237101 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-6ca3b245-f69d-4454-90cb-d714d40cd098 req-588b93b1-d278-4539-a430-d6fc3bd48c39 service neutron] 10.222.0.49 "GET /v2.0/networks/364dbfb6-530a-4ac4-a33f-55ede7274a55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813799 Jul 28 19:08:58.333920 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-6ca3b245-f69d-4454-90cb-d714d40cd098 req-b52b10d3-6564-4170-8b72-0671330ad408 service neutron] 10.222.0.49 "GET /v2.0/networks/364dbfb6-530a-4ac4-a33f-55ede7274a55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884666 Jul 28 19:08:58.457536 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1208735-6d1e-4a16-a212-2fc4d3143577 req-ddc01034-029e-48ed-97fa-07ca1b3b1459 tempest-VolumesSnapshotTestJSON-1487625351 tempest-VolumesSnapshotTestJSON-1487625351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:08:58.459030 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-a1208735-6d1e-4a16-a212-2fc4d3143577 req-ddc01034-029e-48ed-97fa-07ca1b3b1459 tempest-VolumesSnapshotTestJSON-1487625351 tempest-VolumesSnapshotTestJSON-1487625351-project] 10.222.0.41 "GET /v2.0/ports?device_id=d747b783-c869-4129-bb53-d7849896f4f9 HTTP/1.1" status: 200 len: 944 time: 0.0507526 Jul 28 19:08:58.476770 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413b4982-8f4c-427a-8695-8e3d7000016c req-df4c65f9-e5e2-4904-b68c-577555c2e70c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:08:58.478568 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-413b4982-8f4c-427a-8695-8e3d7000016c req-df4c65f9-e5e2-4904-b68c-577555c2e70c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e571861060b247db886d6242932fd24c&device_id=d747b783-c869-4129-bb53-d7849896f4f9 HTTP/1.1" status: 200 len: 1097 time: 0.0426722 Jul 28 19:08:58.499796 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-a1208735-6d1e-4a16-a212-2fc4d3143577 req-3cbb9cbf-6c7b-4cd0-9a0b-5760dcb54b35 tempest-VolumesSnapshotTestJSON-1487625351 tempest-VolumesSnapshotTestJSON-1487625351-project] 10.222.0.41 "GET /v2.0/security-groups?id=338d7dc7-653d-463f-a046-d011091d2ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338626 Jul 28 19:08:58.580291 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413b4982-8f4c-427a-8695-8e3d7000016c req-10363cef-a68b-485b-b69a-4c169a0fd7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:08:58.581991 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-413b4982-8f4c-427a-8695-8e3d7000016c req-10363cef-a68b-485b-b69a-4c169a0fd7ed service neutron] 10.222.0.49 "GET /v2.0/networks?id=364dbfb6-530a-4ac4-a33f-55ede7274a55 HTTP/1.1" status: 200 len: 914 time: 0.0953252 Jul 28 19:08:58.625963 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-413b4982-8f4c-427a-8695-8e3d7000016c req-b2e3b6f1-6c04-40fc-b276-e197e2ab9997 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=71ac1c44-207f-4491-a302-8f7719dd125d HTTP/1.1" status: 200 len: 217 time: 0.0354047 Jul 28 19:08:58.684362 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413b4982-8f4c-427a-8695-8e3d7000016c req-4bb4b02a-c159-4cc4-8a9c-514cd28d234f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:08:58.687595 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-413b4982-8f4c-427a-8695-8e3d7000016c req-4bb4b02a-c159-4cc4-8a9c-514cd28d234f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e339257b-e5ce-42c3-9b8b-9eeaba589a61 HTTP/1.1" status: 200 len: 853 time: 0.0438292 Jul 28 19:08:58.723752 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-413b4982-8f4c-427a-8695-8e3d7000016c req-30b88500-b4a1-42e4-913c-5d1fcec304f6 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=364dbfb6-530a-4ac4-a33f-55ede7274a55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287750 Jul 28 19:08:58.822715 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-413b4982-8f4c-427a-8695-8e3d7000016c req-61da03c1-7f67-439b-abb4-a57d890bb1c2 service neutron] 10.222.0.49 "GET /v2.0/networks/364dbfb6-530a-4ac4-a33f-55ede7274a55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865085 Jul 28 19:08:58.913647 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-413b4982-8f4c-427a-8695-8e3d7000016c req-2bf31c90-cc90-4920-a081-63a525ea28ea service neutron] 10.222.0.49 "GET /v2.0/networks/364dbfb6-530a-4ac4-a33f-55ede7274a55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831418 Jul 28 19:08:59.091508 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0affa6b5-14c3-4c36-ba14-44176a9a1b28 req-9bd12b01-3d07-413b-bcba-161371ea00d3 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:08:59.093259 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-0affa6b5-14c3-4c36-ba14-44176a9a1b28 req-9bd12b01-3d07-413b-bcba-161371ea00d3 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1586067-40da-4fc2-bba2-df65e566ef0c HTTP/1.1" status: 200 len: 946 time: 0.0609753 Jul 28 19:08:59.131339 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-0affa6b5-14c3-4c36-ba14-44176a9a1b28 req-17c4a14d-1ad7-4880-85f0-ebc7bd6525ac tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/security-groups?id=6b911858-09a3-4b28-b9cd-8397dfa263a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320652 Jul 28 19:08:59.621697 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af2f8eb-199c-4c2a-829e-467695e7644d req-b7019bb3-9a83-467d-a64a-6ff2be1cdb49 tempest-VolumesSnapshotTestJSON-1487625351 tempest-VolumesSnapshotTestJSON-1487625351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:08:59.623916 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-1af2f8eb-199c-4c2a-829e-467695e7644d req-b7019bb3-9a83-467d-a64a-6ff2be1cdb49 tempest-VolumesSnapshotTestJSON-1487625351 tempest-VolumesSnapshotTestJSON-1487625351-project] 10.222.0.41 "GET /v2.0/ports?device_id=d747b783-c869-4129-bb53-d7849896f4f9 HTTP/1.1" status: 200 len: 944 time: 0.0530555 Jul 28 19:08:59.662023 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-1af2f8eb-199c-4c2a-829e-467695e7644d req-c5e576a1-265c-4c4b-bed9-bf893ed06e59 tempest-VolumesSnapshotTestJSON-1487625351 tempest-VolumesSnapshotTestJSON-1487625351-project] 10.222.0.41 "GET /v2.0/security-groups?id=338d7dc7-653d-463f-a046-d011091d2ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321536 Jul 28 19:09:00.255496 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1e6d86-5320-4f6d-8e72-979ab59b3487 req-f9ed3bb9-e29d-4f00-bf63-76eaba724b76 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:09:00.257050 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-2b1e6d86-5320-4f6d-8e72-979ab59b3487 req-f9ed3bb9-e29d-4f00-bf63-76eaba724b76 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1586067-40da-4fc2-bba2-df65e566ef0c HTTP/1.1" status: 200 len: 946 time: 0.0517056 Jul 28 19:09:00.295657 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-2b1e6d86-5320-4f6d-8e72-979ab59b3487 req-5e79b2f0-16cc-4422-a4c2-739eaa6a89f2 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/security-groups?id=6b911858-09a3-4b28-b9cd-8397dfa263a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327742 Jul 28 19:09:00.784963 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dc9c72-5bb1-41f4-8cbe-80cffe4cf914 req-859afd1f-f2a4-4035-90a5-3f7cb97a71f0 tempest-VolumesSnapshotTestJSON-1487625351 tempest-VolumesSnapshotTestJSON-1487625351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:09:00.786359 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-22dc9c72-5bb1-41f4-8cbe-80cffe4cf914 req-859afd1f-f2a4-4035-90a5-3f7cb97a71f0 tempest-VolumesSnapshotTestJSON-1487625351 tempest-VolumesSnapshotTestJSON-1487625351-project] 10.222.0.41 "GET /v2.0/ports?device_id=d747b783-c869-4129-bb53-d7849896f4f9 HTTP/1.1" status: 200 len: 944 time: 0.0533001 Jul 28 19:09:00.825736 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-22dc9c72-5bb1-41f4-8cbe-80cffe4cf914 req-6c0e75bf-1593-485d-8db0-d0396ab5e7e7 tempest-VolumesSnapshotTestJSON-1487625351 tempest-VolumesSnapshotTestJSON-1487625351-project] 10.222.0.41 "GET /v2.0/security-groups?id=338d7dc7-653d-463f-a046-d011091d2ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328236 Jul 28 19:09:01.417115 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff2dbe3-fcf7-4af0-ad73-1b40504942f8 req-2623456c-4c66-4e09-ac03-1da0779725bd tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:09:01.418611 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-fff2dbe3-fcf7-4af0-ad73-1b40504942f8 req-2623456c-4c66-4e09-ac03-1da0779725bd tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1586067-40da-4fc2-bba2-df65e566ef0c HTTP/1.1" status: 200 len: 946 time: 0.0507784 Jul 28 19:09:01.455484 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-fff2dbe3-fcf7-4af0-ad73-1b40504942f8 req-36e8a8e1-07f3-441f-8a96-a66328c1cfdd tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/security-groups?id=6b911858-09a3-4b28-b9cd-8397dfa263a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307312 Jul 28 19:09:01.941588 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7740188-27ed-4be4-b76f-ca45f8255e0d req-f2a64eb0-ad89-4944-86bf-2c933690bf0f tempest-VolumesSnapshotTestJSON-1487625351 tempest-VolumesSnapshotTestJSON-1487625351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:09:01.943122 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-c7740188-27ed-4be4-b76f-ca45f8255e0d req-f2a64eb0-ad89-4944-86bf-2c933690bf0f tempest-VolumesSnapshotTestJSON-1487625351 tempest-VolumesSnapshotTestJSON-1487625351-project] 10.222.0.41 "GET /v2.0/ports?device_id=d747b783-c869-4129-bb53-d7849896f4f9 HTTP/1.1" status: 200 len: 944 time: 0.0497298 Jul 28 19:09:01.977496 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.rpc [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Device 71ac1c44-207f-4491-a302-8f7719dd125d details requested by agent hyperv_hv-cinder-80265 with host hv-cinder-80265 {{(pid=93588) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 19:09:01.985475 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-c7740188-27ed-4be4-b76f-ca45f8255e0d req-5a34f907-7c22-4a86-94e4-f134b97c0c8a tempest-VolumesSnapshotTestJSON-1487625351 tempest-VolumesSnapshotTestJSON-1487625351-project] 10.222.0.41 "GET /v2.0/security-groups?id=338d7dc7-653d-463f-a046-d011091d2ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350070 Jul 28 19:09:02.084632 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.db [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] For port 71ac1c44-207f-4491-a302-8f7719dd125d, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=71ac1c44-207f-4491-a302-8f7719dd125d,segment=NetworkSegment(6009b34a-697d-4119-9306-7993bb6a2f9f),segment_id=6009b34a-697d-4119-9306-7993bb6a2f9f)] {{(pid=93588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:09:02.097626 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.rpc [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Returning: {'device': '71ac1c44-207f-4491-a302-8f7719dd125d', 'network_id': '364dbfb6-530a-4ac4-a33f-55ede7274a55', 'port_id': '71ac1c44-207f-4491-a302-8f7719dd125d', 'mac_address': 'fa:16:3e:d2:6e:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e339257b-e5ce-42c3-9b8b-9eeaba589a61', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93588) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 19:09:02.136409 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555300'] for port, before_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:09:02.148843 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.notifiers.nova [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71ac1c44-207f-4491-a302-8f7719dd125d {{(pid=93588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 19:09:02.160160 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:09:02.168315 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.db [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] For port 71ac1c44-207f-4491-a302-8f7719dd125d, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=71ac1c44-207f-4491-a302-8f7719dd125d,segment=NetworkSegment(6009b34a-697d-4119-9306-7993bb6a2f9f),segment_id=6009b34a-697d-4119-9306-7993bb6a2f9f)] {{(pid=93588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:09:02.375480 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742349622321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742349248534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742349248552'] for port, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:09:02.421856 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Pushing event updated for resources: {'Port': ['ID=71ac1c44-207f-4491-a302-8f7719dd125d,revision_number=4']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:09:02.428697 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:09:02.429053 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:09:02.429398 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:09:02.429739 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:09:02.430079 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:09:02.431246 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:09:02.431583 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:09:02.431964 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:09:02.432360 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:09:02.432696 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:09:02.433023 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:09:02.433350 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:09:02.668501 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.db [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] get_ports_and_sgs() called for port_ids ['71ac1c44-207f-4491-a302-8f7719dd125d'] {{(pid=93588) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 19:09:02.846305 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60451c0c-4de4-4f4d-8bf1-fc77ac5b2590 req-13aa00cf-5dcc-4322-b3c0-0c7e6b6b1b31 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:09:02.847885 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-60451c0c-4de4-4f4d-8bf1-fc77ac5b2590 req-13aa00cf-5dcc-4322-b3c0-0c7e6b6b1b31 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1586067-40da-4fc2-bba2-df65e566ef0c HTTP/1.1" status: 200 len: 946 time: 0.3188186 Jul 28 19:09:02.885467 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-60451c0c-4de4-4f4d-8bf1-fc77ac5b2590 req-d7d9180e-e6e7-4527-bd8d-25f13c08bc0a tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/security-groups?id=6b911858-09a3-4b28-b9cd-8397dfa263a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308917 Jul 28 19:09:03.100304 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af369a0a-0665-445e-8658-08ac591e064b req-a9f2d949-43d4-4b2d-9c23-eae4898648bc tempest-VolumesSnapshotTestJSON-1487625351 tempest-VolumesSnapshotTestJSON-1487625351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:09:03.101755 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-af369a0a-0665-445e-8658-08ac591e064b req-a9f2d949-43d4-4b2d-9c23-eae4898648bc tempest-VolumesSnapshotTestJSON-1487625351 tempest-VolumesSnapshotTestJSON-1487625351-project] 10.222.0.41 "GET /v2.0/ports?device_id=d747b783-c869-4129-bb53-d7849896f4f9 HTTP/1.1" status: 200 len: 945 time: 0.0471191 Jul 28 19:09:03.138399 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-af369a0a-0665-445e-8658-08ac591e064b req-92b1f0f1-52ae-4122-aa0d-43691f55ad80 tempest-VolumesSnapshotTestJSON-1487625351 tempest-VolumesSnapshotTestJSON-1487625351-project] 10.222.0.41 "GET /v2.0/security-groups?id=338d7dc7-653d-463f-a046-d011091d2ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298412 Jul 28 19:09:03.998351 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.rpc [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Device b7e72ab5-441d-45e7-a43f-6a393ebc27a4 details requested by agent hyperv_hv-cinder-80265 with host hv-cinder-80265 {{(pid=93588) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 19:09:04.002405 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.rpc [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Device 71ac1c44-207f-4491-a302-8f7719dd125d up at agent hyperv_hv-cinder-80265 {{(pid=93588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 19:09:04.013511 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9718b0d-8c37-4fc5-a671-3d3730d368df req-bd8f4a6f-6623-4d6c-8702-66ba20cb578e tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:09:04.015103 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-a9718b0d-8c37-4fc5-a671-3d3730d368df req-bd8f4a6f-6623-4d6c-8702-66ba20cb578e tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1586067-40da-4fc2-bba2-df65e566ef0c HTTP/1.1" status: 200 len: 946 time: 0.0559947 Jul 28 19:09:04.059756 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-a9718b0d-8c37-4fc5-a671-3d3730d368df req-f9686943-390c-413c-883a-de04f4244fff tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/security-groups?id=6b911858-09a3-4b28-b9cd-8397dfa263a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376163 Jul 28 19:09:04.134407 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.db [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] For port b7e72ab5-441d-45e7-a43f-6a393ebc27a4, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=b7e72ab5-441d-45e7-a43f-6a393ebc27a4,segment=NetworkSegment(849c600d-119e-46e5-ad54-f7773d8e0f09),segment_id=849c600d-119e-46e5-ad54-f7773d8e0f09)] {{(pid=93588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:09:04.145484 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.rpc [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Returning: {'device': 'b7e72ab5-441d-45e7-a43f-6a393ebc27a4', 'network_id': 'd9b348a0-fd69-4cac-87c2-18e205be05be', 'port_id': 'b7e72ab5-441d-45e7-a43f-6a393ebc27a4', 'mac_address': 'fa:16:3e:6d:bc:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '209ab333-e935-41fc-b99a-6688a4911e44', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93588) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 19:09:04.168039 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.provisioning_blocks [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Provisioning for port 71ac1c44-207f-4491-a302-8f7719dd125d completed by entity L2. {{(pid=93588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 19:09:04.175931 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.provisioning_blocks [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Provisioning complete for port 71ac1c44-207f-4491-a302-8f7719dd125d triggered by entity L2. {{(pid=93588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 19:09:04.176302 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721938'] for port, provisioning_complete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:09:04.208957 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555300'] for port, before_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:09:04.233952 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.notifiers.nova [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b7e72ab5-441d-45e7-a43f-6a393ebc27a4 {{(pid=93588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 19:09:04.263605 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dd4696-d76d-4163-a919-24972a9b607b req-972a715a-a0aa-47b2-a06c-20e51ff5baea tempest-VolumesSnapshotTestJSON-1487625351 tempest-VolumesSnapshotTestJSON-1487625351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:09:04.265261 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-87dd4696-d76d-4163-a919-24972a9b607b req-972a715a-a0aa-47b2-a06c-20e51ff5baea tempest-VolumesSnapshotTestJSON-1487625351 tempest-VolumesSnapshotTestJSON-1487625351-project] 10.222.0.41 "GET /v2.0/ports?device_id=d747b783-c869-4129-bb53-d7849896f4f9 HTTP/1.1" status: 200 len: 945 time: 0.0536697 Jul 28 19:09:04.273011 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.db [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] For port b7e72ab5-441d-45e7-a43f-6a393ebc27a4, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=b7e72ab5-441d-45e7-a43f-6a393ebc27a4,segment=NetworkSegment(849c600d-119e-46e5-ad54-f7773d8e0f09),segment_id=849c600d-119e-46e5-ad54-f7773d8e0f09)] {{(pid=93588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:09:04.287563 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555300'] for port, before_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:09:04.304166 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-87dd4696-d76d-4163-a919-24972a9b607b req-e9dbe905-8026-4299-9ed1-9d67cc337f4d tempest-VolumesSnapshotTestJSON-1487625351 tempest-VolumesSnapshotTestJSON-1487625351-project] 10.222.0.41 "GET /v2.0/security-groups?id=338d7dc7-653d-463f-a046-d011091d2ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327713 Jul 28 19:09:04.312554 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd747b783-c869-4129-bb53-d7849896f4f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71ac1c44-207f-4491-a302-8f7719dd125d'}] {{(pid=93588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 19:09:04.314824 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1b0d83cbf58c08976f04b399db04c287f80045833914d8e5b61042f37766a37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51e75105-4d2e-4e82-b5d7-daf4cfe49e97" -d '{"events": [{"server_uuid": "d747b783-c869-4129-bb53-d7849896f4f9", "name": "network-vif-plugged", "status": "completed", "tag": "71ac1c44-207f-4491-a302-8f7719dd125d"}]}' {{(pid=93588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 19:09:04.327556 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.db [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] For port 71ac1c44-207f-4491-a302-8f7719dd125d, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=71ac1c44-207f-4491-a302-8f7719dd125d,segment=NetworkSegment(6009b34a-697d-4119-9306-7993bb6a2f9f),segment_id=6009b34a-697d-4119-9306-7993bb6a2f9f)] {{(pid=93588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:09:04.353108 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742349622321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742349248534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742349248552'] for port, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:09:04.410300 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Pushing event updated for resources: {'Port': ['ID=b7e72ab5-441d-45e7-a43f-6a393ebc27a4,revision_number=6']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:09:04.413795 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742349622321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742349248534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742349248552'] for port, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:09:04.443408 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 19:09:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49886cf6-0821-40be-9ae6-e25ae847f6bd x-openstack-request-id: req-49886cf6-0821-40be-9ae6-e25ae847f6bd {{(pid=93588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 19:09:04.443696 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d747b783-c869-4129-bb53-d7849896f4f9", "name": "network-vif-plugged", "status": "completed", "tag": "71ac1c44-207f-4491-a302-8f7719dd125d", "code": 200}]} {{(pid=93588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 19:09:04.443977 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-49886cf6-0821-40be-9ae6-e25ae847f6bd {{(pid=93588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 19:09:04.444368 dv-cinder-802653-1-iscsi neutron-server[93588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd747b783-c869-4129-bb53-d7849896f4f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71ac1c44-207f-4491-a302-8f7719dd125d', 'code': 200} Jul 28 19:09:04.456777 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.db [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] get_ports_and_sgs() called for port_ids ['b7e72ab5-441d-45e7-a43f-6a393ebc27a4'] {{(pid=93588) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 19:09:04.501451 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Pushing event updated for resources: {'Port': ['ID=71ac1c44-207f-4491-a302-8f7719dd125d,revision_number=5']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:09:04.775961 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c28e1c6-9b6f-4f2c-ac3d-6415393babde req-a6e3d128-7e10-4b37-b478-8ca93ec67392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:09:04.777459 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-2c28e1c6-9b6f-4f2c-ac3d-6415393babde req-a6e3d128-7e10-4b37-b478-8ca93ec67392 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=d747b783-c869-4129-bb53-d7849896f4f9 HTTP/1.1" status: 200 len: 1099 time: 0.0456498 Jul 28 19:09:04.814301 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-2c28e1c6-9b6f-4f2c-ac3d-6415393babde req-c9764d61-698f-46f9-bd57-3852a46b9c33 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=338d7dc7-653d-463f-a046-d011091d2ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283489 Jul 28 19:09:05.178661 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b812d952-af45-465b-9b50-0f41c320b08f req-70ad9fe9-3b90-4a69-ad84-f85a45e5fd6c tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:09:05.180635 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-b812d952-af45-465b-9b50-0f41c320b08f req-70ad9fe9-3b90-4a69-ad84-f85a45e5fd6c tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1586067-40da-4fc2-bba2-df65e566ef0c HTTP/1.1" status: 200 len: 945 time: 0.0471463 Jul 28 19:09:05.217639 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-b812d952-af45-465b-9b50-0f41c320b08f req-6eafd4b8-8260-4dbb-ac01-7a7d2a7b4997 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/security-groups?id=6b911858-09a3-4b28-b9cd-8397dfa263a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310404 Jul 28 19:09:05.420574 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9575296-c5fa-46ef-affd-e5672de7af08 req-6f8af838-f2a5-49bd-b970-48d4ddee2512 tempest-VolumesSnapshotTestJSON-1487625351 tempest-VolumesSnapshotTestJSON-1487625351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:09:05.422054 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-b9575296-c5fa-46ef-affd-e5672de7af08 req-6f8af838-f2a5-49bd-b970-48d4ddee2512 tempest-VolumesSnapshotTestJSON-1487625351 tempest-VolumesSnapshotTestJSON-1487625351-project] 10.222.0.41 "GET /v2.0/ports?device_id=d747b783-c869-4129-bb53-d7849896f4f9 HTTP/1.1" status: 200 len: 946 time: 0.0479777 Jul 28 19:09:05.459021 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-b9575296-c5fa-46ef-affd-e5672de7af08 req-55a39439-07c3-4dd7-901c-f68d180a688e tempest-VolumesSnapshotTestJSON-1487625351 tempest-VolumesSnapshotTestJSON-1487625351-project] 10.222.0.41 "GET /v2.0/security-groups?id=338d7dc7-653d-463f-a046-d011091d2ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312335 Jul 28 19:09:06.011642 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.rpc [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Device b7e72ab5-441d-45e7-a43f-6a393ebc27a4 up at agent hyperv_hv-cinder-80265 {{(pid=93588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 19:09:06.061402 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.provisioning_blocks [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Provisioning complete for port b7e72ab5-441d-45e7-a43f-6a393ebc27a4 triggered by entity L2. {{(pid=93588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 19:09:06.061891 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721938'] for port, provisioning_complete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:09:06.163059 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555300'] for port, before_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:09:06.213385 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.db [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] For port b7e72ab5-441d-45e7-a43f-6a393ebc27a4, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=b7e72ab5-441d-45e7-a43f-6a393ebc27a4,segment=NetworkSegment(849c600d-119e-46e5-ad54-f7773d8e0f09),segment_id=849c600d-119e-46e5-ad54-f7773d8e0f09)] {{(pid=93588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:09:06.316056 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742349622321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742349248534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742349248552'] for port, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:09:06.356375 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9a3839-8cec-4967-86af-a2c557b139d7 req-53c62f0f-6ee9-4a58-9591-4a5ed094c7ce tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:09:06.358810 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-9e9a3839-8cec-4967-86af-a2c557b139d7 req-53c62f0f-6ee9-4a58-9591-4a5ed094c7ce tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1586067-40da-4fc2-bba2-df65e566ef0c HTTP/1.1" status: 200 len: 945 time: 0.0655453 Jul 28 19:09:06.379960 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Pushing event updated for resources: {'Port': ['ID=b7e72ab5-441d-45e7-a43f-6a393ebc27a4,revision_number=7']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:09:06.404142 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-9e9a3839-8cec-4967-86af-a2c557b139d7 req-e53418ba-2972-4d47-bd6e-cc00cccc865d tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/security-groups?id=6b911858-09a3-4b28-b9cd-8397dfa263a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394192 Jul 28 19:09:06.445046 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1586067-40da-4fc2-bba2-df65e566ef0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7e72ab5-441d-45e7-a43f-6a393ebc27a4'}] {{(pid=93588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 19:09:06.448119 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1b0d83cbf58c08976f04b399db04c287f80045833914d8e5b61042f37766a37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-174facaa-623a-4583-a5fe-7ee646cc9872" -d '{"events": [{"server_uuid": "f1586067-40da-4fc2-bba2-df65e566ef0c", "name": "network-vif-plugged", "status": "completed", "tag": "b7e72ab5-441d-45e7-a43f-6a393ebc27a4"}]}' {{(pid=93588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 19:09:06.495661 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 19:09:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20a4dac3-3fb2-45c0-aa49-846d03b5337e x-openstack-request-id: req-20a4dac3-3fb2-45c0-aa49-846d03b5337e {{(pid=93588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 19:09:06.496077 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1586067-40da-4fc2-bba2-df65e566ef0c", "name": "network-vif-plugged", "status": "completed", "tag": "b7e72ab5-441d-45e7-a43f-6a393ebc27a4", "code": 200}]} {{(pid=93588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 19:09:06.496413 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-20a4dac3-3fb2-45c0-aa49-846d03b5337e {{(pid=93588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 19:09:06.496898 dv-cinder-802653-1-iscsi neutron-server[93588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1586067-40da-4fc2-bba2-df65e566ef0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7e72ab5-441d-45e7-a43f-6a393ebc27a4', 'code': 200} Jul 28 19:09:06.590888 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc270524-831e-47f0-8e70-bf9c24acf2ce req-35ceea96-5c50-497c-9c27-fba94b77d000 tempest-VolumesSnapshotTestJSON-1487625351 tempest-VolumesSnapshotTestJSON-1487625351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:09:06.592965 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-bc270524-831e-47f0-8e70-bf9c24acf2ce req-35ceea96-5c50-497c-9c27-fba94b77d000 tempest-VolumesSnapshotTestJSON-1487625351 tempest-VolumesSnapshotTestJSON-1487625351-project] 10.222.0.41 "GET /v2.0/ports?device_id=d747b783-c869-4129-bb53-d7849896f4f9 HTTP/1.1" status: 200 len: 946 time: 0.0620255 Jul 28 19:09:06.644560 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-bc270524-831e-47f0-8e70-bf9c24acf2ce req-704120c9-0b72-42f7-901c-ee35f676fe52 tempest-VolumesSnapshotTestJSON-1487625351 tempest-VolumesSnapshotTestJSON-1487625351-project] 10.222.0.41 "GET /v2.0/security-groups?id=338d7dc7-653d-463f-a046-d011091d2ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390844 Jul 28 19:09:06.931761 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-70caddff-96f0-4e3d-983e-5114cf870357 req-4de42496-2be9-4b84-976c-f2c14af5b769 tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2056004515&fields=id&tenant_id=f449636262994023a73b5af01e3aac3d HTTP/1.1" status: 200 len: 267 time: 0.0499890 Jul 28 19:09:07.100735 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70caddff-96f0-4e3d-983e-5114cf870357 req-dbdb8f7a-0e6f-490f-8031-aa7705f52125 tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:09:07.103133 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-70caddff-96f0-4e3d-983e-5114cf870357 req-dbdb8f7a-0e6f-490f-8031-aa7705f52125 tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] 10.222.0.41 "GET /v2.0/networks?id=cc84c079-39a8-4ac9-aca1-5e372559018a HTTP/1.1" status: 200 len: 812 time: 0.1625557 Jul 28 19:09:07.127534 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-70caddff-96f0-4e3d-983e-5114cf870357 req-b13db389-12dd-47d5-a639-8e2a716c7580 tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] 10.222.0.41 "GET /v2.0/quotas/f449636262994023a73b5af01e3aac3d HTTP/1.1" status: 200 len: 375 time: 0.0161371 Jul 28 19:09:07.207756 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-70caddff-96f0-4e3d-983e-5114cf870357 req-7cf75a3a-228b-4d66-81aa-28a144d62aa3 tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=f449636262994023a73b5af01e3aac3d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0696647 Jul 28 19:09:07.335453 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-70caddff-96f0-4e3d-983e-5114cf870357 req-96c6e045-336f-4eab-8155-b36faf5c46e2 service neutron] 10.222.0.41 "GET /v2.0/networks/cc84c079-39a8-4ac9-aca1-5e372559018a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103108 Jul 28 19:09:07.514036 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-70caddff-96f0-4e3d-983e-5114cf870357 req-846f188e-a157-4900-b2ef-d988326ea25e service neutron] 10.222.0.41 "GET /v2.0/networks/cc84c079-39a8-4ac9-aca1-5e372559018a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1711137 Jul 28 19:09:07.594607 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82c0614-5cb9-4f37-b992-f907cb885b77 req-27d5f7fb-7199-4b8d-a19d-eba3cca820d6 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:09:07.603010 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-b82c0614-5cb9-4f37-b992-f907cb885b77 req-27d5f7fb-7199-4b8d-a19d-eba3cca820d6 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1586067-40da-4fc2-bba2-df65e566ef0c HTTP/1.1" status: 200 len: 946 time: 0.0688262 Jul 28 19:09:07.661884 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-b82c0614-5cb9-4f37-b992-f907cb885b77 req-48c3e390-a633-41a4-907d-429cfa1df149 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/security-groups?id=6b911858-09a3-4b28-b9cd-8397dfa263a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561495 Jul 28 19:09:08.412269 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-ec042222-8555-44e7-ac37-d28d068c9a6e req-c2dc5ac0-38d8-4877-be8c-c85f25010b8f tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] 10.222.0.41 "GET /v2.0/ports?device_id=606dec2b-77f2-45ef-a6e6-59831914d5e4 HTTP/1.1" status: 200 len: 210 time: 0.0543823 Jul 28 19:09:08.810316 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cf4501-1cfd-44a8-8d91-10d2a14174ea req-0216ee9b-b1a5-4920-9943-ed4e489332b1 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:09:08.812039 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-c7cf4501-1cfd-44a8-8d91-10d2a14174ea req-0216ee9b-b1a5-4920-9943-ed4e489332b1 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1586067-40da-4fc2-bba2-df65e566ef0c HTTP/1.1" status: 200 len: 946 time: 0.0592334 Jul 28 19:09:08.854703 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-c7cf4501-1cfd-44a8-8d91-10d2a14174ea req-04a547f1-e61e-4e35-b4c1-7cba44c35f17 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/security-groups?id=6b911858-09a3-4b28-b9cd-8397dfa263a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361044 Jul 28 19:09:09.489740 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-54f414a4-4ebe-4bb9-9e9d-71f2556a3366 req-c7164637-83a5-4a5f-a8b3-2193ff9eb64b tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] 10.222.0.41 "GET /v2.0/ports?device_id=606dec2b-77f2-45ef-a6e6-59831914d5e4 HTTP/1.1" status: 200 len: 210 time: 0.0330946 Jul 28 19:09:10.001735 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93f4974-a149-4f76-ab83-f585af62e54f req-3118d322-4714-41e6-b003-535df53c50f5 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:09:10.004089 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-b93f4974-a149-4f76-ab83-f585af62e54f req-3118d322-4714-41e6-b003-535df53c50f5 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1586067-40da-4fc2-bba2-df65e566ef0c HTTP/1.1" status: 200 len: 946 time: 0.0699334 Jul 28 19:09:10.048981 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-b93f4974-a149-4f76-ab83-f585af62e54f req-3481adb0-561a-46b5-bd0d-143f1864bd78 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/security-groups?id=6b911858-09a3-4b28-b9cd-8397dfa263a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382042 Jul 28 19:09:10.629683 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-52d603a5-bde5-4aff-bf53-5d5d7189801f req-a0c60280-7d2c-4889-bd32-437769e1f3de tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] 10.222.0.41 "GET /v2.0/ports?device_id=606dec2b-77f2-45ef-a6e6-59831914d5e4 HTTP/1.1" status: 200 len: 210 time: 0.0394657 Jul 28 19:09:11.217370 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dc41bb-fa45-4352-81c9-621c0c6030c1 req-3c7d1cd0-522f-4a17-9250-90f175bd1da8 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:09:11.219945 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-67dc41bb-fa45-4352-81c9-621c0c6030c1 req-3c7d1cd0-522f-4a17-9250-90f175bd1da8 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1586067-40da-4fc2-bba2-df65e566ef0c HTTP/1.1" status: 200 len: 946 time: 0.0695975 Jul 28 19:09:11.285654 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-67dc41bb-fa45-4352-81c9-621c0c6030c1 req-816f599e-cacb-49dd-b42c-f9c063d967d0 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/security-groups?id=6b911858-09a3-4b28-b9cd-8397dfa263a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592215 Jul 28 19:09:11.355177 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70caddff-96f0-4e3d-983e-5114cf870357 req-36af2ca9-b8fd-4c82-86ce-d83e6881e9bb tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:09:11.357727 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-70caddff-96f0-4e3d-983e-5114cf870357 req-36af2ca9-b8fd-4c82-86ce-d83e6881e9bb tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] 10.222.0.49 "GET /v2.0/networks?id=cc84c079-39a8-4ac9-aca1-5e372559018a HTTP/1.1" status: 200 len: 812 time: 0.1610904 Jul 28 19:09:11.411033 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-70caddff-96f0-4e3d-983e-5114cf870357 req-a000a707-d877-4eb1-9f53-a8b84f26c044 tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f449636262994023a73b5af01e3aac3d HTTP/1.1" status: 200 len: 380 time: 0.0418429 Jul 28 19:09:11.427018 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.v2.base [req-70caddff-96f0-4e3d-983e-5114cf870357 req-716394da-8bc8-42f5-bb99-18f4d9a46085 tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] Request body: {'port': {'device_id': '606dec2b-77f2-45ef-a6e6-59831914d5e4', 'network_id': 'cc84c079-39a8-4ac9-aca1-5e372559018a', 'admin_state_up': True, 'tenant_id': 'f449636262994023a73b5af01e3aac3d', 'security_groups': ['b4447fcf-5e32-44d8-9e2e-897d95fe9f2a']}} {{(pid=93587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:09:11.724641 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70caddff-96f0-4e3d-983e-5114cf870357 req-716394da-8bc8-42f5-bb99-18f4d9a46085 tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] Made reservation on behalf of f449636262994023a73b5af01e3aac3d for: {'port': 1} {{(pid=93587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 19:09:11.725951 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-653eaa73-d72b-421e-8ef7-b4264edc767f req-1bc9db38-19f8-436b-9e59-a482de70db93 tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] 10.222.0.41 "GET /v2.0/ports?device_id=606dec2b-77f2-45ef-a6e6-59831914d5e4 HTTP/1.1" status: 200 len: 210 time: 0.0286355 Jul 28 19:09:11.730072 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [req-70caddff-96f0-4e3d-983e-5114cf870357 req-716394da-8bc8-42f5-bb99-18f4d9a46085 tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555300'] for port, before_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:09:11.888915 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.db.db_base_plugin_common [req-70caddff-96f0-4e3d-983e-5114cf870357 req-716394da-8bc8-42f5-bb99-18f4d9a46085 tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] Allocated IP 172.20.0.10 (cc84c079-39a8-4ac9-aca1-5e372559018a/da272baf-79bf-4c88-a655-3fb99031059b/3208c221-75e9-499e-8f2e-44b8f373831e) {{(pid=93587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 19:09:12.057848 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [req-70caddff-96f0-4e3d-983e-5114cf870357 req-716394da-8bc8-42f5-bb99-18f4d9a46085 tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] Notify callbacks [] for port, precommit_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:09:12.076990 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.db.provisioning_blocks [req-70caddff-96f0-4e3d-983e-5114cf870357 req-716394da-8bc8-42f5-bb99-18f4d9a46085 tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] Transition to ACTIVE for port object 3208c221-75e9-499e-8f2e-44b8f373831e will not be triggered until provisioned by entity DHCP. {{(pid=93587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 19:09:12.210489 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [req-70caddff-96f0-4e3d-983e-5114cf870357 req-716394da-8bc8-42f5-bb99-18f4d9a46085 tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742349248516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9465727'] for port, after_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:09:12.261577 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70caddff-96f0-4e3d-983e-5114cf870357 req-716394da-8bc8-42f5-bb99-18f4d9a46085 tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] Network cc84c079-39a8-4ac9-aca1-5e372559018a is already hosted by enough agents. {{(pid=93587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 19:09:12.264683 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.scheduler.base_scheduler [req-70caddff-96f0-4e3d-983e-5114cf870357 req-716394da-8bc8-42f5-bb99-18f4d9a46085 tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] Resources bound (agent type, host, resource id): {{(pid=93587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 19:09:12.273802 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716394da-8bc8-42f5-bb99-18f4d9a46085 tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] Pushing event updated for resources: {'Port': ['ID=3208c221-75e9-499e-8f2e-44b8f373831e,revision_number=1']} {{(pid=93587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:09:12.290310 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.db.l3_dvrscheduler_db [req-70caddff-96f0-4e3d-983e-5114cf870357 req-716394da-8bc8-42f5-bb99-18f4d9a46085 tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] Received port after_create {{(pid=93587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 19:09:12.352665 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70caddff-96f0-4e3d-983e-5114cf870357 req-716394da-8bc8-42f5-bb99-18f4d9a46085 tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:09:12.356464 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [req-70caddff-96f0-4e3d-983e-5114cf870357 req-716394da-8bc8-42f5-bb99-18f4d9a46085 tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148603'] for port, before_response {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:09:12.457648 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198afb86-2199-4842-9216-427e545ec83e req-037ac0d2-a32b-4bc7-a506-1f39286e74fe tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:09:12.459377 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-198afb86-2199-4842-9216-427e545ec83e req-037ac0d2-a32b-4bc7-a506-1f39286e74fe tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1586067-40da-4fc2-bba2-df65e566ef0c HTTP/1.1" status: 200 len: 946 time: 0.0707209 Jul 28 19:09:12.503117 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-198afb86-2199-4842-9216-427e545ec83e req-6395f4a8-3517-437e-82ba-39beb034b2ae tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/security-groups?id=6b911858-09a3-4b28-b9cd-8397dfa263a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360749 Jul 28 19:09:12.693494 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.provisioning_blocks [None req-ccdd86c0-dd3e-45d8-a76e-3476a9a5bb32 None None] Provisioning for port 3208c221-75e9-499e-8f2e-44b8f373831e completed by entity DHCP. {{(pid=93588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 19:09:12.694650 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-70caddff-96f0-4e3d-983e-5114cf870357 req-716394da-8bc8-42f5-bb99-18f4d9a46085 tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2713115 Jul 28 19:09:12.699639 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.provisioning_blocks [None req-ccdd86c0-dd3e-45d8-a76e-3476a9a5bb32 None None] Provisioning complete for port 3208c221-75e9-499e-8f2e-44b8f373831e triggered by entity DHCP. {{(pid=93588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 19:09:12.700326 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-ccdd86c0-dd3e-45d8-a76e-3476a9a5bb32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721938'] for port, provisioning_complete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:09:12.710200 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.v2.base [req-70caddff-96f0-4e3d-983e-5114cf870357 req-9e217dce-aa16-4dec-b443-2d08ddbc720c service neutron] Request body: {'port': {'device_id': '606dec2b-77f2-45ef-a6e6-59831914d5e4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80265'}} {{(pid=93587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:09:12.760266 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.plugin [None req-ccdd86c0-dd3e-45d8-a76e-3476a9a5bb32 None None] Port 3208c221-75e9-499e-8f2e-44b8f373831e cannot update to ACTIVE because it is not bound. {{(pid=93588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 19:09:12.788267 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [req-70caddff-96f0-4e3d-983e-5114cf870357 req-9e217dce-aa16-4dec-b443-2d08ddbc720c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555300'] for port, before_update {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:09:12.947264 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b2deab-76d6-458e-af17-2b366d86dee1 req-5c38b89d-8d30-46d4-94f7-02cd0389628e tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:09:12.955910 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-17b2deab-76d6-458e-af17-2b366d86dee1 req-5c38b89d-8d30-46d4-94f7-02cd0389628e tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] 10.222.0.41 "GET /v2.0/ports?device_id=606dec2b-77f2-45ef-a6e6-59831914d5e4 HTTP/1.1" status: 200 len: 932 time: 0.0757160 Jul 28 19:09:13.015513 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-17b2deab-76d6-458e-af17-2b366d86dee1 req-e720c36c-ef14-436c-9204-52649127695d tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] 10.222.0.41 "GET /v2.0/security-groups?id=b4447fcf-5e32-44d8-9e2e-897d95fe9f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583363 Jul 28 19:09:13.199628 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.notifiers.nova [req-70caddff-96f0-4e3d-983e-5114cf870357 req-9e217dce-aa16-4dec-b443-2d08ddbc720c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3208c221-75e9-499e-8f2e-44b8f373831e {{(pid=93587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 19:09:13.208189 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [req-70caddff-96f0-4e3d-983e-5114cf870357 req-9e217dce-aa16-4dec-b443-2d08ddbc720c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:09:13.228434 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.db.provisioning_blocks [req-70caddff-96f0-4e3d-983e-5114cf870357 req-9e217dce-aa16-4dec-b443-2d08ddbc720c service neutron] Transition to ACTIVE for port object 3208c221-75e9-499e-8f2e-44b8f373831e will not be triggered until provisioned by entity L2. {{(pid=93587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 19:09:13.329708 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [req-70caddff-96f0-4e3d-983e-5114cf870357 req-9e217dce-aa16-4dec-b443-2d08ddbc720c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742349622321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742349248534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742349248552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9465702'] for port, after_update {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:09:13.425885 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e217dce-aa16-4dec-b443-2d08ddbc720c service neutron] Pushing event updated for resources: {'Port': ['ID=3208c221-75e9-499e-8f2e-44b8f373831e,revision_number=2']} {{(pid=93587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:09:13.471363 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.plugins.ml2.managers [req-70caddff-96f0-4e3d-983e-5114cf870357 req-9e217dce-aa16-4dec-b443-2d08ddbc720c service neutron] Attempting to bind port 3208c221-75e9-499e-8f2e-44b8f373831e on host hv-cinder-80265 for vnic_type normal with profile {{(pid=93587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 19:09:13.471938 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.plugins.ml2.managers [req-70caddff-96f0-4e3d-983e-5114cf870357 req-9e217dce-aa16-4dec-b443-2d08ddbc720c service neutron] Attempting to bind port 3208c221-75e9-499e-8f2e-44b8f373831e by drivers openvswitch,hyperv on host hv-cinder-80265 at level 0 using segments [{'id': '622f7237-17aa-40be-8f6b-0c3a147ac662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'cc84c079-39a8-4ac9-aca1-5e372559018a'}] {{(pid=93587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 19:09:13.472334 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70caddff-96f0-4e3d-983e-5114cf870357 req-9e217dce-aa16-4dec-b443-2d08ddbc720c service neutron] Attempting to bind port 3208c221-75e9-499e-8f2e-44b8f373831e on network cc84c079-39a8-4ac9-aca1-5e372559018a {{(pid=93587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 19:09:13.478006 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70caddff-96f0-4e3d-983e-5114cf870357 req-9e217dce-aa16-4dec-b443-2d08ddbc720c service neutron] Port 3208c221-75e9-499e-8f2e-44b8f373831e on network cc84c079-39a8-4ac9-aca1-5e372559018a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80265 {{(pid=93587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 19:09:13.478006 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70caddff-96f0-4e3d-983e-5114cf870357 req-9e217dce-aa16-4dec-b443-2d08ddbc720c service neutron] Attempting to bind port 3208c221-75e9-499e-8f2e-44b8f373831e on network cc84c079-39a8-4ac9-aca1-5e372559018a {{(pid=93587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 19:09:13.487995 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70caddff-96f0-4e3d-983e-5114cf870357 req-9e217dce-aa16-4dec-b443-2d08ddbc720c service neutron] Checking agent: {'id': 'f02a77d8-88e9-4ce1-b3bf-c8b64693a24a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80265', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 19, 1, 31), 'started_at': datetime.datetime(2021, 7, 28, 19, 1, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 19, 9, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 19:09:13.488340 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70caddff-96f0-4e3d-983e-5114cf870357 req-9e217dce-aa16-4dec-b443-2d08ddbc720c service neutron] Checking segment: {'id': '622f7237-17aa-40be-8f6b-0c3a147ac662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'cc84c079-39a8-4ac9-aca1-5e372559018a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 19:09:13.488738 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70caddff-96f0-4e3d-983e-5114cf870357 req-9e217dce-aa16-4dec-b443-2d08ddbc720c service neutron] Bound using segment: {'id': '622f7237-17aa-40be-8f6b-0c3a147ac662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'cc84c079-39a8-4ac9-aca1-5e372559018a'} {{(pid=93587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 19:09:13.489184 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.plugins.ml2.managers [req-70caddff-96f0-4e3d-983e-5114cf870357 req-9e217dce-aa16-4dec-b443-2d08ddbc720c service neutron] Bound port: 3208c221-75e9-499e-8f2e-44b8f373831e, host: hv-cinder-80265, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '622f7237-17aa-40be-8f6b-0c3a147ac662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'cc84c079-39a8-4ac9-aca1-5e372559018a'}}] {{(pid=93587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 19:09:13.489705 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [req-70caddff-96f0-4e3d-983e-5114cf870357 req-9e217dce-aa16-4dec-b443-2d08ddbc720c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555300'] for port, before_update {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:09:13.608933 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.plugins.ml2.db [req-70caddff-96f0-4e3d-983e-5114cf870357 req-9e217dce-aa16-4dec-b443-2d08ddbc720c service neutron] For port 3208c221-75e9-499e-8f2e-44b8f373831e, host hv-cinder-80265, cleared binding levels {{(pid=93587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 19:09:13.612598 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.plugins.ml2.db [req-70caddff-96f0-4e3d-983e-5114cf870357 req-9e217dce-aa16-4dec-b443-2d08ddbc720c service neutron] For port 3208c221-75e9-499e-8f2e-44b8f373831e, host hv-cinder-80265, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=3208c221-75e9-499e-8f2e-44b8f373831e,segment=NetworkSegment(622f7237-17aa-40be-8f6b-0c3a147ac662),segment_id=622f7237-17aa-40be-8f6b-0c3a147ac662)] {{(pid=93587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 19:09:13.651123 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494673b9-59df-4450-b134-6059ef9a48f9 req-a5df9b32-8fba-428b-9fe5-7f4fa807d974 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:09:13.652668 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-494673b9-59df-4450-b134-6059ef9a48f9 req-a5df9b32-8fba-428b-9fe5-7f4fa807d974 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1586067-40da-4fc2-bba2-df65e566ef0c HTTP/1.1" status: 200 len: 946 time: 0.0594454 Jul 28 19:09:13.698138 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-494673b9-59df-4450-b134-6059ef9a48f9 req-75ec4a92-d3fc-46cd-9cb5-b9a4867646c5 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/security-groups?id=6b911858-09a3-4b28-b9cd-8397dfa263a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354860 Jul 28 19:09:13.703204 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [req-70caddff-96f0-4e3d-983e-5114cf870357 req-9e217dce-aa16-4dec-b443-2d08ddbc720c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742349622321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742349248534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742349248552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9465702'] for port, after_update {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:09:13.745652 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70caddff-96f0-4e3d-983e-5114cf870357 req-9e217dce-aa16-4dec-b443-2d08ddbc720c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:09:13.746190 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [req-70caddff-96f0-4e3d-983e-5114cf870357 req-9e217dce-aa16-4dec-b443-2d08ddbc720c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148603'] for port, before_response {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:09:13.747594 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-70caddff-96f0-4e3d-983e-5114cf870357 req-9e217dce-aa16-4dec-b443-2d08ddbc720c service neutron] 10.222.0.49 "PUT /v2.0/ports/3208c221-75e9-499e-8f2e-44b8f373831e HTTP/1.1" status: 200 len: 1094 time: 1.0424693 Jul 28 19:09:13.748074 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '606dec2b-77f2-45ef-a6e6-59831914d5e4', 'tag': '3208c221-75e9-499e-8f2e-44b8f373831e'}] {{(pid=93587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 19:09:13.750363 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0425cd91716d62700118381c1ce81f16af4b0b2dffb745d1fa1c8d13c3262bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2571cc49-8cf4-4fdf-857a-a8076fca85a6" -d '{"events": [{"name": "network-changed", "server_uuid": "606dec2b-77f2-45ef-a6e6-59831914d5e4", "tag": "3208c221-75e9-499e-8f2e-44b8f373831e"}]}' {{(pid=93587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 19:09:13.804367 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e217dce-aa16-4dec-b443-2d08ddbc720c service neutron] Pushing event updated for resources: {'Port': ['ID=3208c221-75e9-499e-8f2e-44b8f373831e,revision_number=3']} {{(pid=93587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:09:13.813364 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 19:09:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fbf5c1d-85cf-4ba7-9654-444a5ae66087 x-openstack-request-id: req-5fbf5c1d-85cf-4ba7-9654-444a5ae66087 {{(pid=93587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 19:09:13.814849 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "606dec2b-77f2-45ef-a6e6-59831914d5e4", "tag": "3208c221-75e9-499e-8f2e-44b8f373831e", "status": "completed", "code": 200}]} {{(pid=93587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 19:09:13.815102 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5fbf5c1d-85cf-4ba7-9654-444a5ae66087 {{(pid=93587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 19:09:13.815589 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '606dec2b-77f2-45ef-a6e6-59831914d5e4', 'tag': '3208c221-75e9-499e-8f2e-44b8f373831e', 'status': 'completed', 'code': 200} Jul 28 19:09:13.888199 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2571cc49-8cf4-4fdf-857a-a8076fca85a6 req-90a824f0-ec4b-428a-9eca-09288be3b6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:09:13.889742 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-2571cc49-8cf4-4fdf-857a-a8076fca85a6 req-90a824f0-ec4b-428a-9eca-09288be3b6b0 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f449636262994023a73b5af01e3aac3d&device_id=606dec2b-77f2-45ef-a6e6-59831914d5e4 HTTP/1.1" status: 200 len: 1097 time: 0.0543253 Jul 28 19:09:14.057372 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2571cc49-8cf4-4fdf-857a-a8076fca85a6 req-1f423160-95f7-495e-a5b7-2e3908d543f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:09:14.058890 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-2571cc49-8cf4-4fdf-857a-a8076fca85a6 req-1f423160-95f7-495e-a5b7-2e3908d543f7 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=f449636262994023a73b5af01e3aac3d&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1602132 Jul 28 19:09:14.195286 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7079c46-5387-4288-9108-775e4df3af09 req-91867c4b-38a7-4c9c-83b3-4d4db7937535 tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:09:14.197796 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-c7079c46-5387-4288-9108-775e4df3af09 req-91867c4b-38a7-4c9c-83b3-4d4db7937535 tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] 10.222.0.41 "GET /v2.0/ports?device_id=606dec2b-77f2-45ef-a6e6-59831914d5e4 HTTP/1.1" status: 200 len: 944 time: 0.0976081 Jul 28 19:09:14.263125 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-c7079c46-5387-4288-9108-775e4df3af09 req-36a871a5-6c05-472d-a03a-1b2d1d1d56d6 tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] 10.222.0.41 "GET /v2.0/security-groups?id=b4447fcf-5e32-44d8-9e2e-897d95fe9f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529532 Jul 28 19:09:14.263291 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2571cc49-8cf4-4fdf-857a-a8076fca85a6 req-227cb31a-aae4-4aac-81d0-03ee67756a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:09:14.271846 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-2571cc49-8cf4-4fdf-857a-a8076fca85a6 req-227cb31a-aae4-4aac-81d0-03ee67756a97 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2022808 Jul 28 19:09:14.388030 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70caddff-96f0-4e3d-983e-5114cf870357 req-3ce36ae0-5286-4484-a7d0-f2eeae815145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:09:14.389741 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-70caddff-96f0-4e3d-983e-5114cf870357 req-3ce36ae0-5286-4484-a7d0-f2eeae815145 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f449636262994023a73b5af01e3aac3d&device_id=606dec2b-77f2-45ef-a6e6-59831914d5e4 HTTP/1.1" status: 200 len: 1097 time: 0.0626495 Jul 28 19:09:14.458446 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-70caddff-96f0-4e3d-983e-5114cf870357 req-79e1db3e-7aab-4e14-9485-3ce0e72c1642 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3208c221-75e9-499e-8f2e-44b8f373831e HTTP/1.1" status: 200 len: 217 time: 0.0567317 Jul 28 19:09:14.535489 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70caddff-96f0-4e3d-983e-5114cf870357 req-49d060fd-9794-4e17-8175-8e022a36b84e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:09:14.537113 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-70caddff-96f0-4e3d-983e-5114cf870357 req-49d060fd-9794-4e17-8175-8e022a36b84e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=da272baf-79bf-4c88-a655-3fb99031059b HTTP/1.1" status: 200 len: 851 time: 0.0683715 Jul 28 19:09:14.592780 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70caddff-96f0-4e3d-983e-5114cf870357 req-966d1117-fd32-4284-abb2-3620c64c2c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:09:14.594466 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-70caddff-96f0-4e3d-983e-5114cf870357 req-966d1117-fd32-4284-abb2-3620c64c2c5e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=cc84c079-39a8-4ac9-aca1-5e372559018a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0490327 Jul 28 19:09:14.695100 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-70caddff-96f0-4e3d-983e-5114cf870357 req-f9e53fdc-2585-4283-9897-180338413046 service neutron] 10.222.0.49 "GET /v2.0/networks/cc84c079-39a8-4ac9-aca1-5e372559018a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926561 Jul 28 19:09:14.853626 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-70caddff-96f0-4e3d-983e-5114cf870357 req-604b9562-bd1a-4fe9-a51e-42140ae32d60 service neutron] 10.222.0.49 "GET /v2.0/networks/cc84c079-39a8-4ac9-aca1-5e372559018a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507235 Jul 28 19:09:14.878454 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45e4b51-c353-4d4f-b622-dda19cf21a46 req-c444a08d-b4e9-46d3-b7bb-abf4839e4a4d tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:09:14.879097 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-d45e4b51-c353-4d4f-b622-dda19cf21a46 req-c444a08d-b4e9-46d3-b7bb-abf4839e4a4d tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1586067-40da-4fc2-bba2-df65e566ef0c HTTP/1.1" status: 200 len: 946 time: 0.0865514 Jul 28 19:09:14.940321 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-d45e4b51-c353-4d4f-b622-dda19cf21a46 req-d43fac2d-01b3-456b-902e-6e7309fd8124 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/security-groups?id=6b911858-09a3-4b28-b9cd-8397dfa263a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465238 Jul 28 19:09:15.393760 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e2bd50-0911-4b11-af90-cf62d88412a2 req-f517a209-ef94-498f-8d40-034b1fa72f28 tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:09:15.395917 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-90e2bd50-0911-4b11-af90-cf62d88412a2 req-f517a209-ef94-498f-8d40-034b1fa72f28 tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] 10.222.0.41 "GET /v2.0/ports?device_id=606dec2b-77f2-45ef-a6e6-59831914d5e4 HTTP/1.1" status: 200 len: 944 time: 0.0557797 Jul 28 19:09:15.445848 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-90e2bd50-0911-4b11-af90-cf62d88412a2 req-3b082bc5-e013-43d7-b1ce-0a87dd442fe0 tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] 10.222.0.41 "GET /v2.0/security-groups?id=b4447fcf-5e32-44d8-9e2e-897d95fe9f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399683 Jul 28 19:09:16.067593 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271d4eba-17cf-424a-87e8-486be425b00a req-3199bac0-ece2-4f4b-bbb6-0d2af4c71b6f tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:09:16.069234 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-271d4eba-17cf-424a-87e8-486be425b00a req-3199bac0-ece2-4f4b-bbb6-0d2af4c71b6f tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1586067-40da-4fc2-bba2-df65e566ef0c HTTP/1.1" status: 200 len: 946 time: 0.0551944 Jul 28 19:09:16.119272 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-271d4eba-17cf-424a-87e8-486be425b00a req-2cd44b2b-3b98-4057-a9a6-258f55b1a688 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/security-groups?id=6b911858-09a3-4b28-b9cd-8397dfa263a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438564 Jul 28 19:09:16.598639 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed2a7c7-947f-4fe5-8871-7123ee8b22da req-f46f6786-b739-42ac-b69f-5550fa7571d6 tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:09:16.600778 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-eed2a7c7-947f-4fe5-8871-7123ee8b22da req-f46f6786-b739-42ac-b69f-5550fa7571d6 tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] 10.222.0.41 "GET /v2.0/ports?device_id=606dec2b-77f2-45ef-a6e6-59831914d5e4 HTTP/1.1" status: 200 len: 944 time: 0.0684714 Jul 28 19:09:16.644927 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-eed2a7c7-947f-4fe5-8871-7123ee8b22da req-e661a616-5eb2-45bc-8b4c-c7dd6a24c750 tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] 10.222.0.41 "GET /v2.0/security-groups?id=b4447fcf-5e32-44d8-9e2e-897d95fe9f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378916 Jul 28 19:09:17.250508 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a457dd3f-08e6-4142-aaf1-3fe8d413c8ff req-a82c4b83-9526-47de-956f-978ce44cd89e tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:09:17.252372 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-a457dd3f-08e6-4142-aaf1-3fe8d413c8ff req-a82c4b83-9526-47de-956f-978ce44cd89e tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1586067-40da-4fc2-bba2-df65e566ef0c HTTP/1.1" status: 200 len: 946 time: 0.0555792 Jul 28 19:09:17.300882 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-a457dd3f-08e6-4142-aaf1-3fe8d413c8ff req-bc67c754-3364-491a-88dc-6bf1380772bc tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/security-groups?id=6b911858-09a3-4b28-b9cd-8397dfa263a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399032 Jul 28 19:09:17.766270 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676133b8-ad9d-403f-a1a0-a992676f0915 req-9904eabd-1dc2-475e-a2f6-c86a6c1c741a tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:09:17.767779 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-676133b8-ad9d-403f-a1a0-a992676f0915 req-9904eabd-1dc2-475e-a2f6-c86a6c1c741a tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] 10.222.0.41 "GET /v2.0/ports?device_id=606dec2b-77f2-45ef-a6e6-59831914d5e4 HTTP/1.1" status: 200 len: 944 time: 0.0522001 Jul 28 19:09:17.806689 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-676133b8-ad9d-403f-a1a0-a992676f0915 req-07ae2a81-d213-47c5-adbc-a28591205445 tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] 10.222.0.41 "GET /v2.0/security-groups?id=b4447fcf-5e32-44d8-9e2e-897d95fe9f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327878 Jul 28 19:09:18.070162 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95f5eb6-ac79-48af-93dd-fca88a392556 req-5929c47b-763a-4a9a-a914-443f9941ebfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:09:18.071796 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-b95f5eb6-ac79-48af-93dd-fca88a392556 req-5929c47b-763a-4a9a-a914-443f9941ebfe service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=77b4e3f4db4f48488f6a8e8a0ca43337&device_id=f1586067-40da-4fc2-bba2-df65e566ef0c HTTP/1.1" status: 200 len: 1099 time: 0.0456772 Jul 28 19:09:18.168791 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95f5eb6-ac79-48af-93dd-fca88a392556 req-24347fd2-c817-47b0-904e-aa72f6352dde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:09:18.170286 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-b95f5eb6-ac79-48af-93dd-fca88a392556 req-24347fd2-c817-47b0-904e-aa72f6352dde service neutron] 10.222.0.49 "GET /v2.0/networks?id=d9b348a0-fd69-4cac-87c2-18e205be05be HTTP/1.1" status: 200 len: 918 time: 0.0913088 Jul 28 19:09:18.247129 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-b95f5eb6-ac79-48af-93dd-fca88a392556 req-99d9ad8c-14dd-4ade-89bc-8b6a4ed4ab22 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b7e72ab5-441d-45e7-a43f-6a393ebc27a4 HTTP/1.1" status: 200 len: 1002 time: 0.0636773 Jul 28 19:09:18.305111 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95f5eb6-ac79-48af-93dd-fca88a392556 req-6fd1e704-9b6b-441c-b6d6-b39a5374a12d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:09:18.306591 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-b95f5eb6-ac79-48af-93dd-fca88a392556 req-6fd1e704-9b6b-441c-b6d6-b39a5374a12d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=209ab333-e935-41fc-b99a-6688a4911e44 HTTP/1.1" status: 200 len: 856 time: 0.0445893 Jul 28 19:09:18.353119 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95f5eb6-ac79-48af-93dd-fca88a392556 req-21f351db-5c2a-42c7-95df-2280332a3472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:09:18.354718 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-b95f5eb6-ac79-48af-93dd-fca88a392556 req-21f351db-5c2a-42c7-95df-2280332a3472 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d9b348a0-fd69-4cac-87c2-18e205be05be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0407462 Jul 28 19:09:18.425623 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cbbb07-65c2-4cbf-a16c-f4b0c0127d87 req-95642d8b-8b4e-4412-be29-3f57784d5e54 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:09:18.427267 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-19cbbb07-65c2-4cbf-a16c-f4b0c0127d87 req-95642d8b-8b4e-4412-be29-3f57784d5e54 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1586067-40da-4fc2-bba2-df65e566ef0c HTTP/1.1" status: 200 len: 946 time: 0.0501933 Jul 28 19:09:18.451200 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-b95f5eb6-ac79-48af-93dd-fca88a392556 req-07efa292-d1ba-4c98-93bc-9db71ee9b2df service neutron] 10.222.0.49 "GET /v2.0/networks/d9b348a0-fd69-4cac-87c2-18e205be05be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875795 Jul 28 19:09:18.465745 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-19cbbb07-65c2-4cbf-a16c-f4b0c0127d87 req-a4f79499-7426-43de-a785-b3dc8c203d0e tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/security-groups?id=6b911858-09a3-4b28-b9cd-8397dfa263a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325027 Jul 28 19:09:18.541691 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-b95f5eb6-ac79-48af-93dd-fca88a392556 req-e881d8b3-b921-45fb-974d-13e6ba0248c7 service neutron] 10.222.0.49 "GET /v2.0/networks/d9b348a0-fd69-4cac-87c2-18e205be05be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827672 Jul 28 19:09:18.919332 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049e229b-ce86-40e9-8de5-806785e7ae42 req-b9ef88f2-8d14-4a86-b521-34a3a76cbc99 tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:09:18.920856 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-049e229b-ce86-40e9-8de5-806785e7ae42 req-b9ef88f2-8d14-4a86-b521-34a3a76cbc99 tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] 10.222.0.41 "GET /v2.0/ports?device_id=606dec2b-77f2-45ef-a6e6-59831914d5e4 HTTP/1.1" status: 200 len: 944 time: 0.0480247 Jul 28 19:09:18.960344 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-049e229b-ce86-40e9-8de5-806785e7ae42 req-364f0d52-06c7-4e64-a89c-272b983e596e tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] 10.222.0.41 "GET /v2.0/security-groups?id=b4447fcf-5e32-44d8-9e2e-897d95fe9f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336695 Jul 28 19:09:19.589040 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377df2d7-8fe3-4a36-ac06-473fc2a65866 req-5e7ec6ff-776d-49c1-a726-e071aea5336c tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:09:19.590529 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-377df2d7-8fe3-4a36-ac06-473fc2a65866 req-5e7ec6ff-776d-49c1-a726-e071aea5336c tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1586067-40da-4fc2-bba2-df65e566ef0c HTTP/1.1" status: 200 len: 946 time: 0.0535917 Jul 28 19:09:19.630280 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-377df2d7-8fe3-4a36-ac06-473fc2a65866 req-698eaafd-f295-418d-ac29-15177a904d5e tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/security-groups?id=6b911858-09a3-4b28-b9cd-8397dfa263a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334499 Jul 28 19:09:20.076521 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dceaf24-cf9e-49a6-b6d8-91d7f5afca12 req-908f5cbd-f69d-4df8-9a24-1d065f2c13a4 tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:09:20.078025 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-9dceaf24-cf9e-49a6-b6d8-91d7f5afca12 req-908f5cbd-f69d-4df8-9a24-1d065f2c13a4 tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] 10.222.0.41 "GET /v2.0/ports?device_id=606dec2b-77f2-45ef-a6e6-59831914d5e4 HTTP/1.1" status: 200 len: 944 time: 0.0508745 Jul 28 19:09:20.116975 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-9dceaf24-cf9e-49a6-b6d8-91d7f5afca12 req-a6400df8-12e5-442b-98b8-fd25dce11e11 tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] 10.222.0.41 "GET /v2.0/security-groups?id=b4447fcf-5e32-44d8-9e2e-897d95fe9f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328786 Jul 28 19:09:20.748252 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a24920e-b840-426f-8284-ac4448f66ea9 req-d9f15b06-25fc-46be-8f9e-1650dbcde29a tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:09:20.749742 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-3a24920e-b840-426f-8284-ac4448f66ea9 req-d9f15b06-25fc-46be-8f9e-1650dbcde29a tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1586067-40da-4fc2-bba2-df65e566ef0c HTTP/1.1" status: 200 len: 946 time: 0.0491257 Jul 28 19:09:20.787024 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-3a24920e-b840-426f-8284-ac4448f66ea9 req-10b98211-9280-4866-947c-d953562d37b9 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/security-groups?id=6b911858-09a3-4b28-b9cd-8397dfa263a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314951 Jul 28 19:09:21.234487 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9b4438-1952-4d0d-b186-05858652d8b6 req-c123be82-5d04-4beb-a799-34347a01ab5d tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:09:21.237259 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-0a9b4438-1952-4d0d-b186-05858652d8b6 req-c123be82-5d04-4beb-a799-34347a01ab5d tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] 10.222.0.41 "GET /v2.0/ports?device_id=606dec2b-77f2-45ef-a6e6-59831914d5e4 HTTP/1.1" status: 200 len: 944 time: 0.0543318 Jul 28 19:09:21.285287 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-0a9b4438-1952-4d0d-b186-05858652d8b6 req-85ee8b61-e21c-476f-915f-82f691a4e448 tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] 10.222.0.41 "GET /v2.0/security-groups?id=b4447fcf-5e32-44d8-9e2e-897d95fe9f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434635 Jul 28 19:09:21.575504 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-052a64ce-7221-4061-9419-5eff43b1c4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:09:22.097750 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.rpc [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Device 3208c221-75e9-499e-8f2e-44b8f373831e details requested by agent hyperv_hv-cinder-80265 with host hv-cinder-80265 {{(pid=93588) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 19:09:22.099890 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.rpc [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Device b7e72ab5-441d-45e7-a43f-6a393ebc27a4 no longer exists at agent hyperv_hv-cinder-80265 {{(pid=93588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 19:09:22.242145 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555300'] for port, before_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:09:22.264848 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.db [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] For port 3208c221-75e9-499e-8f2e-44b8f373831e, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=3208c221-75e9-499e-8f2e-44b8f373831e,segment=NetworkSegment(622f7237-17aa-40be-8f6b-0c3a147ac662),segment_id=622f7237-17aa-40be-8f6b-0c3a147ac662)] {{(pid=93588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:09:22.285578 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1586067-40da-4fc2-bba2-df65e566ef0c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b7e72ab5-441d-45e7-a43f-6a393ebc27a4'}] {{(pid=93588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 19:09:22.287817 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1b0d83cbf58c08976f04b399db04c287f80045833914d8e5b61042f37766a37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb0519e2-81f8-44d0-9ebc-e3c8a9086535" -d '{"events": [{"server_uuid": "f1586067-40da-4fc2-bba2-df65e566ef0c", "name": "network-vif-unplugged", "status": "completed", "tag": "b7e72ab5-441d-45e7-a43f-6a393ebc27a4"}]}' {{(pid=93588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 19:09:22.292458 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.rpc [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Returning: {'device': '3208c221-75e9-499e-8f2e-44b8f373831e', 'network_id': 'cc84c079-39a8-4ac9-aca1-5e372559018a', 'port_id': '3208c221-75e9-499e-8f2e-44b8f373831e', 'mac_address': 'fa:16:3e:03:7f:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da272baf-79bf-4c88-a655-3fb99031059b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93588) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 19:09:22.303037 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.db [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] For port b7e72ab5-441d-45e7-a43f-6a393ebc27a4, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=b7e72ab5-441d-45e7-a43f-6a393ebc27a4,segment=NetworkSegment(849c600d-119e-46e5-ad54-f7773d8e0f09),segment_id=849c600d-119e-46e5-ad54-f7773d8e0f09)] {{(pid=93588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:09:22.333172 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 28 Jul 2021 19:09:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4885ae81-c293-40e2-bda2-4676bb7ce2de x-openstack-request-id: req-4885ae81-c293-40e2-bda2-4676bb7ce2de {{(pid=93588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 19:09:22.333172 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1586067-40da-4fc2-bba2-df65e566ef0c", "name": "network-vif-unplugged", "status": "failed", "tag": "b7e72ab5-441d-45e7-a43f-6a393ebc27a4", "code": 422}]} {{(pid=93588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 19:09:22.333172 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4885ae81-c293-40e2-bda2-4676bb7ce2de {{(pid=93588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 19:09:22.333172 dv-cinder-802653-1-iscsi neutron-server[93588]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f1586067-40da-4fc2-bba2-df65e566ef0c', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b7e72ab5-441d-45e7-a43f-6a393ebc27a4', 'code': 422} returned with failed status Jul 28 19:09:22.347494 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555300'] for port, before_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:09:22.361346 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.notifiers.nova [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3208c221-75e9-499e-8f2e-44b8f373831e {{(pid=93588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 19:09:22.381858 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.db [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] For port 3208c221-75e9-499e-8f2e-44b8f373831e, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=3208c221-75e9-499e-8f2e-44b8f373831e,segment=NetworkSegment(622f7237-17aa-40be-8f6b-0c3a147ac662),segment_id=622f7237-17aa-40be-8f6b-0c3a147ac662)] {{(pid=93588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:09:22.384364 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742349622321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742349248534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742349248552'] for port, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:09:22.426595 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80249d9e-a1a6-4cba-97f2-cb4fd2c97c05 req-34e1b1f0-67ab-42ce-a843-f1391491add6 tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:09:22.428167 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-80249d9e-a1a6-4cba-97f2-cb4fd2c97c05 req-34e1b1f0-67ab-42ce-a843-f1391491add6 tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] 10.222.0.41 "GET /v2.0/ports?device_id=606dec2b-77f2-45ef-a6e6-59831914d5e4 HTTP/1.1" status: 200 len: 944 time: 0.0564806 Jul 28 19:09:22.436620 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Pushing event updated for resources: {'Port': ['ID=b7e72ab5-441d-45e7-a43f-6a393ebc27a4,revision_number=8']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:09:22.461218 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742349622321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742349248534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742349248552'] for port, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:09:22.476339 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-80249d9e-a1a6-4cba-97f2-cb4fd2c97c05 req-877539d1-e182-42fa-afb9-3f8c57b7faa7 tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] 10.222.0.41 "GET /v2.0/security-groups?id=b4447fcf-5e32-44d8-9e2e-897d95fe9f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405254 Jul 28 19:09:22.518593 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Pushing event updated for resources: {'Port': ['ID=3208c221-75e9-499e-8f2e-44b8f373831e,revision_number=4']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:09:22.723564 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.db [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] get_ports_and_sgs() called for port_ids ['3208c221-75e9-499e-8f2e-44b8f373831e'] {{(pid=93588) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 19:09:23.209812 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158933be-aea1-447b-8699-a9bcadfe8144 req-e4d973f6-83e4-46ba-a48d-b009e7401239 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:09:23.211319 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-158933be-aea1-447b-8699-a9bcadfe8144 req-e4d973f6-83e4-46ba-a48d-b009e7401239 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1586067-40da-4fc2-bba2-df65e566ef0c HTTP/1.1" status: 200 len: 944 time: 0.0478859 Jul 28 19:09:23.250452 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-158933be-aea1-447b-8699-a9bcadfe8144 req-e17ede9e-ddff-4f1f-8724-d02b35238878 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/security-groups?id=6b911858-09a3-4b28-b9cd-8397dfa263a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318954 Jul 28 19:09:23.592163 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2bc4d2-fc9e-4a8f-b843-14aa57017ac6 req-2eb1861d-b413-43ad-ab18-7f6b047e5412 tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:09:23.593639 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-5a2bc4d2-fc9e-4a8f-b843-14aa57017ac6 req-2eb1861d-b413-43ad-ab18-7f6b047e5412 tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] 10.222.0.41 "GET /v2.0/ports?device_id=606dec2b-77f2-45ef-a6e6-59831914d5e4 HTTP/1.1" status: 200 len: 945 time: 0.0516512 Jul 28 19:09:23.630329 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-5a2bc4d2-fc9e-4a8f-b843-14aa57017ac6 req-54cf6b20-52a3-4c59-a9b3-b361ec6d62eb tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] 10.222.0.41 "GET /v2.0/security-groups?id=b4447fcf-5e32-44d8-9e2e-897d95fe9f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308573 Jul 28 19:09:23.678176 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.wsgi [-] (93586) accepted ('10.222.0.41', 37400) {{(pid=93586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:09:23.757641 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-e9ec09b6-3066-4c57-a61a-cc960e934e1f req-b3aa5a8c-cd2e-45ce-bfc6-3ef453dce3f1 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f1586067-40da-4fc2-bba2-df65e566ef0c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0782185 Jul 28 19:09:24.098268 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.rpc [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Device 3208c221-75e9-499e-8f2e-44b8f373831e up at agent hyperv_hv-cinder-80265 {{(pid=93588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 19:09:24.261398 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:09:24.262901 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.provisioning_blocks [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Provisioning for port 3208c221-75e9-499e-8f2e-44b8f373831e completed by entity L2. {{(pid=93588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 19:09:24.267381 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.provisioning_blocks [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Provisioning complete for port 3208c221-75e9-499e-8f2e-44b8f373831e triggered by entity L2. {{(pid=93588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 19:09:24.267895 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721938'] for port, provisioning_complete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:09:24.363562 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555300'] for port, before_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:09:24.393048 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c215c66-adf2-42db-8f01-bfd52016f8fa req-092ed2e6-3c8b-4d86-bf29-50dcacd9f03d tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:09:24.397918 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '606dec2b-77f2-45ef-a6e6-59831914d5e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3208c221-75e9-499e-8f2e-44b8f373831e'}] {{(pid=93588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 19:09:24.400582 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1b0d83cbf58c08976f04b399db04c287f80045833914d8e5b61042f37766a37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12b1d2c0-a43a-42af-be32-faf42eb7c7b7" -d '{"events": [{"server_uuid": "606dec2b-77f2-45ef-a6e6-59831914d5e4", "name": "network-vif-plugged", "status": "completed", "tag": "3208c221-75e9-499e-8f2e-44b8f373831e"}]}' {{(pid=93588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 19:09:24.402188 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-1c215c66-adf2-42db-8f01-bfd52016f8fa req-092ed2e6-3c8b-4d86-bf29-50dcacd9f03d tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1586067-40da-4fc2-bba2-df65e566ef0c HTTP/1.1" status: 200 len: 944 time: 0.0608654 Jul 28 19:09:24.415758 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.db [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] For port 3208c221-75e9-499e-8f2e-44b8f373831e, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=3208c221-75e9-499e-8f2e-44b8f373831e,segment=NetworkSegment(622f7237-17aa-40be-8f6b-0c3a147ac662),segment_id=622f7237-17aa-40be-8f6b-0c3a147ac662)] {{(pid=93588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:09:24.435972 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-dab85838-0941-4de3-90f7-80e78b8f23d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:09:24.444472 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 19:09:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b767605f-9099-4f39-b0c6-b74035fcbe70 x-openstack-request-id: req-b767605f-9099-4f39-b0c6-b74035fcbe70 {{(pid=93588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 19:09:24.444781 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "606dec2b-77f2-45ef-a6e6-59831914d5e4", "name": "network-vif-plugged", "status": "completed", "tag": "3208c221-75e9-499e-8f2e-44b8f373831e", "code": 200}]} {{(pid=93588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 19:09:24.445022 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b767605f-9099-4f39-b0c6-b74035fcbe70 {{(pid=93588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 19:09:24.445413 dv-cinder-802653-1-iscsi neutron-server[93588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '606dec2b-77f2-45ef-a6e6-59831914d5e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3208c221-75e9-499e-8f2e-44b8f373831e', 'code': 200} Jul 28 19:09:24.447126 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-1c215c66-adf2-42db-8f01-bfd52016f8fa req-01ae3a21-23fd-42a0-82cb-6fc6a855e91d tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/security-groups?id=6b911858-09a3-4b28-b9cd-8397dfa263a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439358 Jul 28 19:09:24.512493 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742349622321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742349248534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742349248552'] for port, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:09:24.514258 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.rpc [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Device b7e72ab5-441d-45e7-a43f-6a393ebc27a4 no longer exists at agent hyperv_hv-cinder-80265 {{(pid=93588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 19:09:24.596473 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Pushing event updated for resources: {'Port': ['ID=3208c221-75e9-499e-8f2e-44b8f373831e,revision_number=5']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:09:24.749371 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a59b29-8202-447c-801a-69a437283bf3 req-8b52d2ba-6f99-44d0-94ff-0452cba59ec7 tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:09:24.750902 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-06a59b29-8202-447c-801a-69a437283bf3 req-8b52d2ba-6f99-44d0-94ff-0452cba59ec7 tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] 10.222.0.41 "GET /v2.0/ports?device_id=606dec2b-77f2-45ef-a6e6-59831914d5e4 HTTP/1.1" status: 200 len: 946 time: 0.0518456 Jul 28 19:09:24.794121 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-06a59b29-8202-447c-801a-69a437283bf3 req-f452aeaf-cf1d-45a1-b726-9d9fccf805a5 tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] 10.222.0.41 "GET /v2.0/security-groups?id=b4447fcf-5e32-44d8-9e2e-897d95fe9f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359144 Jul 28 19:09:24.944276 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33d803f-b2dd-4574-a55b-d99525d63b1d req-a60e4fa8-0760-436b-93c9-25432cc6bd64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:09:24.945779 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-d33d803f-b2dd-4574-a55b-d99525d63b1d req-a60e4fa8-0760-436b-93c9-25432cc6bd64 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=606dec2b-77f2-45ef-a6e6-59831914d5e4 HTTP/1.1" status: 200 len: 1099 time: 0.0424204 Jul 28 19:09:24.983631 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-d33d803f-b2dd-4574-a55b-d99525d63b1d req-17a8bb59-f323-41dd-be05-a44e38342ed2 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=b4447fcf-5e32-44d8-9e2e-897d95fe9f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0291550 Jul 28 19:09:25.552201 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-acea1373-d53c-46a9-b089-9e40d352d773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:09:25.586596 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381f3a26-2c41-43c1-8956-b4e4f1f58e18 req-e8a8b396-3f65-4ac1-8123-b5d7a458636f tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:09:25.589059 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-381f3a26-2c41-43c1-8956-b4e4f1f58e18 req-e8a8b396-3f65-4ac1-8123-b5d7a458636f tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1586067-40da-4fc2-bba2-df65e566ef0c HTTP/1.1" status: 200 len: 944 time: 0.0730040 Jul 28 19:09:25.607504 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ec09b6-3066-4c57-a61a-cc960e934e1f req-dcddd307-fe1a-448d-aeb1-eb6b6adbeb07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:09:25.607504 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-e9ec09b6-3066-4c57-a61a-cc960e934e1f req-dcddd307-fe1a-448d-aeb1-eb6b6adbeb07 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=f1586067-40da-4fc2-bba2-df65e566ef0c&tenant_id=77b4e3f4db4f48488f6a8e8a0ca43337 HTTP/1.1" status: 200 len: 1097 time: 0.0557857 Jul 28 19:09:25.633478 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-381f3a26-2c41-43c1-8956-b4e4f1f58e18 req-0cfbd88a-00f0-4771-b550-f0371b21c678 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/security-groups?id=6b911858-09a3-4b28-b9cd-8397dfa263a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379636 Jul 28 19:09:25.678001 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ec09b6-3066-4c57-a61a-cc960e934e1f req-0ae904d9-f26d-4016-a268-b3a4703b9b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:09:25.680014 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-e9ec09b6-3066-4c57-a61a-cc960e934e1f req-0ae904d9-f26d-4016-a268-b3a4703b9b2b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=77b4e3f4db4f48488f6a8e8a0ca43337&device_id=f1586067-40da-4fc2-bba2-df65e566ef0c HTTP/1.1" status: 200 len: 1097 time: 0.0522919 Jul 28 19:09:25.789584 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ec09b6-3066-4c57-a61a-cc960e934e1f req-aa362a80-2f4d-41fc-9321-8bd9f6359383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:09:25.791326 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-e9ec09b6-3066-4c57-a61a-cc960e934e1f req-aa362a80-2f4d-41fc-9321-8bd9f6359383 service neutron] 10.222.0.49 "GET /v2.0/networks?id=d9b348a0-fd69-4cac-87c2-18e205be05be HTTP/1.1" status: 200 len: 918 time: 0.0979939 Jul 28 19:09:25.859239 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-e9ec09b6-3066-4c57-a61a-cc960e934e1f req-62a44cf2-dc23-41a8-b6c6-e04525ddf8e8 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b7e72ab5-441d-45e7-a43f-6a393ebc27a4 HTTP/1.1" status: 200 len: 1000 time: 0.0592272 Jul 28 19:09:25.910898 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ec09b6-3066-4c57-a61a-cc960e934e1f req-a60f4024-3ac8-483b-ab6b-b312813402dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:09:25.912506 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-e9ec09b6-3066-4c57-a61a-cc960e934e1f req-a60f4024-3ac8-483b-ab6b-b312813402dc service neutron] 10.222.0.49 "GET /v2.0/subnets?id=209ab333-e935-41fc-b99a-6688a4911e44 HTTP/1.1" status: 200 len: 856 time: 0.0445738 Jul 28 19:09:25.916356 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dde6aa-4929-4570-b091-b09ab6b33b17 req-ab9cb503-d4ae-4af3-8bd0-c18b1b05e395 tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:09:25.917836 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-82dde6aa-4929-4570-b091-b09ab6b33b17 req-ab9cb503-d4ae-4af3-8bd0-c18b1b05e395 tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] 10.222.0.41 "GET /v2.0/ports?device_id=606dec2b-77f2-45ef-a6e6-59831914d5e4 HTTP/1.1" status: 200 len: 946 time: 0.0519972 Jul 28 19:09:25.960069 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-82dde6aa-4929-4570-b091-b09ab6b33b17 req-92d6c2c1-9241-4b90-8855-baef05f0a789 tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] 10.222.0.41 "GET /v2.0/security-groups?id=b4447fcf-5e32-44d8-9e2e-897d95fe9f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349128 Jul 28 19:09:25.964030 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ec09b6-3066-4c57-a61a-cc960e934e1f req-958e2b72-cf28-4f73-982e-1fc51826f0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:09:25.965530 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-e9ec09b6-3066-4c57-a61a-cc960e934e1f req-958e2b72-cf28-4f73-982e-1fc51826f0e3 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d9b348a0-fd69-4cac-87c2-18e205be05be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0447750 Jul 28 19:09:26.061366 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-e9ec09b6-3066-4c57-a61a-cc960e934e1f req-709c56d8-4c45-44dd-adf8-fba7a0c17495 service neutron] 10.222.0.49 "GET /v2.0/networks/d9b348a0-fd69-4cac-87c2-18e205be05be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825360 Jul 28 19:09:26.161229 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-e9ec09b6-3066-4c57-a61a-cc960e934e1f req-c557b366-2770-477f-a5ac-0557f6b162fa service neutron] 10.222.0.49 "GET /v2.0/networks/d9b348a0-fd69-4cac-87c2-18e205be05be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852242 Jul 28 19:09:26.820303 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ae48d9-2767-48cb-b7f6-f6a8aa534eda req-eec4ad35-24b3-44e2-894c-f588805ed7aa tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:09:26.824869 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-47ae48d9-2767-48cb-b7f6-f6a8aa534eda req-eec4ad35-24b3-44e2-894c-f588805ed7aa tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1586067-40da-4fc2-bba2-df65e566ef0c HTTP/1.1" status: 200 len: 944 time: 0.0900424 Jul 28 19:09:26.873774 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-47ae48d9-2767-48cb-b7f6-f6a8aa534eda req-9cd8e453-d61e-43d2-9214-1dce338e6889 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/security-groups?id=6b911858-09a3-4b28-b9cd-8397dfa263a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429900 Jul 28 19:09:27.098692 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4b1861-28dd-4d14-a65e-a9b69c1abaef req-fff9e477-478d-4b21-a98d-28bec2d0c6f4 tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:09:27.101332 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-ce4b1861-28dd-4d14-a65e-a9b69c1abaef req-fff9e477-478d-4b21-a98d-28bec2d0c6f4 tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] 10.222.0.41 "GET /v2.0/ports?device_id=606dec2b-77f2-45ef-a6e6-59831914d5e4 HTTP/1.1" status: 200 len: 946 time: 0.0656781 Jul 28 19:09:27.145038 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-ce4b1861-28dd-4d14-a65e-a9b69c1abaef req-27f9df57-c8ec-4476-9de9-b7102d83524d tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] 10.222.0.41 "GET /v2.0/security-groups?id=b4447fcf-5e32-44d8-9e2e-897d95fe9f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360627 Jul 28 19:09:27.274225 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dde58c-9e48-49fc-9140-c47272f36dc3 req-58a6a1ca-5415-47e6-8750-c686720753db tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:09:27.276305 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-39dde58c-9e48-49fc-9140-c47272f36dc3 req-58a6a1ca-5415-47e6-8750-c686720753db tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] 10.222.0.41 "GET /v2.0/ports?device_id=606dec2b-77f2-45ef-a6e6-59831914d5e4 HTTP/1.1" status: 200 len: 946 time: 0.0547674 Jul 28 19:09:27.316539 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-39dde58c-9e48-49fc-9140-c47272f36dc3 req-c1330fa1-f66b-4ed3-bc80-c452db6eb691 tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] 10.222.0.41 "GET /v2.0/security-groups?id=b4447fcf-5e32-44d8-9e2e-897d95fe9f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326738 Jul 28 19:09:27.340507 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.wsgi [-] (93587) accepted ('10.222.0.41', 37476) {{(pid=93587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:09:27.531991 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-499fa024-4c84-438f-ad76-92381970cd6e tempest-TestVolumeBootPattern-620707798 tempest-TestVolumeBootPattern-620707798-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:09:27.536185 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [None req-499fa024-4c84-438f-ad76-92381970cd6e tempest-TestVolumeBootPattern-620707798 tempest-TestVolumeBootPattern-620707798-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=606dec2b-77f2-45ef-a6e6-59831914d5e4 HTTP/1.1" status: 200 len: 1094 time: 0.1919789 Jul 28 19:09:27.536681 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.wsgi [-] (93586) accepted ('10.222.0.41', 37484) {{(pid=93586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:09:27.541808 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.v2.base [None req-588e33e2-3766-4ecc-9bb8-a025f5df4a76 tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] Request body: {'floatingip': {'floating_network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df', 'port_id': '3208c221-75e9-499e-8f2e-44b8f373831e', 'tenant_id': 'f449636262994023a73b5af01e3aac3d', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:09:27.593047 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-26c861f8-c84b-4272-86f3-59900436582c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:09:27.638212 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-588e33e2-3766-4ecc-9bb8-a025f5df4a76 tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] Notify callbacks [] for floatingip, before_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:09:27.753120 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-588e33e2-3766-4ecc-9bb8-a025f5df4a76 tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555300'] for port, before_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:09:27.859226 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.db.db_base_plugin_common [None req-588e33e2-3766-4ecc-9bb8-a025f5df4a76 tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] Allocated IP 172.27.0.67 (e684c39a-2e11-408f-97ab-0003bc0ac2df/d732a1ba-ca87-47e9-b990-15a89705616d/b9bc8056-9f8a-4064-8b08-5a964dbda74e) {{(pid=93586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 19:09:27.972670 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-588e33e2-3766-4ecc-9bb8-a025f5df4a76 tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] Notify callbacks [] for port, precommit_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:09:28.038214 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69d8dff-8a4c-41f8-9e94-6c47b47602d0 req-48f01528-29cd-455a-9721-57f560b94b1d tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:09:28.040271 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-a69d8dff-8a4c-41f8-9e94-6c47b47602d0 req-48f01528-29cd-455a-9721-57f560b94b1d tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1586067-40da-4fc2-bba2-df65e566ef0c HTTP/1.1" status: 200 len: 944 time: 0.0734200 Jul 28 19:09:28.082108 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-a69d8dff-8a4c-41f8-9e94-6c47b47602d0 req-9974cfb8-9120-4cd0-aafd-d03721b964fb tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/security-groups?id=6b911858-09a3-4b28-b9cd-8397dfa263a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355296 Jul 28 19:09:28.127522 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-588e33e2-3766-4ecc-9bb8-a025f5df4a76 tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742349248516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12083827'] for port, after_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:09:28.171748 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-588e33e2-3766-4ecc-9bb8-a025f5df4a76 tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] Network e684c39a-2e11-408f-97ab-0003bc0ac2df is already hosted by enough agents. {{(pid=93586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 19:09:28.174890 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.scheduler.base_scheduler [None req-588e33e2-3766-4ecc-9bb8-a025f5df4a76 tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] Resources bound (agent type, host, resource id): {{(pid=93586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 19:09:28.177561 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-588e33e2-3766-4ecc-9bb8-a025f5df4a76 tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] Received port after_create {{(pid=93586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 19:09:28.211427 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588e33e2-3766-4ecc-9bb8-a025f5df4a76 tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] Pushing event updated for resources: {'Port': ['ID=b9bc8056-9f8a-4064-8b08-5a964dbda74e,revision_number=1']} {{(pid=93586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:09:28.225092 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588e33e2-3766-4ecc-9bb8-a025f5df4a76 tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:09:28.225358 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588e33e2-3766-4ecc-9bb8-a025f5df4a76 tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:09:28.225696 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588e33e2-3766-4ecc-9bb8-a025f5df4a76 tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:09:28.226019 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588e33e2-3766-4ecc-9bb8-a025f5df4a76 tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:09:28.226367 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588e33e2-3766-4ecc-9bb8-a025f5df4a76 tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:09:28.226691 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588e33e2-3766-4ecc-9bb8-a025f5df4a76 tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:09:28.227019 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588e33e2-3766-4ecc-9bb8-a025f5df4a76 tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:09:28.227880 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588e33e2-3766-4ecc-9bb8-a025f5df4a76 tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:09:28.228216 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588e33e2-3766-4ecc-9bb8-a025f5df4a76 tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:09:28.228527 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588e33e2-3766-4ecc-9bb8-a025f5df4a76 tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:09:28.228849 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588e33e2-3766-4ecc-9bb8-a025f5df4a76 tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:09:28.229172 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588e33e2-3766-4ecc-9bb8-a025f5df4a76 tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:09:28.568645 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-588e33e2-3766-4ecc-9bb8-a025f5df4a76 tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:09:28.726590 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-588e33e2-3766-4ecc-9bb8-a025f5df4a76 tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555300'] for port, before_update {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:09:28.890367 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-588e33e2-3766-4ecc-9bb8-a025f5df4a76 tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] Notify callbacks [] for port, precommit_update {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:09:28.969452 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-588e33e2-3766-4ecc-9bb8-a025f5df4a76 tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742349622321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742349248534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742349248552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12083818'] for port, after_update {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:09:29.037698 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588e33e2-3766-4ecc-9bb8-a025f5df4a76 tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] Pushing event updated for resources: {'Port': ['ID=b9bc8056-9f8a-4064-8b08-5a964dbda74e,revision_number=2']} {{(pid=93586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:09:29.054970 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-588e33e2-3766-4ecc-9bb8-a025f5df4a76 tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3821381'] for floatingip, after_update {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:09:29.177951 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.db.l3_db [None req-588e33e2-3766-4ecc-9bb8-a025f5df4a76 tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] Floating IP 102de3d0-ff03-44c6-9711-4466e593264f associated. External IP: 172.27.0.67, port: 3208c221-75e9-499e-8f2e-44b8f373831e. Jul 28 19:09:29.294645 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a530e6c5-309d-4231-a086-53d026c94d0e req-77f6fbe7-4593-4b54-af2c-09494084e372 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:09:29.296158 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-a530e6c5-309d-4231-a086-53d026c94d0e req-77f6fbe7-4593-4b54-af2c-09494084e372 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1586067-40da-4fc2-bba2-df65e566ef0c HTTP/1.1" status: 200 len: 944 time: 0.1287718 Jul 28 19:09:29.353593 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-a530e6c5-309d-4231-a086-53d026c94d0e req-82d8ad48-111f-4b99-b70e-55c54060490b tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/security-groups?id=6b911858-09a3-4b28-b9cd-8397dfa263a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492098 Jul 28 19:09:29.463131 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-588e33e2-3766-4ecc-9bb8-a025f5df4a76 tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] Router 00bf29c4-29dd-4875-b481-000d03cce639 has already been hosted by L3 agent a81dfe8c-a6e8-4fad-82b8-e31bee6ac2ff {{(pid=93586) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 19:09:29.579492 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-588e33e2-3766-4ecc-9bb8-a025f5df4a76 tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] Notify agent at l3_agent.dv-cinder-802653-1-iscsi the message routers_updated {{(pid=93586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 19:09:29.591594 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd1334e-428a-4a75-94a5-0df176e31107 None None] Sync routers for ids ['00bf29c4-29dd-4875-b481-000d03cce639'] in dv-cinder-802653-1-iscsi {{(pid=93588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 19:09:29.601401 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd1334e-428a-4a75-94a5-0df176e31107 None None] Routers {'00bf29c4-29dd-4875-b481-000d03cce639'} bound to L3 agent in host dv-cinder-802653-1-iscsi {{(pid=93588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 19:09:29.604929 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.l3_hamode_db [None req-9dd1334e-428a-4a75-94a5-0df176e31107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802653-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T18:54:54Z,description=,heartbeat_timestamp=2021-07-28T19:09:24Z,host='dv-cinder-802653-1-iscsi',id=a81dfe8c-a6e8-4fad-82b8-e31bee6ac2ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T18:54:55Z,topic='l3_agent')) {'router_ids': ['00bf29c4-29dd-4875-b481-000d03cce639'], 'active': True} {{(pid=93588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:09:29.667126 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-588e33e2-3766-4ecc-9bb8-a025f5df4a76 tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148603'] for floatingip, before_response {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:09:29.722225 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [None req-588e33e2-3766-4ecc-9bb8-a025f5df4a76 tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1738536 Jul 28 19:09:29.722225 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '606dec2b-77f2-45ef-a6e6-59831914d5e4', 'tag': '3208c221-75e9-499e-8f2e-44b8f373831e'}] {{(pid=93586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 19:09:29.722225 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be08c321523524cea896d4e8aa610e0b61aedc9f5bb636967bf6413fb0e56d16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce6a33d7-499e-4018-9563-2c830665473e" -d '{"events": [{"name": "network-changed", "server_uuid": "606dec2b-77f2-45ef-a6e6-59831914d5e4", "tag": "3208c221-75e9-499e-8f2e-44b8f373831e"}]}' {{(pid=93586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 19:09:29.736345 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.l3_dvr_db [None req-9dd1334e-428a-4a75-94a5-0df176e31107 None None] Set router 00bf29c4-29dd-4875-b481-000d03cce639 gateway port host: dv-cinder-802653-1-iscsi {{(pid=93588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 19:09:29.876811 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 19:09:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac5af135-9cc7-4449-98cd-6495248fb69f x-openstack-request-id: req-ac5af135-9cc7-4449-98cd-6495248fb69f {{(pid=93586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 19:09:29.877105 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "606dec2b-77f2-45ef-a6e6-59831914d5e4", "tag": "3208c221-75e9-499e-8f2e-44b8f373831e", "status": "completed", "code": 200}]} {{(pid=93586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 19:09:29.877360 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ac5af135-9cc7-4449-98cd-6495248fb69f {{(pid=93586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 19:09:29.877765 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '606dec2b-77f2-45ef-a6e6-59831914d5e4', 'tag': '3208c221-75e9-499e-8f2e-44b8f373831e', 'status': 'completed', 'code': 200} Jul 28 19:09:29.999299 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.l3_hamode_db [None req-9dd1334e-428a-4a75-94a5-0df176e31107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00bf29c4-29dd-4875-b481-000d03cce639', 'name': 'tempest-TestVolumeBootPattern-1803685692-router', 'tenant_id': 'f449636262994023a73b5af01e3aac3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df', 'external_fixed_ips': [{'subnet_id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': '8deaf5f4-c021-4a1a-a60b-b795f523c482', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:08:34Z', 'updated_at': '2021-07-28T19:08:37Z', 'revision_number': 4, 'project_id': 'f449636262994023a73b5af01e3aac3d', 'gw_port': {'id': '8deaf5f4-c021-4a1a-a60b-b795f523c482', 'name': '', 'network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:46:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00bf29c4-29dd-4875-b481-000d03cce639', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:08:35Z', 'updated_at': '2021-07-28T19:08:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-1-iscsi', '_floatingips': [{'id': '102de3d0-ff03-44c6-9711-4466e593264f', 'tenant_id': 'f449636262994023a73b5af01e3aac3d', 'floating_ip_address': '172.27.0.67', 'floating_network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df', 'router_id': '00bf29c4-29dd-4875-b481-000d03cce639', 'port_id': '3208c221-75e9-499e-8f2e-44b8f373831e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 564, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc84c079-39a8-4ac9-aca1-5e372559018a', 'mac_address': 'fa:16:3e:03:7f:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '606dec2b-77f2-45ef-a6e6-59831914d5e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T19:09:28Z', 'updated_at': '2021-07-28T19:09:28Z', 'revision_number': 0, 'project_id': 'f449636262994023a73b5af01e3aac3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa81a88f-9451-4946-8555-8bb6cc2b2e82', 'name': '', 'network_id': 'cc84c079-39a8-4ac9-aca1-5e372559018a', 'tenant_id': 'f449636262994023a73b5af01e3aac3d', 'mac_address': 'fa:16:3e:b7:42:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00bf29c4-29dd-4875-b481-000d03cce639', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'da272baf-79bf-4c88-a655-3fb99031059b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:08:37Z', 'updated_at': '2021-07-28T19:08:43Z', 'revision_number': 5, 'project_id': 'f449636262994023a73b5af01e3aac3d', 'subnets': [{'id': 'da272baf-79bf-4c88-a655-3fb99031059b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802653-1-iscsi', False) {} {{(pid=93588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:09:30.025150 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd1334e-428a-4a75-94a5-0df176e31107 None None] Checking router: 00bf29c4-29dd-4875-b481-000d03cce639 for host: dv-cinder-802653-1-iscsi {{(pid=93588) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 19:09:30.034075 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd1334e-428a-4a75-94a5-0df176e31107 None None] Routers {'00bf29c4-29dd-4875-b481-000d03cce639'} bound to L3 agent in host dv-cinder-802653-1-iscsi {{(pid=93588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 19:09:30.034747 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.l3_hamode_db [None req-9dd1334e-428a-4a75-94a5-0df176e31107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802653-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T18:54:54Z,description=,heartbeat_timestamp=2021-07-28T19:09:24Z,host='dv-cinder-802653-1-iscsi',id=a81dfe8c-a6e8-4fad-82b8-e31bee6ac2ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T18:54:55Z,topic='l3_agent')) {'router_ids': ['00bf29c4-29dd-4875-b481-000d03cce639'], 'active': True} {{(pid=93588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:09:30.147280 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.l3_dvr_db [None req-9dd1334e-428a-4a75-94a5-0df176e31107 None None] Set router 00bf29c4-29dd-4875-b481-000d03cce639 gateway port host: dv-cinder-802653-1-iscsi {{(pid=93588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 19:09:30.386291 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.l3_hamode_db [None req-9dd1334e-428a-4a75-94a5-0df176e31107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00bf29c4-29dd-4875-b481-000d03cce639', 'name': 'tempest-TestVolumeBootPattern-1803685692-router', 'tenant_id': 'f449636262994023a73b5af01e3aac3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df', 'external_fixed_ips': [{'subnet_id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': '8deaf5f4-c021-4a1a-a60b-b795f523c482', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:08:34Z', 'updated_at': '2021-07-28T19:08:37Z', 'revision_number': 4, 'project_id': 'f449636262994023a73b5af01e3aac3d', 'gw_port': {'id': '8deaf5f4-c021-4a1a-a60b-b795f523c482', 'name': '', 'network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:46:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00bf29c4-29dd-4875-b481-000d03cce639', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:08:35Z', 'updated_at': '2021-07-28T19:08:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-1-iscsi', '_floatingips': [{'id': '102de3d0-ff03-44c6-9711-4466e593264f', 'tenant_id': 'f449636262994023a73b5af01e3aac3d', 'floating_ip_address': '172.27.0.67', 'floating_network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df', 'router_id': '00bf29c4-29dd-4875-b481-000d03cce639', 'port_id': '3208c221-75e9-499e-8f2e-44b8f373831e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 564, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc84c079-39a8-4ac9-aca1-5e372559018a', 'mac_address': 'fa:16:3e:03:7f:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '606dec2b-77f2-45ef-a6e6-59831914d5e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T19:09:28Z', 'updated_at': '2021-07-28T19:09:28Z', 'revision_number': 0, 'project_id': 'f449636262994023a73b5af01e3aac3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa81a88f-9451-4946-8555-8bb6cc2b2e82', 'name': '', 'network_id': 'cc84c079-39a8-4ac9-aca1-5e372559018a', 'tenant_id': 'f449636262994023a73b5af01e3aac3d', 'mac_address': 'fa:16:3e:b7:42:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00bf29c4-29dd-4875-b481-000d03cce639', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'da272baf-79bf-4c88-a655-3fb99031059b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:08:37Z', 'updated_at': '2021-07-28T19:08:43Z', 'revision_number': 5, 'project_id': 'f449636262994023a73b5af01e3aac3d', 'subnets': [{'id': 'da272baf-79bf-4c88-a655-3fb99031059b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802653-1-iscsi', False) {} {{(pid=93588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:09:30.415188 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd1334e-428a-4a75-94a5-0df176e31107 None None] The sync data for ids ['00bf29c4-29dd-4875-b481-000d03cce639'] in dv-cinder-802653-1-iscsi is: [{'id': '00bf29c4-29dd-4875-b481-000d03cce639', 'name': 'tempest-TestVolumeBootPattern-1803685692-router', 'tenant_id': 'f449636262994023a73b5af01e3aac3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df', 'external_fixed_ips': [{'subnet_id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': '8deaf5f4-c021-4a1a-a60b-b795f523c482', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:08:34Z', 'updated_at': '2021-07-28T19:08:37Z', 'revision_number': 4, 'project_id': 'f449636262994023a73b5af01e3aac3d', 'gw_port': {'id': '8deaf5f4-c021-4a1a-a60b-b795f523c482', 'name': '', 'network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:46:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00bf29c4-29dd-4875-b481-000d03cce639', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:08:35Z', 'updated_at': '2021-07-28T19:08:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-1-iscsi', '_floatingips': [{'id': '102de3d0-ff03-44c6-9711-4466e593264f', 'tenant_id': 'f449636262994023a73b5af01e3aac3d', 'floating_ip_address': '172.27.0.67', 'floating_network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df', 'router_id': '00bf29c4-29dd-4875-b481-000d03cce639', 'port_id': '3208c221-75e9-499e-8f2e-44b8f373831e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 564, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc84c079-39a8-4ac9-aca1-5e372559018a', 'mac_address': 'fa:16:3e:03:7f:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '606dec2b-77f2-45ef-a6e6-59831914d5e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T19:09:28Z', 'updated_at': '2021-07-28T19:09:28Z', 'revision_number': 0, 'project_id': 'f449636262994023a73b5af01e3aac3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa81a88f-9451-4946-8555-8bb6cc2b2e82', 'name': '', 'network_id': 'cc84c079-39a8-4ac9-aca1-5e372559018a', 'tenant_id': 'f449636262994023a73b5af01e3aac3d', 'mac_address': 'fa:16:3e:b7:42:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00bf29c4-29dd-4875-b481-000d03cce639', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'da272baf-79bf-4c88-a655-3fb99031059b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:08:37Z', 'updated_at': '2021-07-28T19:08:43Z', 'revision_number': 5, 'project_id': 'f449636262994023a73b5af01e3aac3d', 'subnets': [{'id': 'da272baf-79bf-4c88-a655-3fb99031059b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 19:09:30.498117 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e643703-71e7-43a6-b5c1-99066cc7ee58 req-d127a831-5c13-417a-af38-7576221f1bf5 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:09:30.499712 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-8e643703-71e7-43a6-b5c1-99066cc7ee58 req-d127a831-5c13-417a-af38-7576221f1bf5 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1586067-40da-4fc2-bba2-df65e566ef0c HTTP/1.1" status: 200 len: 944 time: 0.0559545 Jul 28 19:09:30.560251 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-8e643703-71e7-43a6-b5c1-99066cc7ee58 req-a477972c-f323-4a53-91cf-52db43623fdd tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/security-groups?id=6b911858-09a3-4b28-b9cd-8397dfa263a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507708 Jul 28 19:09:30.651161 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-938c10d6-bb6e-4826-9efb-8122df03c48d None None] New status for floating IP 102de3d0-ff03-44c6-9711-4466e593264f: ACTIVE {{(pid=93589) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 19:09:31.691095 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a718a35-f33d-41d5-ad47-881522a81fcf req-6be829a3-e84f-4bf4-8395-4792699ac9ed tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:09:31.692248 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-1a718a35-f33d-41d5-ad47-881522a81fcf req-6be829a3-e84f-4bf4-8395-4792699ac9ed tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1586067-40da-4fc2-bba2-df65e566ef0c HTTP/1.1" status: 200 len: 944 time: 0.0545347 Jul 28 19:09:31.739795 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-1a718a35-f33d-41d5-ad47-881522a81fcf req-00b2fa1f-e59d-48ef-93a2-147b71554fdb tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/security-groups?id=6b911858-09a3-4b28-b9cd-8397dfa263a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380709 Jul 28 19:09:32.003799 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:09:32.670287 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.db.agents_db [None req-65e7ef76-a059-4ec3-9341-f72ff4ef7e59 None None] Agent healthcheck: found 6 active agents {{(pid=93589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 19:09:32.873037 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cba897-f50b-457e-96de-ad216f1907d9 req-51067efe-0855-4f5c-899d-54240d4f8965 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:09:32.874567 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-c9cba897-f50b-457e-96de-ad216f1907d9 req-51067efe-0855-4f5c-899d-54240d4f8965 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1586067-40da-4fc2-bba2-df65e566ef0c HTTP/1.1" status: 200 len: 944 time: 0.0503981 Jul 28 19:09:32.912409 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-c9cba897-f50b-457e-96de-ad216f1907d9 req-88899319-3cb9-4ca9-ad81-162cd764f646 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/security-groups?id=6b911858-09a3-4b28-b9cd-8397dfa263a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315194 Jul 28 19:09:34.036106 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e04f14-937f-481a-a5a8-8e9cb34c0c75 req-8d489224-afdb-4e1b-8e5e-8fa3551e18c8 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:09:34.037724 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-23e04f14-937f-481a-a5a8-8e9cb34c0c75 req-8d489224-afdb-4e1b-8e5e-8fa3551e18c8 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1586067-40da-4fc2-bba2-df65e566ef0c HTTP/1.1" status: 200 len: 944 time: 0.0499163 Jul 28 19:09:34.083186 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-23e04f14-937f-481a-a5a8-8e9cb34c0c75 req-3868ebff-9121-4a8d-9506-ecb47b4f081e tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/security-groups?id=6b911858-09a3-4b28-b9cd-8397dfa263a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389729 Jul 28 19:09:35.211799 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1b7e39-d111-4913-9af9-181bc4ec5ea8 req-995c3ed8-edd0-4daf-b597-0502a8bbcee2 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:09:35.213300 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-0d1b7e39-d111-4913-9af9-181bc4ec5ea8 req-995c3ed8-edd0-4daf-b597-0502a8bbcee2 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1586067-40da-4fc2-bba2-df65e566ef0c HTTP/1.1" status: 200 len: 944 time: 0.0547140 Jul 28 19:09:35.255419 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-0d1b7e39-d111-4913-9af9-181bc4ec5ea8 req-97672378-fdc9-43b1-ba6c-32804cc25b0c tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/security-groups?id=6b911858-09a3-4b28-b9cd-8397dfa263a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341723 Jul 28 19:09:36.389478 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2809135-ccfe-47a7-a57a-1cf6674deb48 req-61111b54-29bd-4fc1-9578-7c87db1f863f tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:09:36.391296 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-d2809135-ccfe-47a7-a57a-1cf6674deb48 req-61111b54-29bd-4fc1-9578-7c87db1f863f tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1586067-40da-4fc2-bba2-df65e566ef0c HTTP/1.1" status: 200 len: 944 time: 0.0556722 Jul 28 19:09:36.438029 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-d2809135-ccfe-47a7-a57a-1cf6674deb48 req-8bb411f5-a33b-4a4a-9bc7-31951ea4377b tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/security-groups?id=6b911858-09a3-4b28-b9cd-8397dfa263a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403960 Jul 28 19:09:37.561419 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27c3d63-0ce5-435b-a949-35fb9f56eb49 req-8925ee2a-0abe-4805-b051-09cb2baca234 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:09:37.562973 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-a27c3d63-0ce5-435b-a949-35fb9f56eb49 req-8925ee2a-0abe-4805-b051-09cb2baca234 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1586067-40da-4fc2-bba2-df65e566ef0c HTTP/1.1" status: 200 len: 944 time: 0.0504372 Jul 28 19:09:37.601767 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-a27c3d63-0ce5-435b-a949-35fb9f56eb49 req-7c5e49fb-2259-4af3-a550-3e89f419f10c tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/security-groups?id=6b911858-09a3-4b28-b9cd-8397dfa263a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327995 Jul 28 19:09:38.049193 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6a33d7-499e-4018-9563-2c830665473e req-bf0b934d-32fe-455b-95d7-0853443bce0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:09:38.050767 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-ce6a33d7-499e-4018-9563-2c830665473e req-bf0b934d-32fe-455b-95d7-0853443bce0a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f449636262994023a73b5af01e3aac3d&device_id=606dec2b-77f2-45ef-a6e6-59831914d5e4 HTTP/1.1" status: 200 len: 1099 time: 0.0434196 Jul 28 19:09:38.135216 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b1407a-ba1c-4ee9-99a6-0601b9e3c72d req-bd607517-7b9b-4137-95f7-9c36b5facbe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:09:38.136771 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-c2b1407a-ba1c-4ee9-99a6-0601b9e3c72d req-bd607517-7b9b-4137-95f7-9c36b5facbe9 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=77b4e3f4db4f48488f6a8e8a0ca43337&device_id=f1586067-40da-4fc2-bba2-df65e566ef0c HTTP/1.1" status: 200 len: 1097 time: 0.0446949 Jul 28 19:09:38.153349 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6a33d7-499e-4018-9563-2c830665473e req-0d987b43-627e-45f5-a87f-4de8ffad044a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:09:38.159824 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-ce6a33d7-499e-4018-9563-2c830665473e req-0d987b43-627e-45f5-a87f-4de8ffad044a service neutron] 10.222.0.49 "GET /v2.0/networks?id=cc84c079-39a8-4ac9-aca1-5e372559018a HTTP/1.1" status: 200 len: 913 time: 0.0958729 Jul 28 19:09:38.226982 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-ce6a33d7-499e-4018-9563-2c830665473e req-b7e4818e-9029-442a-8bef-e51e7086a917 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3208c221-75e9-499e-8f2e-44b8f373831e HTTP/1.1" status: 200 len: 1001 time: 0.0583575 Jul 28 19:09:38.251667 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b1407a-ba1c-4ee9-99a6-0601b9e3c72d req-2a111267-451d-4db5-a958-1803d1b0acd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:09:38.253128 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-c2b1407a-ba1c-4ee9-99a6-0601b9e3c72d req-2a111267-451d-4db5-a958-1803d1b0acd9 service neutron] 10.222.0.49 "GET /v2.0/networks?id=d9b348a0-fd69-4cac-87c2-18e205be05be HTTP/1.1" status: 200 len: 918 time: 0.0848198 Jul 28 19:09:38.282202 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6a33d7-499e-4018-9563-2c830665473e req-77c9b107-c79a-452f-b2a7-98a84e30e5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:09:38.283722 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-ce6a33d7-499e-4018-9563-2c830665473e req-77c9b107-c79a-452f-b2a7-98a84e30e5b4 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=da272baf-79bf-4c88-a655-3fb99031059b HTTP/1.1" status: 200 len: 851 time: 0.0477066 Jul 28 19:09:38.331577 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-c2b1407a-ba1c-4ee9-99a6-0601b9e3c72d req-54044771-f388-41b8-b1c2-e1e5348227ab service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b7e72ab5-441d-45e7-a43f-6a393ebc27a4 HTTP/1.1" status: 200 len: 1000 time: 0.0652642 Jul 28 19:09:38.337048 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6a33d7-499e-4018-9563-2c830665473e req-297bda3e-1fa8-4cf5-a03c-870525be8d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:09:38.338516 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-ce6a33d7-499e-4018-9563-2c830665473e req-297bda3e-1fa8-4cf5-a03c-870525be8d76 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=cc84c079-39a8-4ac9-aca1-5e372559018a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0450802 Jul 28 19:09:38.387970 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b1407a-ba1c-4ee9-99a6-0601b9e3c72d req-021dc1aa-b748-4e85-83fd-68e2a007994c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:09:38.390092 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-c2b1407a-ba1c-4ee9-99a6-0601b9e3c72d req-021dc1aa-b748-4e85-83fd-68e2a007994c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=209ab333-e935-41fc-b99a-6688a4911e44 HTTP/1.1" status: 200 len: 856 time: 0.0510719 Jul 28 19:09:38.436735 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-ce6a33d7-499e-4018-9563-2c830665473e req-085a092a-e79e-402b-aaa5-9f80f0e231ac service neutron] 10.222.0.49 "GET /v2.0/networks/cc84c079-39a8-4ac9-aca1-5e372559018a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893171 Jul 28 19:09:38.439706 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b1407a-ba1c-4ee9-99a6-0601b9e3c72d req-19ef07b9-7191-4c72-bd35-49d589806ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:09:38.441238 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-c2b1407a-ba1c-4ee9-99a6-0601b9e3c72d req-19ef07b9-7191-4c72-bd35-49d589806ccd service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d9b348a0-fd69-4cac-87c2-18e205be05be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0421526 Jul 28 19:09:38.555498 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-ce6a33d7-499e-4018-9563-2c830665473e req-38a0f452-b50b-4dd6-99b8-d1f628a5de70 service neutron] 10.222.0.49 "GET /v2.0/networks/cc84c079-39a8-4ac9-aca1-5e372559018a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943310 Jul 28 19:09:38.558148 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-c2b1407a-ba1c-4ee9-99a6-0601b9e3c72d req-0d4e0ede-53be-469b-9037-e67ec6fd39d9 service neutron] 10.222.0.49 "GET /v2.0/networks/d9b348a0-fd69-4cac-87c2-18e205be05be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932925 Jul 28 19:09:38.665102 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-c2b1407a-ba1c-4ee9-99a6-0601b9e3c72d req-1e07266a-9114-45a0-b28b-09136a679494 service neutron] 10.222.0.49 "GET /v2.0/networks/d9b348a0-fd69-4cac-87c2-18e205be05be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913703 Jul 28 19:09:38.735246 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fe87f8-ff29-4d8a-9fd9-147a5d81d977 req-01c33294-94f0-4a42-afcc-61a3431810a8 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:09:38.736788 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-e1fe87f8-ff29-4d8a-9fd9-147a5d81d977 req-01c33294-94f0-4a42-afcc-61a3431810a8 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1586067-40da-4fc2-bba2-df65e566ef0c HTTP/1.1" status: 200 len: 944 time: 0.0521343 Jul 28 19:09:38.776899 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-e1fe87f8-ff29-4d8a-9fd9-147a5d81d977 req-a41b7531-ce0a-4650-89e4-21e08a581c0f tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/security-groups?id=6b911858-09a3-4b28-b9cd-8397dfa263a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340917 Jul 28 19:09:39.904347 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14afaa1b-8a64-4c69-8dd9-41e34de04590 req-07f72873-11ff-40dd-99d0-3cdaeed9e8c1 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:09:39.906017 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-14afaa1b-8a64-4c69-8dd9-41e34de04590 req-07f72873-11ff-40dd-99d0-3cdaeed9e8c1 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1586067-40da-4fc2-bba2-df65e566ef0c HTTP/1.1" status: 200 len: 944 time: 0.0540195 Jul 28 19:09:39.944773 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-14afaa1b-8a64-4c69-8dd9-41e34de04590 req-5ce2401b-bd34-43f6-bdcd-f2bb12ff2d4a tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/security-groups?id=6b911858-09a3-4b28-b9cd-8397dfa263a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328388 Jul 28 19:09:40.127342 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.rpc [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Device b7e72ab5-441d-45e7-a43f-6a393ebc27a4 details requested by agent hyperv_hv-cinder-80265 with host hv-cinder-80265 {{(pid=93588) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 19:09:40.218204 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.db [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] For port b7e72ab5-441d-45e7-a43f-6a393ebc27a4, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=b7e72ab5-441d-45e7-a43f-6a393ebc27a4,segment=NetworkSegment(849c600d-119e-46e5-ad54-f7773d8e0f09),segment_id=849c600d-119e-46e5-ad54-f7773d8e0f09)] {{(pid=93588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:09:40.232472 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.rpc [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Returning: {'device': 'b7e72ab5-441d-45e7-a43f-6a393ebc27a4', 'network_id': 'd9b348a0-fd69-4cac-87c2-18e205be05be', 'port_id': 'b7e72ab5-441d-45e7-a43f-6a393ebc27a4', 'mac_address': 'fa:16:3e:6d:bc:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '209ab333-e935-41fc-b99a-6688a4911e44', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93588) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 19:09:40.389857 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555300'] for port, before_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:09:40.402633 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.notifiers.nova [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7e72ab5-441d-45e7-a43f-6a393ebc27a4 {{(pid=93588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 19:09:40.422438 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.db [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] For port b7e72ab5-441d-45e7-a43f-6a393ebc27a4, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=b7e72ab5-441d-45e7-a43f-6a393ebc27a4,segment=NetworkSegment(849c600d-119e-46e5-ad54-f7773d8e0f09),segment_id=849c600d-119e-46e5-ad54-f7773d8e0f09)] {{(pid=93588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:09:40.509381 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742349622321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742349248534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742349248552'] for port, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:09:40.555827 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Pushing event updated for resources: {'Port': ['ID=b7e72ab5-441d-45e7-a43f-6a393ebc27a4,revision_number=9']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:09:41.070108 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd94151-03a4-4bd4-837f-eb6e33509f6e req-39644e0f-59d5-4c9c-8495-57e768cd07f0 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:09:41.071585 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-9cd94151-03a4-4bd4-837f-eb6e33509f6e req-39644e0f-59d5-4c9c-8495-57e768cd07f0 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1586067-40da-4fc2-bba2-df65e566ef0c HTTP/1.1" status: 200 len: 945 time: 0.0489101 Jul 28 19:09:41.109039 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-9cd94151-03a4-4bd4-837f-eb6e33509f6e req-8fa1b9ab-ae45-47be-b438-13567a8001c9 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/security-groups?id=6b911858-09a3-4b28-b9cd-8397dfa263a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314977 Jul 28 19:09:42.235079 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b19b4a-00a9-4eef-a67c-14b931ccce23 req-1b20cf78-906e-47eb-813b-7e99f576f8d0 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:09:42.236551 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-d4b19b4a-00a9-4eef-a67c-14b931ccce23 req-1b20cf78-906e-47eb-813b-7e99f576f8d0 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1586067-40da-4fc2-bba2-df65e566ef0c HTTP/1.1" status: 200 len: 945 time: 0.0511587 Jul 28 19:09:42.279051 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-d4b19b4a-00a9-4eef-a67c-14b931ccce23 req-3e23d214-3868-4f89-b12f-f093c4036755 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/security-groups?id=6b911858-09a3-4b28-b9cd-8397dfa263a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356884 Jul 28 19:09:43.404012 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e39a587-9995-4b3a-996e-9c23299a7096 req-73c1c2ce-6b4f-40b2-be83-33b2de5f01cb tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:09:43.405510 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-8e39a587-9995-4b3a-996e-9c23299a7096 req-73c1c2ce-6b4f-40b2-be83-33b2de5f01cb tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1586067-40da-4fc2-bba2-df65e566ef0c HTTP/1.1" status: 200 len: 945 time: 0.0510430 Jul 28 19:09:43.442381 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-8e39a587-9995-4b3a-996e-9c23299a7096 req-106e7cde-554f-468b-974e-fe2446719205 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/security-groups?id=6b911858-09a3-4b28-b9cd-8397dfa263a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311217 Jul 28 19:09:43.640384 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.db [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] get_ports_and_sgs() called for port_ids ['b7e72ab5-441d-45e7-a43f-6a393ebc27a4'] {{(pid=93588) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 19:09:44.559323 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c69057e-05a8-4bca-9101-61fc3385ec84 req-b22b73b2-00c2-46c3-b847-6b1d796a184c tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:09:44.562025 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-4c69057e-05a8-4bca-9101-61fc3385ec84 req-b22b73b2-00c2-46c3-b847-6b1d796a184c tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1586067-40da-4fc2-bba2-df65e566ef0c HTTP/1.1" status: 200 len: 945 time: 0.0490568 Jul 28 19:09:44.603521 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-4c69057e-05a8-4bca-9101-61fc3385ec84 req-2a55b9a0-d5d1-4777-bfa7-8ed85e3e8549 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/security-groups?id=6b911858-09a3-4b28-b9cd-8397dfa263a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351055 Jul 28 19:09:45.380235 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.rpc [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Device b7e72ab5-441d-45e7-a43f-6a393ebc27a4 up at agent hyperv_hv-cinder-80265 {{(pid=93588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 19:09:45.426249 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.provisioning_blocks [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Provisioning complete for port b7e72ab5-441d-45e7-a43f-6a393ebc27a4 triggered by entity L2. {{(pid=93588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 19:09:45.426618 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721938'] for port, provisioning_complete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:09:45.500934 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555300'] for port, before_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:09:45.522117 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1586067-40da-4fc2-bba2-df65e566ef0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7e72ab5-441d-45e7-a43f-6a393ebc27a4'}] {{(pid=93588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 19:09:45.524348 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1b0d83cbf58c08976f04b399db04c287f80045833914d8e5b61042f37766a37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddfc8d6c-bb35-41a9-a2f5-63f62a3a822b" -d '{"events": [{"server_uuid": "f1586067-40da-4fc2-bba2-df65e566ef0c", "name": "network-vif-plugged", "status": "completed", "tag": "b7e72ab5-441d-45e7-a43f-6a393ebc27a4"}]}' {{(pid=93588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 19:09:45.536670 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.db [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] For port b7e72ab5-441d-45e7-a43f-6a393ebc27a4, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=b7e72ab5-441d-45e7-a43f-6a393ebc27a4,segment=NetworkSegment(849c600d-119e-46e5-ad54-f7773d8e0f09),segment_id=849c600d-119e-46e5-ad54-f7773d8e0f09)] {{(pid=93588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:09:45.559270 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 19:09:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-050c64b7-7217-4e50-a097-45406fcbadcb x-openstack-request-id: req-050c64b7-7217-4e50-a097-45406fcbadcb {{(pid=93588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 19:09:45.560328 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1586067-40da-4fc2-bba2-df65e566ef0c", "name": "network-vif-plugged", "status": "completed", "tag": "b7e72ab5-441d-45e7-a43f-6a393ebc27a4", "code": 200}]} {{(pid=93588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 19:09:45.560869 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-050c64b7-7217-4e50-a097-45406fcbadcb {{(pid=93588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 19:09:45.560980 dv-cinder-802653-1-iscsi neutron-server[93588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1586067-40da-4fc2-bba2-df65e566ef0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7e72ab5-441d-45e7-a43f-6a393ebc27a4', 'code': 200} Jul 28 19:09:45.597840 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742349622321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742349248534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742349248552'] for port, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:09:45.646329 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Pushing event updated for resources: {'Port': ['ID=b7e72ab5-441d-45e7-a43f-6a393ebc27a4,revision_number=10']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:09:45.727404 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572f18ed-8db4-4b8a-b49f-ae5c2d09b045 req-44699ab3-57d6-4659-9638-9341dda9c59b tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:09:45.728970 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-572f18ed-8db4-4b8a-b49f-ae5c2d09b045 req-44699ab3-57d6-4659-9638-9341dda9c59b tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1586067-40da-4fc2-bba2-df65e566ef0c HTTP/1.1" status: 200 len: 947 time: 0.0516772 Jul 28 19:09:45.767215 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-572f18ed-8db4-4b8a-b49f-ae5c2d09b045 req-36899d4c-430f-4344-9ae3-c0f8ebc40f2e tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/security-groups?id=6b911858-09a3-4b28-b9cd-8397dfa263a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320737 Jul 28 19:09:45.908908 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174cc86b-cef7-4efa-8155-cbe97999b40a req-d2ef17a9-4306-47d7-8085-0d8385946c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:09:45.910387 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-174cc86b-cef7-4efa-8155-cbe97999b40a req-d2ef17a9-4306-47d7-8085-0d8385946c83 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=f1586067-40da-4fc2-bba2-df65e566ef0c HTTP/1.1" status: 200 len: 1100 time: 0.0425091 Jul 28 19:09:45.948524 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-174cc86b-cef7-4efa-8155-cbe97999b40a req-6e8deb0b-3975-43c3-ad34-b10a217bfdd7 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=6b911858-09a3-4b28-b9cd-8397dfa263a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0273242 Jul 28 19:09:46.890586 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a463ae10-cef5-4a85-837d-835eeac5afc0 req-964ff20d-87cb-4354-9197-c6b739a48560 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:09:46.892233 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-a463ae10-cef5-4a85-837d-835eeac5afc0 req-964ff20d-87cb-4354-9197-c6b739a48560 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1586067-40da-4fc2-bba2-df65e566ef0c HTTP/1.1" status: 200 len: 947 time: 0.0504162 Jul 28 19:09:46.931141 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-a463ae10-cef5-4a85-837d-835eeac5afc0 req-2e62fa17-5de8-4ba2-8690-4a6cf90cb71a tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/security-groups?id=6b911858-09a3-4b28-b9cd-8397dfa263a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330706 Jul 28 19:09:48.051493 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f598068c-956d-4b22-83e0-fdd8d7fff904 req-2f733607-cbc4-46d2-8ac0-5fd547693489 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:09:48.052997 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-f598068c-956d-4b22-83e0-fdd8d7fff904 req-2f733607-cbc4-46d2-8ac0-5fd547693489 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1586067-40da-4fc2-bba2-df65e566ef0c HTTP/1.1" status: 200 len: 947 time: 0.0483942 Jul 28 19:09:48.090234 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-f598068c-956d-4b22-83e0-fdd8d7fff904 req-78659615-f407-46a0-862b-fd84874390b7 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/security-groups?id=6b911858-09a3-4b28-b9cd-8397dfa263a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312865 Jul 28 19:09:49.210636 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53933276-02c2-4f6c-8607-3169d3495253 req-00b0cfcb-decf-4d6a-88ac-183fda71c1f4 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:09:49.212120 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-53933276-02c2-4f6c-8607-3169d3495253 req-00b0cfcb-decf-4d6a-88ac-183fda71c1f4 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1586067-40da-4fc2-bba2-df65e566ef0c HTTP/1.1" status: 200 len: 947 time: 0.0511150 Jul 28 19:09:49.250838 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-53933276-02c2-4f6c-8607-3169d3495253 req-f171b465-63df-4dfb-a164-5075ddc29d66 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/security-groups?id=6b911858-09a3-4b28-b9cd-8397dfa263a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321133 Jul 28 19:09:51.534681 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-0b1905a9-cee8-46e8-a9e7-ce711fd7b8d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:09:54.200543 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:09:54.440639 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-0f97c2a6-7291-4dc6-aa15-49d65df7487a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:09:55.540241 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-acea1373-d53c-46a9-b089-9e40d352d773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:09:57.603400 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-26c861f8-c84b-4272-86f3-59900436582c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:10:02.061325 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:10:09.669092 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.db.agents_db [None req-65e7ef76-a059-4ec3-9341-f72ff4ef7e59 None None] Agent healthcheck: found 6 active agents {{(pid=93589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 19:10:21.551437 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-aaa770d5-e9f8-4b0c-a01a-82b6d93dd2fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:10:22.445737 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ecc263-35eb-4d4a-8147-d15bc835ac4e req-f1760f22-d2d8-4fc1-8790-e02e6f884c6f tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:10:22.447220 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-a0ecc263-35eb-4d4a-8147-d15bc835ac4e req-f1760f22-d2d8-4fc1-8790-e02e6f884c6f tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1586067-40da-4fc2-bba2-df65e566ef0c HTTP/1.1" status: 200 len: 947 time: 0.0513718 Jul 28 19:10:22.484966 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-a0ecc263-35eb-4d4a-8147-d15bc835ac4e req-8b5fa625-68f8-4ff3-a164-3f14143ab255 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/security-groups?id=6b911858-09a3-4b28-b9cd-8397dfa263a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314376 Jul 28 19:10:23.605869 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2d8e4a-2acc-46fa-b3d1-49624ed2cf03 req-34f660dc-4707-4f2f-92f9-70f9db29dd7e tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:10:23.607335 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-8a2d8e4a-2acc-46fa-b3d1-49624ed2cf03 req-34f660dc-4707-4f2f-92f9-70f9db29dd7e tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1586067-40da-4fc2-bba2-df65e566ef0c HTTP/1.1" status: 200 len: 947 time: 0.0477004 Jul 28 19:10:23.644334 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-8a2d8e4a-2acc-46fa-b3d1-49624ed2cf03 req-6653823f-80ab-49ec-a12b-79c792f12508 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/security-groups?id=6b911858-09a3-4b28-b9cd-8397dfa263a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303948 Jul 28 19:10:23.752459 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881dd7c2-f265-4777-8011-99b8c7d77aae req-07f5120c-b275-48f6-9120-967c4205a7d8 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:10:23.753902 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-881dd7c2-f265-4777-8011-99b8c7d77aae req-07f5120c-b275-48f6-9120-967c4205a7d8 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.49 "GET /v2.0/ports?device_id=f1586067-40da-4fc2-bba2-df65e566ef0c HTTP/1.1" status: 200 len: 947 time: 0.0504386 Jul 28 19:10:23.840760 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.plugins.ml2.plugin [req-881dd7c2-f265-4777-8011-99b8c7d77aae req-a79e46a4-dd6f-4505-87e8-698c052c327a tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Deleting port b7e72ab5-441d-45e7-a43f-6a393ebc27a4 {{(pid=93586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 19:10:23.841016 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [req-881dd7c2-f265-4777-8011-99b8c7d77aae req-a79e46a4-dd6f-4505-87e8-698c052c327a tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742349616523'] for port, before_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:10:24.189215 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.plugins.ml2.db [req-881dd7c2-f265-4777-8011-99b8c7d77aae req-a79e46a4-dd6f-4505-87e8-698c052c327a tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] For port b7e72ab5-441d-45e7-a43f-6a393ebc27a4, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=b7e72ab5-441d-45e7-a43f-6a393ebc27a4,segment=NetworkSegment(849c600d-119e-46e5-ad54-f7773d8e0f09),segment_id=849c600d-119e-46e5-ad54-f7773d8e0f09)] {{(pid=93586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:10:24.189578 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [req-881dd7c2-f265-4777-8011-99b8c7d77aae req-a79e46a4-dd6f-4505-87e8-698c052c327a tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825298'] for port, precommit_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:10:24.191827 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:10:24.353305 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [req-881dd7c2-f265-4777-8011-99b8c7d77aae req-a79e46a4-dd6f-4505-87e8-698c052c327a tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:10:24.353707 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [req-881dd7c2-f265-4777-8011-99b8c7d77aae req-a79e46a4-dd6f-4505-87e8-698c052c327a tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3821381'] for floatingip, after_update {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:10:24.354017 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.db.l3_db [req-881dd7c2-f265-4777-8011-99b8c7d77aae req-a79e46a4-dd6f-4505-87e8-698c052c327a tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Floating IP d0e5999e-2173-45f5-925b-f05b9e2e96d5 disassociated. External IP: 172.27.0.173, port: b7e72ab5-441d-45e7-a43f-6a393ebc27a4. Jul 28 19:10:24.354359 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.plugins.ml2.plugin [req-881dd7c2-f265-4777-8011-99b8c7d77aae req-a79e46a4-dd6f-4505-87e8-698c052c327a tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Calling delete_port for b7e72ab5-441d-45e7-a43f-6a393ebc27a4 owned by compute:nova {{(pid=93586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 19:10:24.414845 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-3bc5b95e-3ceb-49be-b0af-b1ee7a8a8e94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:10:24.548727 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [req-881dd7c2-f265-4777-8011-99b8c7d77aae req-a79e46a4-dd6f-4505-87e8-698c052c327a tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742349622303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742349248525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12083827'] for port, after_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:10:24.576114 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79e46a4-dd6f-4505-87e8-698c052c327a tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Pushing event deleted for resources: {'Port': ['ID=b7e72ab5-441d-45e7-a43f-6a393ebc27a4,revision_number=None']} {{(pid=93586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:10:24.688751 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.scheduler.l3_agent_scheduler [req-881dd7c2-f265-4777-8011-99b8c7d77aae req-a79e46a4-dd6f-4505-87e8-698c052c327a tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Router 4f63a103-244c-468b-9a05-9a50f7e1edb0 has already been hosted by L3 agent a81dfe8c-a6e8-4fad-82b8-e31bee6ac2ff {{(pid=93586) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 19:10:24.762232 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-282dc2ab-6e44-4dc3-863a-3fb081c76f1d req-5438222d-a812-4b6a-bfee-53e80a58e6ce tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1586067-40da-4fc2-bba2-df65e566ef0c HTTP/1.1" status: 200 len: 210 time: 0.0330024 Jul 28 19:10:24.817243 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-881dd7c2-f265-4777-8011-99b8c7d77aae req-a79e46a4-dd6f-4505-87e8-698c052c327a tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Notify agent at l3_agent.dv-cinder-802653-1-iscsi the message routers_updated {{(pid=93586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 19:10:24.827689 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d10ef8f6-6ebd-405a-99ba-2146d416fe9a None None] Sync routers for ids ['4f63a103-244c-468b-9a05-9a50f7e1edb0'] in dv-cinder-802653-1-iscsi {{(pid=93588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 19:10:24.837182 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d10ef8f6-6ebd-405a-99ba-2146d416fe9a None None] Routers {'4f63a103-244c-468b-9a05-9a50f7e1edb0'} bound to L3 agent in host dv-cinder-802653-1-iscsi {{(pid=93588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 19:10:24.837969 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.l3_hamode_db [None req-d10ef8f6-6ebd-405a-99ba-2146d416fe9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802653-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T18:54:54Z,description=,heartbeat_timestamp=2021-07-28T19:10:24Z,host='dv-cinder-802653-1-iscsi',id=a81dfe8c-a6e8-4fad-82b8-e31bee6ac2ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T18:54:55Z,topic='l3_agent')) {'router_ids': ['4f63a103-244c-468b-9a05-9a50f7e1edb0'], 'active': True} {{(pid=93588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:10:24.858638 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.db.l3_dvrscheduler_db [req-881dd7c2-f265-4777-8011-99b8c7d77aae req-a79e46a4-dd6f-4505-87e8-698c052c327a tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] No DVR routers for this DVR port b7e72ab5-441d-45e7-a43f-6a393ebc27a4 on host hv-cinder-80265 {{(pid=93586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 19:10:24.861140 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [req-881dd7c2-f265-4777-8011-99b8c7d77aae req-a79e46a4-dd6f-4505-87e8-698c052c327a tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148603'] for port, before_response {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:10:24.863467 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-881dd7c2-f265-4777-8011-99b8c7d77aae req-a79e46a4-dd6f-4505-87e8-698c052c327a tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.49 "DELETE /v2.0/ports/b7e72ab5-441d-45e7-a43f-6a393ebc27a4 HTTP/1.1" status: 204 len: 173 time: 1.1034689 Jul 28 19:10:24.863922 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1586067-40da-4fc2-bba2-df65e566ef0c', 'name': 'network-vif-deleted', 'tag': 'b7e72ab5-441d-45e7-a43f-6a393ebc27a4'}] {{(pid=93586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 19:10:24.866160 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be08c321523524cea896d4e8aa610e0b61aedc9f5bb636967bf6413fb0e56d16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d2fe4ac-e83d-4ac5-91d1-b51303481c37" -d '{"events": [{"server_uuid": "f1586067-40da-4fc2-bba2-df65e566ef0c", "name": "network-vif-deleted", "tag": "b7e72ab5-441d-45e7-a43f-6a393ebc27a4"}]}' {{(pid=93586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 19:10:24.905408 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 19:10:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4b473ca-a350-44cb-985e-e08bcde5043c x-openstack-request-id: req-a4b473ca-a350-44cb-985e-e08bcde5043c {{(pid=93586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 19:10:24.905919 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1586067-40da-4fc2-bba2-df65e566ef0c", "name": "network-vif-deleted", "tag": "b7e72ab5-441d-45e7-a43f-6a393ebc27a4", "status": "completed", "code": 200}]} {{(pid=93586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 19:10:24.906148 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a4b473ca-a350-44cb-985e-e08bcde5043c {{(pid=93586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 19:10:24.906624 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1586067-40da-4fc2-bba2-df65e566ef0c', 'name': 'network-vif-deleted', 'tag': 'b7e72ab5-441d-45e7-a43f-6a393ebc27a4', 'status': 'completed', 'code': 200} Jul 28 19:10:24.954040 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.l3_dvr_db [None req-d10ef8f6-6ebd-405a-99ba-2146d416fe9a None None] Set router 4f63a103-244c-468b-9a05-9a50f7e1edb0 gateway port host: dv-cinder-802653-1-iscsi {{(pid=93588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 19:10:25.160128 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.l3_hamode_db [None req-d10ef8f6-6ebd-405a-99ba-2146d416fe9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f63a103-244c-468b-9a05-9a50f7e1edb0', 'name': 'tempest-AttachVolumeShelveTestJSON-1306913285-router', 'tenant_id': '77b4e3f4db4f48488f6a8e8a0ca43337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df', 'external_fixed_ips': [{'subnet_id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '846b941f-ab7f-4431-8321-ef0820949924', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:03:06Z', 'updated_at': '2021-07-28T19:03:17Z', 'revision_number': 4, 'project_id': '77b4e3f4db4f48488f6a8e8a0ca43337', 'gw_port': {'id': '846b941f-ab7f-4431-8321-ef0820949924', 'name': '', 'network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:94:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f63a103-244c-468b-9a05-9a50f7e1edb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:03:07Z', 'updated_at': '2021-07-28T19:03:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-1-iscsi', '_interfaces': [{'id': 'f222063c-7221-40e2-a7de-a0532101c06f', 'name': '', 'network_id': 'd9b348a0-fd69-4cac-87c2-18e205be05be', 'tenant_id': '77b4e3f4db4f48488f6a8e8a0ca43337', 'mac_address': 'fa:16:3e:a6:61:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f63a103-244c-468b-9a05-9a50f7e1edb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '209ab333-e935-41fc-b99a-6688a4911e44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:03:14Z', 'updated_at': '2021-07-28T19:03:28Z', 'revision_number': 5, 'project_id': '77b4e3f4db4f48488f6a8e8a0ca43337', 'subnets': [{'id': '209ab333-e935-41fc-b99a-6688a4911e44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802653-1-iscsi', False) {} {{(pid=93588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:10:25.206161 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d10ef8f6-6ebd-405a-99ba-2146d416fe9a None None] Checking router: 4f63a103-244c-468b-9a05-9a50f7e1edb0 for host: dv-cinder-802653-1-iscsi {{(pid=93588) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 19:10:25.206161 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d10ef8f6-6ebd-405a-99ba-2146d416fe9a None None] Routers {'4f63a103-244c-468b-9a05-9a50f7e1edb0'} bound to L3 agent in host dv-cinder-802653-1-iscsi {{(pid=93588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 19:10:25.206161 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.l3_hamode_db [None req-d10ef8f6-6ebd-405a-99ba-2146d416fe9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802653-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T18:54:54Z,description=,heartbeat_timestamp=2021-07-28T19:10:24Z,host='dv-cinder-802653-1-iscsi',id=a81dfe8c-a6e8-4fad-82b8-e31bee6ac2ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T18:54:55Z,topic='l3_agent')) {'router_ids': ['4f63a103-244c-468b-9a05-9a50f7e1edb0'], 'active': True} {{(pid=93588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:10:25.299305 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.l3_dvr_db [None req-d10ef8f6-6ebd-405a-99ba-2146d416fe9a None None] Set router 4f63a103-244c-468b-9a05-9a50f7e1edb0 gateway port host: dv-cinder-802653-1-iscsi {{(pid=93588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 19:10:25.503912 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.l3_hamode_db [None req-d10ef8f6-6ebd-405a-99ba-2146d416fe9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f63a103-244c-468b-9a05-9a50f7e1edb0', 'name': 'tempest-AttachVolumeShelveTestJSON-1306913285-router', 'tenant_id': '77b4e3f4db4f48488f6a8e8a0ca43337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df', 'external_fixed_ips': [{'subnet_id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '846b941f-ab7f-4431-8321-ef0820949924', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:03:06Z', 'updated_at': '2021-07-28T19:03:17Z', 'revision_number': 4, 'project_id': '77b4e3f4db4f48488f6a8e8a0ca43337', 'gw_port': {'id': '846b941f-ab7f-4431-8321-ef0820949924', 'name': '', 'network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:94:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f63a103-244c-468b-9a05-9a50f7e1edb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:03:07Z', 'updated_at': '2021-07-28T19:03:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-1-iscsi', '_interfaces': [{'id': 'f222063c-7221-40e2-a7de-a0532101c06f', 'name': '', 'network_id': 'd9b348a0-fd69-4cac-87c2-18e205be05be', 'tenant_id': '77b4e3f4db4f48488f6a8e8a0ca43337', 'mac_address': 'fa:16:3e:a6:61:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f63a103-244c-468b-9a05-9a50f7e1edb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '209ab333-e935-41fc-b99a-6688a4911e44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:03:14Z', 'updated_at': '2021-07-28T19:03:28Z', 'revision_number': 5, 'project_id': '77b4e3f4db4f48488f6a8e8a0ca43337', 'subnets': [{'id': '209ab333-e935-41fc-b99a-6688a4911e44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802653-1-iscsi', False) {} {{(pid=93588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:10:25.528940 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d10ef8f6-6ebd-405a-99ba-2146d416fe9a None None] The sync data for ids ['4f63a103-244c-468b-9a05-9a50f7e1edb0'] in dv-cinder-802653-1-iscsi is: [{'id': '4f63a103-244c-468b-9a05-9a50f7e1edb0', 'name': 'tempest-AttachVolumeShelveTestJSON-1306913285-router', 'tenant_id': '77b4e3f4db4f48488f6a8e8a0ca43337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df', 'external_fixed_ips': [{'subnet_id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '846b941f-ab7f-4431-8321-ef0820949924', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:03:06Z', 'updated_at': '2021-07-28T19:03:17Z', 'revision_number': 4, 'project_id': '77b4e3f4db4f48488f6a8e8a0ca43337', 'gw_port': {'id': '846b941f-ab7f-4431-8321-ef0820949924', 'name': '', 'network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:94:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f63a103-244c-468b-9a05-9a50f7e1edb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:03:07Z', 'updated_at': '2021-07-28T19:03:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-1-iscsi', '_interfaces': [{'id': 'f222063c-7221-40e2-a7de-a0532101c06f', 'name': '', 'network_id': 'd9b348a0-fd69-4cac-87c2-18e205be05be', 'tenant_id': '77b4e3f4db4f48488f6a8e8a0ca43337', 'mac_address': 'fa:16:3e:a6:61:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f63a103-244c-468b-9a05-9a50f7e1edb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '209ab333-e935-41fc-b99a-6688a4911e44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:03:14Z', 'updated_at': '2021-07-28T19:03:28Z', 'revision_number': 5, 'project_id': '77b4e3f4db4f48488f6a8e8a0ca43337', 'subnets': [{'id': '209ab333-e935-41fc-b99a-6688a4911e44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 19:10:25.559616 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-acea1373-d53c-46a9-b089-9e40d352d773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:10:25.740777 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61da3b94-6caa-427c-ae58-9131161239a7 None None] New status for floating IP d0e5999e-2173-45f5-925b-f05b9e2e96d5: DOWN {{(pid=93589) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 19:10:25.960895 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.wsgi [-] (93586) accepted ('10.222.0.41', 37828) {{(pid=93586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:10:26.015195 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-bdf59ad9-f8d2-4c05-b62d-b550b8d37394 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Notify callbacks [] for security_group, before_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:10:26.039411 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-bdf59ad9-f8d2-4c05-b62d-b550b8d37394 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:10:26.159742 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-bdf59ad9-f8d2-4c05-b62d-b550b8d37394 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676630'] for security_group, after_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:10:26.162317 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-bdf59ad9-f8d2-4c05-b62d-b550b8d37394 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Notify callbacks [] for security_group, before_response {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:10:26.163468 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [None req-bdf59ad9-f8d2-4c05-b62d-b550b8d37394 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "DELETE /v2.0/security-groups/6b911858-09a3-4b28-b9cd-8397dfa263a4 HTTP/1.1" status: 204 len: 168 time: 0.2015953 Jul 28 19:10:26.166195 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.wsgi [-] (93587) accepted ('10.222.0.41', 37830) {{(pid=93587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:10:26.172288 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf59ad9-f8d2-4c05-b62d-b550b8d37394 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b911858-09a3-4b28-b9cd-8397dfa263a4,revision_number=None']} {{(pid=93586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:10:26.432685 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.api.v2.resource [None req-5331fbb5-8b67-4c1b-882d-8fc10eaab909 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] show failed (client error): The resource could not be found. Jul 28 19:10:26.433718 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [None req-5331fbb5-8b67-4c1b-882d-8fc10eaab909 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "GET /v2.0/security-groups/6b911858-09a3-4b28-b9cd-8397dfa263a4 HTTP/1.1" status: 404 len: 347 time: 0.2665434 Jul 28 19:10:26.436653 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.wsgi [-] (93587) accepted ('10.222.0.41', 37834) {{(pid=93587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:10:26.555695 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.plugins.ml2.plugin [None req-91ce9fbb-e4b3-4066-873f-1429cb979cd9 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Deleting port 8fac7c21-2dfc-4aa7-b5e9-85098c0e13fa {{(pid=93587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 19:10:26.556046 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-91ce9fbb-e4b3-4066-873f-1429cb979cd9 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742349616523'] for port, before_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:10:26.629130 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-91ce9fbb-e4b3-4066-873f-1429cb979cd9 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825298'] for port, precommit_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:10:26.629459 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-91ce9fbb-e4b3-4066-873f-1429cb979cd9 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:10:26.640422 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.plugins.ml2.plugin [None req-91ce9fbb-e4b3-4066-873f-1429cb979cd9 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Calling delete_port for 8fac7c21-2dfc-4aa7-b5e9-85098c0e13fa owned by network:floatingip {{(pid=93587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 19:10:26.837599 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-91ce9fbb-e4b3-4066-873f-1429cb979cd9 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742349622303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742349248525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9465727'] for port, after_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:10:26.862023 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ce9fbb-e4b3-4066-873f-1429cb979cd9 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Pushing event deleted for resources: {'Port': ['ID=8fac7c21-2dfc-4aa7-b5e9-85098c0e13fa,revision_number=None']} {{(pid=93587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:10:26.872999 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ce9fbb-e4b3-4066-873f-1429cb979cd9 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:10:26.873346 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ce9fbb-e4b3-4066-873f-1429cb979cd9 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:10:26.873684 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ce9fbb-e4b3-4066-873f-1429cb979cd9 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:10:26.874016 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ce9fbb-e4b3-4066-873f-1429cb979cd9 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:10:26.874346 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ce9fbb-e4b3-4066-873f-1429cb979cd9 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:10:26.874671 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ce9fbb-e4b3-4066-873f-1429cb979cd9 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:10:26.874998 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ce9fbb-e4b3-4066-873f-1429cb979cd9 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:10:26.875320 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ce9fbb-e4b3-4066-873f-1429cb979cd9 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:10:26.875639 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ce9fbb-e4b3-4066-873f-1429cb979cd9 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:10:26.875986 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ce9fbb-e4b3-4066-873f-1429cb979cd9 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:10:26.876307 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ce9fbb-e4b3-4066-873f-1429cb979cd9 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:10:26.876624 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ce9fbb-e4b3-4066-873f-1429cb979cd9 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:10:26.931344 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-91ce9fbb-e4b3-4066-873f-1429cb979cd9 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Notify callbacks [] for floatingip, after_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:10:26.934264 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-91ce9fbb-e4b3-4066-873f-1429cb979cd9 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148603'] for floatingip, before_response {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:10:26.935410 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [None req-91ce9fbb-e4b3-4066-873f-1429cb979cd9 tempest-AttachVolumeShelveTestJSON-172918904 tempest-AttachVolumeShelveTestJSON-172918904-project] 10.222.0.41 "DELETE /v2.0/floatingips/d0e5999e-2173-45f5-925b-f05b9e2e96d5 HTTP/1.1" status: 204 len: 168 time: 0.4978702 Jul 28 19:10:27.574387 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.rpc [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Device b7e72ab5-441d-45e7-a43f-6a393ebc27a4 no longer exists at agent hyperv_hv-cinder-80265 {{(pid=93588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 19:10:27.593224 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.plugin [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] No Port match for: b7e72ab5-441d-45e7-a43f-6a393ebc27a4 {{(pid=93588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 19:10:27.593566 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.rpc [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Device b7e72ab5-441d-45e7-a43f-6a393ebc27a4 not bound to the agent host hv-cinder-80265 {{(pid=93588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 19:10:27.595714 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-26c861f8-c84b-4272-86f3-59900436582c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:10:28.910703 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-4f003e87-078f-4095-a4ae-4488dafec7e5 req-52eec939-d135-46e7-86dd-f92c6f3e4773 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=e326350e-a23b-47d5-b68b-4d32d9b75c29&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0385232 Jul 28 19:10:28.972990 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f003e87-078f-4095-a4ae-4488dafec7e5 req-7c64f363-167f-485b-aab8-597651e4a4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:10:28.974507 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-4f003e87-078f-4095-a4ae-4488dafec7e5 req-7c64f363-167f-485b-aab8-597651e4a4b3 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=4dceb4eb37274cd9b3fcc8dffed09715&device_id=e326350e-a23b-47d5-b68b-4d32d9b75c29 HTTP/1.1" status: 200 len: 1098 time: 0.0392609 Jul 28 19:10:29.083750 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f003e87-078f-4095-a4ae-4488dafec7e5 req-56f3ad9f-47f9-456a-806c-4c0bdc476bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:10:29.085311 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-4f003e87-078f-4095-a4ae-4488dafec7e5 req-56f3ad9f-47f9-456a-806c-4c0bdc476bc6 service neutron] 10.222.0.49 "GET /v2.0/networks?id=9a21bde8-e77f-4246-845e-15d2cf775c00 HTTP/1.1" status: 200 len: 912 time: 0.0849478 Jul 28 19:10:29.150318 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-4f003e87-078f-4095-a4ae-4488dafec7e5 req-2e812b17-53a1-479f-9bc3-7c9b28bc6b55 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fb8a656a-3528-468b-8ffa-8e58621cf20d HTTP/1.1" status: 200 len: 1001 time: 0.0569720 Jul 28 19:10:29.201559 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f003e87-078f-4095-a4ae-4488dafec7e5 req-858eff1d-e86e-42e2-8ee4-a4b97e03b053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:10:29.203635 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-4f003e87-078f-4095-a4ae-4488dafec7e5 req-858eff1d-e86e-42e2-8ee4-a4b97e03b053 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d8dd9f14-f474-4c6a-84f8-85ff7b8e642f HTTP/1.1" status: 200 len: 850 time: 0.0469558 Jul 28 19:10:29.248932 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f003e87-078f-4095-a4ae-4488dafec7e5 req-304b8321-0aea-495d-907c-e7ed4363ac78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:10:29.250395 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-4f003e87-078f-4095-a4ae-4488dafec7e5 req-304b8321-0aea-495d-907c-e7ed4363ac78 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9a21bde8-e77f-4246-845e-15d2cf775c00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0393193 Jul 28 19:10:29.339165 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-4f003e87-078f-4095-a4ae-4488dafec7e5 req-db685766-b39a-49ca-951f-c9a31381cda3 service neutron] 10.222.0.49 "GET /v2.0/networks/9a21bde8-e77f-4246-845e-15d2cf775c00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804110 Jul 28 19:10:29.431420 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-4f003e87-078f-4095-a4ae-4488dafec7e5 req-ccb70a55-22cd-4cee-8b74-d8777945344d service neutron] 10.222.0.49 "GET /v2.0/networks/9a21bde8-e77f-4246-845e-15d2cf775c00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842016 Jul 28 19:10:32.068048 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:10:46.667409 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.db.agents_db [None req-65e7ef76-a059-4ec3-9341-f72ff4ef7e59 None None] Agent healthcheck: found 6 active agents {{(pid=93589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 19:10:51.535996 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-06026005-53d0-457b-af11-5163a536527e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:10:54.198644 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:10:54.415573 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-2709fcd0-adbb-486d-a5da-5df93fe6b599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:10:55.551579 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-acea1373-d53c-46a9-b089-9e40d352d773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:10:57.625669 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-26c861f8-c84b-4272-86f3-59900436582c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:11:02.094347 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:11:21.563491 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-792f5684-69bc-40ca-b7c1-3e1d157cf13e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:11:23.666564 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.db.agents_db [None req-65e7ef76-a059-4ec3-9341-f72ff4ef7e59 None None] Agent healthcheck: found 6 active agents {{(pid=93589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 19:11:24.169178 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:11:24.437591 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-a3470fe0-62c6-4b99-be8b-ad0c9f8a2aae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:11:25.557990 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-acea1373-d53c-46a9-b089-9e40d352d773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:11:27.597824 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-26c861f8-c84b-4272-86f3-59900436582c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:11:27.769752 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49f2eb8-8ff8-4d65-a915-e850a9569a2b req-70c9f4c6-5f14-41b2-968a-c2afd0ac7dee tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:11:27.771209 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-f49f2eb8-8ff8-4d65-a915-e850a9569a2b req-70c9f4c6-5f14-41b2-968a-c2afd0ac7dee tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] 10.222.0.41 "GET /v2.0/ports?device_id=606dec2b-77f2-45ef-a6e6-59831914d5e4 HTTP/1.1" status: 200 len: 946 time: 0.0490222 Jul 28 19:11:27.809661 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-f49f2eb8-8ff8-4d65-a915-e850a9569a2b req-93c7a115-9d33-4f54-9122-c63ffceb962b tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] 10.222.0.41 "GET /v2.0/security-groups?id=b4447fcf-5e32-44d8-9e2e-897d95fe9f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323479 Jul 28 19:11:28.928291 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7abf05-a98a-4d44-89f3-d85f9aa4887a req-a8f408f4-2299-4c4b-9118-dade4c3d059f tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:11:28.929780 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-4e7abf05-a98a-4d44-89f3-d85f9aa4887a req-a8f408f4-2299-4c4b-9118-dade4c3d059f tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] 10.222.0.41 "GET /v2.0/ports?device_id=606dec2b-77f2-45ef-a6e6-59831914d5e4 HTTP/1.1" status: 200 len: 946 time: 0.0520384 Jul 28 19:11:28.967401 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-4e7abf05-a98a-4d44-89f3-d85f9aa4887a req-4add7d85-50a6-4865-a156-108d94cee1b7 tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] 10.222.0.41 "GET /v2.0/security-groups?id=b4447fcf-5e32-44d8-9e2e-897d95fe9f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311799 Jul 28 19:11:29.272878 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77179e9f-f618-48d5-b8ba-468dce5bdab0 req-a83dfa5f-7a67-4fb4-968c-71171fbdfa18 tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:11:29.274978 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-77179e9f-f618-48d5-b8ba-468dce5bdab0 req-a83dfa5f-7a67-4fb4-968c-71171fbdfa18 tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] 10.222.0.49 "GET /v2.0/ports?device_id=606dec2b-77f2-45ef-a6e6-59831914d5e4 HTTP/1.1" status: 200 len: 946 time: 0.0486383 Jul 28 19:11:29.361914 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.plugins.ml2.plugin [req-77179e9f-f618-48d5-b8ba-468dce5bdab0 req-22ea8585-8032-4d68-a520-17454314fb95 tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] Deleting port 3208c221-75e9-499e-8f2e-44b8f373831e {{(pid=93586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 19:11:29.362171 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [req-77179e9f-f618-48d5-b8ba-468dce5bdab0 req-22ea8585-8032-4d68-a520-17454314fb95 tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742349616523'] for port, before_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:11:29.449642 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.plugins.ml2.db [req-77179e9f-f618-48d5-b8ba-468dce5bdab0 req-22ea8585-8032-4d68-a520-17454314fb95 tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] For port 3208c221-75e9-499e-8f2e-44b8f373831e, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=3208c221-75e9-499e-8f2e-44b8f373831e,segment=NetworkSegment(622f7237-17aa-40be-8f6b-0c3a147ac662),segment_id=622f7237-17aa-40be-8f6b-0c3a147ac662)] {{(pid=93586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:11:29.450008 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [req-77179e9f-f618-48d5-b8ba-468dce5bdab0 req-22ea8585-8032-4d68-a520-17454314fb95 tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825298'] for port, precommit_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:11:29.614919 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [req-77179e9f-f618-48d5-b8ba-468dce5bdab0 req-22ea8585-8032-4d68-a520-17454314fb95 tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:11:29.615203 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [req-77179e9f-f618-48d5-b8ba-468dce5bdab0 req-22ea8585-8032-4d68-a520-17454314fb95 tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3821381'] for floatingip, after_update {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:11:29.615510 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.db.l3_db [req-77179e9f-f618-48d5-b8ba-468dce5bdab0 req-22ea8585-8032-4d68-a520-17454314fb95 tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] Floating IP 102de3d0-ff03-44c6-9711-4466e593264f disassociated. External IP: 172.27.0.67, port: 3208c221-75e9-499e-8f2e-44b8f373831e. Jul 28 19:11:29.615885 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.plugins.ml2.plugin [req-77179e9f-f618-48d5-b8ba-468dce5bdab0 req-22ea8585-8032-4d68-a520-17454314fb95 tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] Calling delete_port for 3208c221-75e9-499e-8f2e-44b8f373831e owned by compute:nova {{(pid=93586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 19:11:29.808947 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [req-77179e9f-f618-48d5-b8ba-468dce5bdab0 req-22ea8585-8032-4d68-a520-17454314fb95 tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742349622303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742349248525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12083827'] for port, after_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:11:29.839151 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ea8585-8032-4d68-a520-17454314fb95 tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] Pushing event deleted for resources: {'Port': ['ID=3208c221-75e9-499e-8f2e-44b8f373831e,revision_number=None']} {{(pid=93586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:11:29.851016 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ea8585-8032-4d68-a520-17454314fb95 tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:11:29.851372 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ea8585-8032-4d68-a520-17454314fb95 tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:11:29.851714 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ea8585-8032-4d68-a520-17454314fb95 tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:11:29.852124 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ea8585-8032-4d68-a520-17454314fb95 tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:11:29.852465 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ea8585-8032-4d68-a520-17454314fb95 tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:11:29.852794 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ea8585-8032-4d68-a520-17454314fb95 tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:11:29.853116 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ea8585-8032-4d68-a520-17454314fb95 tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:11:29.853441 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ea8585-8032-4d68-a520-17454314fb95 tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:11:29.853765 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ea8585-8032-4d68-a520-17454314fb95 tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:11:29.854086 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ea8585-8032-4d68-a520-17454314fb95 tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:11:29.854403 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ea8585-8032-4d68-a520-17454314fb95 tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:11:29.854722 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ea8585-8032-4d68-a520-17454314fb95 tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:11:29.887781 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-4c300a6d-c427-48db-ac43-89da5b8d627e req-61f2b828-a5af-4dda-ae40-66813e6c51d6 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=d747b783-c869-4129-bb53-d7849896f4f9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0463374 Jul 28 19:11:29.947233 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c300a6d-c427-48db-ac43-89da5b8d627e req-e0c21f7d-40ac-477d-a56b-8916edbd8afd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:11:29.948753 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-4c300a6d-c427-48db-ac43-89da5b8d627e req-e0c21f7d-40ac-477d-a56b-8916edbd8afd service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e571861060b247db886d6242932fd24c&device_id=d747b783-c869-4129-bb53-d7849896f4f9 HTTP/1.1" status: 200 len: 1099 time: 0.0389221 Jul 28 19:11:29.964631 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.scheduler.l3_agent_scheduler [req-77179e9f-f618-48d5-b8ba-468dce5bdab0 req-22ea8585-8032-4d68-a520-17454314fb95 tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] Router 00bf29c4-29dd-4875-b481-000d03cce639 has already been hosted by L3 agent a81dfe8c-a6e8-4fad-82b8-e31bee6ac2ff {{(pid=93586) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 19:11:30.052762 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c300a6d-c427-48db-ac43-89da5b8d627e req-5c86af4b-cade-432d-910b-2eb14a8b1f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:11:30.054222 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-4c300a6d-c427-48db-ac43-89da5b8d627e req-5c86af4b-cade-432d-910b-2eb14a8b1f74 service neutron] 10.222.0.49 "GET /v2.0/networks?id=364dbfb6-530a-4ac4-a33f-55ede7274a55 HTTP/1.1" status: 200 len: 914 time: 0.0871813 Jul 28 19:11:30.082915 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-21433a85-fa8a-4c65-acd3-97ee5420a931 req-e1fa41c0-c03a-4f31-876f-d21c250abcf5 tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] 10.222.0.41 "GET /v2.0/ports?device_id=606dec2b-77f2-45ef-a6e6-59831914d5e4 HTTP/1.1" status: 200 len: 210 time: 0.0304837 Jul 28 19:11:30.095725 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-4c300a6d-c427-48db-ac43-89da5b8d627e req-09bcf962-fe72-4ec2-b997-720830a131d3 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=71ac1c44-207f-4491-a302-8f7719dd125d HTTP/1.1" status: 200 len: 217 time: 0.0342772 Jul 28 19:11:30.096952 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-77179e9f-f618-48d5-b8ba-468dce5bdab0 req-22ea8585-8032-4d68-a520-17454314fb95 tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] Notify agent at l3_agent.dv-cinder-802653-1-iscsi the message routers_updated {{(pid=93586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 19:11:30.107128 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0980b128-0288-45ec-98a6-3ad7ca5e1bef None None] Sync routers for ids ['00bf29c4-29dd-4875-b481-000d03cce639'] in dv-cinder-802653-1-iscsi {{(pid=93588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 19:11:30.116491 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0980b128-0288-45ec-98a6-3ad7ca5e1bef None None] Routers {'00bf29c4-29dd-4875-b481-000d03cce639'} bound to L3 agent in host dv-cinder-802653-1-iscsi {{(pid=93588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 19:11:30.117037 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.l3_hamode_db [None req-0980b128-0288-45ec-98a6-3ad7ca5e1bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802653-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T18:54:54Z,description=,heartbeat_timestamp=2021-07-28T19:11:24Z,host='dv-cinder-802653-1-iscsi',id=a81dfe8c-a6e8-4fad-82b8-e31bee6ac2ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T18:54:55Z,topic='l3_agent')) {'router_ids': ['00bf29c4-29dd-4875-b481-000d03cce639'], 'active': True} {{(pid=93588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:11:30.145869 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.db.l3_dvrscheduler_db [req-77179e9f-f618-48d5-b8ba-468dce5bdab0 req-22ea8585-8032-4d68-a520-17454314fb95 tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] No DVR routers for this DVR port 3208c221-75e9-499e-8f2e-44b8f373831e on host hv-cinder-80265 {{(pid=93586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 19:11:30.149379 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [req-77179e9f-f618-48d5-b8ba-468dce5bdab0 req-22ea8585-8032-4d68-a520-17454314fb95 tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148603'] for port, before_response {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:11:30.151355 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-77179e9f-f618-48d5-b8ba-468dce5bdab0 req-22ea8585-8032-4d68-a520-17454314fb95 tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] 10.222.0.49 "DELETE /v2.0/ports/3208c221-75e9-499e-8f2e-44b8f373831e HTTP/1.1" status: 204 len: 173 time: 0.8702552 Jul 28 19:11:30.151898 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '606dec2b-77f2-45ef-a6e6-59831914d5e4', 'name': 'network-vif-deleted', 'tag': '3208c221-75e9-499e-8f2e-44b8f373831e'}] {{(pid=93586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 19:11:30.152024 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c300a6d-c427-48db-ac43-89da5b8d627e req-3bc44800-fe78-4f01-8a12-17621b4b9c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:11:30.153709 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-4c300a6d-c427-48db-ac43-89da5b8d627e req-3bc44800-fe78-4f01-8a12-17621b4b9c69 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e339257b-e5ce-42c3-9b8b-9eeaba589a61 HTTP/1.1" status: 200 len: 853 time: 0.0504544 Jul 28 19:11:30.154350 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be08c321523524cea896d4e8aa610e0b61aedc9f5bb636967bf6413fb0e56d16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b771786-7ed6-4816-b070-d94a93d6a74f" -d '{"events": [{"server_uuid": "606dec2b-77f2-45ef-a6e6-59831914d5e4", "name": "network-vif-deleted", "tag": "3208c221-75e9-499e-8f2e-44b8f373831e"}]}' {{(pid=93586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 19:11:30.206148 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-4c300a6d-c427-48db-ac43-89da5b8d627e req-45b9abf1-9ac5-4804-b37d-c4bb71273173 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=364dbfb6-530a-4ac4-a33f-55ede7274a55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447841 Jul 28 19:11:30.216518 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 19:11:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3fe8ee5-c50b-4488-9edd-72120ab388fe x-openstack-request-id: req-c3fe8ee5-c50b-4488-9edd-72120ab388fe {{(pid=93586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 19:11:30.216810 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "606dec2b-77f2-45ef-a6e6-59831914d5e4", "name": "network-vif-deleted", "tag": "3208c221-75e9-499e-8f2e-44b8f373831e", "status": "completed", "code": 200}]} {{(pid=93586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 19:11:30.217100 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c3fe8ee5-c50b-4488-9edd-72120ab388fe {{(pid=93586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 19:11:30.217568 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '606dec2b-77f2-45ef-a6e6-59831914d5e4', 'name': 'network-vif-deleted', 'tag': '3208c221-75e9-499e-8f2e-44b8f373831e', 'status': 'completed', 'code': 200} Jul 28 19:11:30.315895 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-4c300a6d-c427-48db-ac43-89da5b8d627e req-b33ae20e-8a8a-4c4f-a319-7bf10e011a2a service neutron] 10.222.0.49 "GET /v2.0/networks/364dbfb6-530a-4ac4-a33f-55ede7274a55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945280 Jul 28 19:11:30.378749 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.l3_dvr_db [None req-0980b128-0288-45ec-98a6-3ad7ca5e1bef None None] Set router 00bf29c4-29dd-4875-b481-000d03cce639 gateway port host: dv-cinder-802653-1-iscsi {{(pid=93588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 19:11:30.419848 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-4c300a6d-c427-48db-ac43-89da5b8d627e req-34478577-ad74-417b-bc5d-9717484c05e9 service neutron] 10.222.0.49 "GET /v2.0/networks/364dbfb6-530a-4ac4-a33f-55ede7274a55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967178 Jul 28 19:11:30.579044 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.l3_hamode_db [None req-0980b128-0288-45ec-98a6-3ad7ca5e1bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00bf29c4-29dd-4875-b481-000d03cce639', 'name': 'tempest-TestVolumeBootPattern-1803685692-router', 'tenant_id': 'f449636262994023a73b5af01e3aac3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df', 'external_fixed_ips': [{'subnet_id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': '8deaf5f4-c021-4a1a-a60b-b795f523c482', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:08:34Z', 'updated_at': '2021-07-28T19:08:37Z', 'revision_number': 4, 'project_id': 'f449636262994023a73b5af01e3aac3d', 'gw_port': {'id': '8deaf5f4-c021-4a1a-a60b-b795f523c482', 'name': '', 'network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:46:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00bf29c4-29dd-4875-b481-000d03cce639', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:08:35Z', 'updated_at': '2021-07-28T19:08:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-1-iscsi', '_interfaces': [{'id': 'aa81a88f-9451-4946-8555-8bb6cc2b2e82', 'name': '', 'network_id': 'cc84c079-39a8-4ac9-aca1-5e372559018a', 'tenant_id': 'f449636262994023a73b5af01e3aac3d', 'mac_address': 'fa:16:3e:b7:42:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00bf29c4-29dd-4875-b481-000d03cce639', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'da272baf-79bf-4c88-a655-3fb99031059b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:08:37Z', 'updated_at': '2021-07-28T19:08:43Z', 'revision_number': 5, 'project_id': 'f449636262994023a73b5af01e3aac3d', 'subnets': [{'id': 'da272baf-79bf-4c88-a655-3fb99031059b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802653-1-iscsi', False) {} {{(pid=93588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:11:30.609876 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0980b128-0288-45ec-98a6-3ad7ca5e1bef None None] Checking router: 00bf29c4-29dd-4875-b481-000d03cce639 for host: dv-cinder-802653-1-iscsi {{(pid=93588) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 19:11:30.618633 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0980b128-0288-45ec-98a6-3ad7ca5e1bef None None] Routers {'00bf29c4-29dd-4875-b481-000d03cce639'} bound to L3 agent in host dv-cinder-802653-1-iscsi {{(pid=93588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 19:11:30.619251 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.l3_hamode_db [None req-0980b128-0288-45ec-98a6-3ad7ca5e1bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802653-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T18:54:54Z,description=,heartbeat_timestamp=2021-07-28T19:11:24Z,host='dv-cinder-802653-1-iscsi',id=a81dfe8c-a6e8-4fad-82b8-e31bee6ac2ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T18:54:55Z,topic='l3_agent')) {'router_ids': ['00bf29c4-29dd-4875-b481-000d03cce639'], 'active': True} {{(pid=93588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:11:30.723399 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.l3_dvr_db [None req-0980b128-0288-45ec-98a6-3ad7ca5e1bef None None] Set router 00bf29c4-29dd-4875-b481-000d03cce639 gateway port host: dv-cinder-802653-1-iscsi {{(pid=93588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 19:11:30.915942 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.l3_hamode_db [None req-0980b128-0288-45ec-98a6-3ad7ca5e1bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00bf29c4-29dd-4875-b481-000d03cce639', 'name': 'tempest-TestVolumeBootPattern-1803685692-router', 'tenant_id': 'f449636262994023a73b5af01e3aac3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df', 'external_fixed_ips': [{'subnet_id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': '8deaf5f4-c021-4a1a-a60b-b795f523c482', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:08:34Z', 'updated_at': '2021-07-28T19:08:37Z', 'revision_number': 4, 'project_id': 'f449636262994023a73b5af01e3aac3d', 'gw_port': {'id': '8deaf5f4-c021-4a1a-a60b-b795f523c482', 'name': '', 'network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:46:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00bf29c4-29dd-4875-b481-000d03cce639', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:08:35Z', 'updated_at': '2021-07-28T19:08:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-1-iscsi', '_interfaces': [{'id': 'aa81a88f-9451-4946-8555-8bb6cc2b2e82', 'name': '', 'network_id': 'cc84c079-39a8-4ac9-aca1-5e372559018a', 'tenant_id': 'f449636262994023a73b5af01e3aac3d', 'mac_address': 'fa:16:3e:b7:42:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00bf29c4-29dd-4875-b481-000d03cce639', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'da272baf-79bf-4c88-a655-3fb99031059b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:08:37Z', 'updated_at': '2021-07-28T19:08:43Z', 'revision_number': 5, 'project_id': 'f449636262994023a73b5af01e3aac3d', 'subnets': [{'id': 'da272baf-79bf-4c88-a655-3fb99031059b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802653-1-iscsi', False) {} {{(pid=93588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:11:30.944550 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0980b128-0288-45ec-98a6-3ad7ca5e1bef None None] The sync data for ids ['00bf29c4-29dd-4875-b481-000d03cce639'] in dv-cinder-802653-1-iscsi is: [{'id': '00bf29c4-29dd-4875-b481-000d03cce639', 'name': 'tempest-TestVolumeBootPattern-1803685692-router', 'tenant_id': 'f449636262994023a73b5af01e3aac3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df', 'external_fixed_ips': [{'subnet_id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': '8deaf5f4-c021-4a1a-a60b-b795f523c482', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:08:34Z', 'updated_at': '2021-07-28T19:08:37Z', 'revision_number': 4, 'project_id': 'f449636262994023a73b5af01e3aac3d', 'gw_port': {'id': '8deaf5f4-c021-4a1a-a60b-b795f523c482', 'name': '', 'network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:46:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00bf29c4-29dd-4875-b481-000d03cce639', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:08:35Z', 'updated_at': '2021-07-28T19:08:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-1-iscsi', '_interfaces': [{'id': 'aa81a88f-9451-4946-8555-8bb6cc2b2e82', 'name': '', 'network_id': 'cc84c079-39a8-4ac9-aca1-5e372559018a', 'tenant_id': 'f449636262994023a73b5af01e3aac3d', 'mac_address': 'fa:16:3e:b7:42:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00bf29c4-29dd-4875-b481-000d03cce639', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'da272baf-79bf-4c88-a655-3fb99031059b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:08:37Z', 'updated_at': '2021-07-28T19:08:43Z', 'revision_number': 5, 'project_id': 'f449636262994023a73b5af01e3aac3d', 'subnets': [{'id': 'da272baf-79bf-4c88-a655-3fb99031059b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 19:11:31.151955 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f7a570-0c0d-4f56-be27-5a2d574361a9 None None] New status for floating IP 102de3d0-ff03-44c6-9711-4466e593264f: DOWN {{(pid=93589) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 19:11:31.178307 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-b3231660-f97f-4b16-b4fa-5b71c9a411fc req-b99df17f-6371-4f57-8f3f-7d424d207944 tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] 10.222.0.41 "GET /v2.0/ports?device_id=606dec2b-77f2-45ef-a6e6-59831914d5e4 HTTP/1.1" status: 200 len: 210 time: 0.0252025 Jul 28 19:11:31.905489 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.rpc [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Device 3208c221-75e9-499e-8f2e-44b8f373831e no longer exists at agent hyperv_hv-cinder-80265 {{(pid=93588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 19:11:31.924572 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.plugin [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] No Port match for: 3208c221-75e9-499e-8f2e-44b8f373831e {{(pid=93588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 19:11:31.924852 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.rpc [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Device 3208c221-75e9-499e-8f2e-44b8f373831e not bound to the agent host hv-cinder-80265 {{(pid=93588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 19:11:32.093672 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:11:32.272508 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-484a9603-114b-4160-9e90-3fdfe1b1e23a req-901272ab-1934-4b3b-be8e-8afe98b04435 tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] 10.222.0.41 "GET /v2.0/ports?device_id=606dec2b-77f2-45ef-a6e6-59831914d5e4 HTTP/1.1" status: 200 len: 210 time: 0.0255363 Jul 28 19:11:33.364018 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-4aade2d3-b829-44af-b89a-637fb18571df req-3f15504b-cc76-4b93-bc6f-1399013998fa tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] 10.222.0.41 "GET /v2.0/ports?device_id=606dec2b-77f2-45ef-a6e6-59831914d5e4 HTTP/1.1" status: 200 len: 210 time: 0.0257971 Jul 28 19:11:34.456237 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-5cc343fb-cae9-4414-9d01-3f65bd3ecf5c req-7a3ec982-8fd4-4aeb-8dd4-83b7366a0ce4 tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] 10.222.0.41 "GET /v2.0/ports?device_id=606dec2b-77f2-45ef-a6e6-59831914d5e4 HTTP/1.1" status: 200 len: 210 time: 0.0282433 Jul 28 19:11:35.546603 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-3bfe62ff-eb03-4d79-ad48-c5fe47793691 req-d2e1ef52-6960-48d4-bf02-5c1e99ce1c0e tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] 10.222.0.41 "GET /v2.0/ports?device_id=606dec2b-77f2-45ef-a6e6-59831914d5e4 HTTP/1.1" status: 200 len: 210 time: 0.0247869 Jul 28 19:11:36.644131 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-e87b19fc-9167-4e2a-b701-294586ddcd8b req-b5812735-74e5-4363-bc06-c0f8edbf6c08 tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] 10.222.0.41 "GET /v2.0/ports?device_id=606dec2b-77f2-45ef-a6e6-59831914d5e4 HTTP/1.1" status: 200 len: 210 time: 0.0327089 Jul 28 19:11:37.735091 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-09280973-2985-445e-8e49-8c6eec5035ec req-c437b5aa-28db-4be9-81b1-1eb4e3754f61 tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] 10.222.0.41 "GET /v2.0/ports?device_id=606dec2b-77f2-45ef-a6e6-59831914d5e4 HTTP/1.1" status: 200 len: 210 time: 0.0259168 Jul 28 19:11:38.828729 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-69940e5e-463d-41ba-ab55-12d399bb0579 req-e7c7d3eb-c1e5-439a-ba37-9587f45efef2 tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] 10.222.0.41 "GET /v2.0/ports?device_id=606dec2b-77f2-45ef-a6e6-59831914d5e4 HTTP/1.1" status: 200 len: 210 time: 0.0267534 Jul 28 19:11:39.926863 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-48435798-e330-444a-b5e0-a4e9595924ed req-7c4aa8fa-454c-4194-8210-9c2c68dee93b tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] 10.222.0.41 "GET /v2.0/ports?device_id=606dec2b-77f2-45ef-a6e6-59831914d5e4 HTTP/1.1" status: 200 len: 210 time: 0.0252712 Jul 28 19:11:41.021020 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-d150f475-cb98-4f43-90c9-08c318dfcf5a req-dc1cd179-8ea5-4431-8a2d-c83e40ab939b tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] 10.222.0.41 "GET /v2.0/ports?device_id=606dec2b-77f2-45ef-a6e6-59831914d5e4 HTTP/1.1" status: 200 len: 210 time: 0.0270169 Jul 28 19:11:42.112758 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-1110d1a9-f270-4820-83aa-3e1f1826098d req-2a2e8b5a-718b-49d9-985c-e917e1532338 tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] 10.222.0.41 "GET /v2.0/ports?device_id=606dec2b-77f2-45ef-a6e6-59831914d5e4 HTTP/1.1" status: 200 len: 210 time: 0.0249701 Jul 28 19:11:43.207042 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-a105f0d3-182c-44bf-add9-f02792c2b281 req-4d6cfa14-e33b-4000-b75c-226b4f41b10e tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] 10.222.0.41 "GET /v2.0/ports?device_id=606dec2b-77f2-45ef-a6e6-59831914d5e4 HTTP/1.1" status: 200 len: 210 time: 0.0295801 Jul 28 19:11:44.297831 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-893757b8-0e3c-489e-abc5-45c92cfc02a3 req-0e6da3c6-dd07-4944-a488-23ea604d412a tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] 10.222.0.41 "GET /v2.0/ports?device_id=606dec2b-77f2-45ef-a6e6-59831914d5e4 HTTP/1.1" status: 200 len: 210 time: 0.0257680 Jul 28 19:11:45.393077 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-1445b1ac-dee6-4861-a042-4688852a491d req-0e4cd0af-b2e4-4b97-b008-8095498b2adc tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] 10.222.0.41 "GET /v2.0/ports?device_id=606dec2b-77f2-45ef-a6e6-59831914d5e4 HTTP/1.1" status: 200 len: 210 time: 0.0260644 Jul 28 19:11:46.486024 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-34d24830-a190-4cdf-8445-7663847daa98 req-e6bb9b74-e217-4e7b-b041-b69b6eb2371c tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] 10.222.0.41 "GET /v2.0/ports?device_id=606dec2b-77f2-45ef-a6e6-59831914d5e4 HTTP/1.1" status: 200 len: 210 time: 0.0272903 Jul 28 19:11:47.579502 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-4777ae09-382c-4b48-9cd9-4608e22591ca req-170b9f6c-c242-4c70-870c-4068d8487e64 tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] 10.222.0.41 "GET /v2.0/ports?device_id=606dec2b-77f2-45ef-a6e6-59831914d5e4 HTTP/1.1" status: 200 len: 210 time: 0.0265110 Jul 28 19:11:48.671607 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-eb074c80-1ed4-4878-b502-b3a0d09255a9 req-6cf376f0-a8fa-419c-baeb-e6855ccb43d2 tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] 10.222.0.41 "GET /v2.0/ports?device_id=606dec2b-77f2-45ef-a6e6-59831914d5e4 HTTP/1.1" status: 200 len: 210 time: 0.0257428 Jul 28 19:11:49.767543 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-b990a792-bbd5-486e-a76c-7d4df312a954 req-6ce1fdf6-3c2c-4476-93f0-c30f72dd6981 tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] 10.222.0.41 "GET /v2.0/ports?device_id=606dec2b-77f2-45ef-a6e6-59831914d5e4 HTTP/1.1" status: 200 len: 210 time: 0.0290711 Jul 28 19:11:50.859908 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-5bc17ac4-d7bf-455f-884f-08d8aa85d842 req-b3d4091a-ea30-406e-8703-7c201abbf64a tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] 10.222.0.41 "GET /v2.0/ports?device_id=606dec2b-77f2-45ef-a6e6-59831914d5e4 HTTP/1.1" status: 200 len: 210 time: 0.0261471 Jul 28 19:11:51.540128 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-c4fbd3f3-401f-4b22-96f6-7f42a3b60b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:11:51.951645 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-4cdd2a1e-0915-4a10-99e2-35c490e2e33a req-59865dbc-4437-4110-b70d-bbe17aa658e3 tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] 10.222.0.41 "GET /v2.0/ports?device_id=606dec2b-77f2-45ef-a6e6-59831914d5e4 HTTP/1.1" status: 200 len: 210 time: 0.0267291 Jul 28 19:11:53.043026 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-2027e794-7900-44eb-bf46-00bf45c9c20b req-4081cc85-c490-44a8-939e-2d464c898193 tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] 10.222.0.41 "GET /v2.0/ports?device_id=606dec2b-77f2-45ef-a6e6-59831914d5e4 HTTP/1.1" status: 200 len: 210 time: 0.0258210 Jul 28 19:11:54.134659 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-1a1562ca-09f1-4990-a821-24a9e066bc96 req-ae6510f7-f83e-4517-bfa4-f9bda11d4c4e tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] 10.222.0.41 "GET /v2.0/ports?device_id=606dec2b-77f2-45ef-a6e6-59831914d5e4 HTTP/1.1" status: 200 len: 210 time: 0.0264213 Jul 28 19:11:54.190387 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:11:54.453406 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-d8652374-f850-44e0-aea6-1a3aea46050d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:11:55.226565 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-c78c9474-38be-46ea-bb7c-9d4d0d1ad769 req-58e13a2d-d302-4eff-a650-338ba715d654 tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] 10.222.0.41 "GET /v2.0/ports?device_id=606dec2b-77f2-45ef-a6e6-59831914d5e4 HTTP/1.1" status: 200 len: 210 time: 0.0251520 Jul 28 19:11:55.551200 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-acea1373-d53c-46a9-b089-9e40d352d773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:11:56.320235 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-ee341ba6-2046-420f-9303-fc65d40fd683 req-511ae31a-44bb-4eda-8056-fa948f6b7c86 tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] 10.222.0.41 "GET /v2.0/ports?device_id=606dec2b-77f2-45ef-a6e6-59831914d5e4 HTTP/1.1" status: 200 len: 210 time: 0.0288298 Jul 28 19:11:57.410496 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-51c8c04a-c967-417c-9118-96b34c6b25ad req-41e18000-c9be-4ba5-9c53-e63c73154521 tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] 10.222.0.41 "GET /v2.0/ports?device_id=606dec2b-77f2-45ef-a6e6-59831914d5e4 HTTP/1.1" status: 200 len: 210 time: 0.0250547 Jul 28 19:11:57.625617 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-26c861f8-c84b-4272-86f3-59900436582c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:11:58.501403 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-709ce09b-1081-4a83-a99b-08de7a598ec2 req-3abe92ba-993e-4c0e-815d-d2a0e2588541 tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] 10.222.0.41 "GET /v2.0/ports?device_id=606dec2b-77f2-45ef-a6e6-59831914d5e4 HTTP/1.1" status: 200 len: 210 time: 0.0262668 Jul 28 19:11:59.591735 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-e8b30582-c83d-4959-b7dc-7f546efc8f6c req-e73ad38a-d5c7-4965-bcab-80228238615a tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] 10.222.0.41 "GET /v2.0/ports?device_id=606dec2b-77f2-45ef-a6e6-59831914d5e4 HTTP/1.1" status: 200 len: 210 time: 0.0262964 Jul 28 19:12:00.665852 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.db.agents_db [None req-65e7ef76-a059-4ec3-9341-f72ff4ef7e59 None None] Agent healthcheck: found 6 active agents {{(pid=93589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 19:12:00.682319 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-2693b13b-920b-45bc-a8f6-1babd744b20c req-ef10cf38-cef9-442b-b80b-7cfa59eb45ac tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] 10.222.0.41 "GET /v2.0/ports?device_id=606dec2b-77f2-45ef-a6e6-59831914d5e4 HTTP/1.1" status: 200 len: 210 time: 0.0252988 Jul 28 19:12:01.772915 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-2813e47e-910a-4469-98fa-647521fc4b0d req-e773ef0b-214f-4453-a74f-b7a522ad7cea tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] 10.222.0.41 "GET /v2.0/ports?device_id=606dec2b-77f2-45ef-a6e6-59831914d5e4 HTTP/1.1" status: 200 len: 210 time: 0.0248690 Jul 28 19:12:02.099396 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:12:02.869025 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-7d8a73c6-80b7-47f4-a199-484055b41ddf req-f192586a-025d-4e02-a9ee-17d30d106acb tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] 10.222.0.41 "GET /v2.0/ports?device_id=606dec2b-77f2-45ef-a6e6-59831914d5e4 HTTP/1.1" status: 200 len: 210 time: 0.0284777 Jul 28 19:12:03.959294 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-b2ed1fc3-41a7-456f-bbfe-0e135d434afb req-f2539726-a498-47f5-9532-b9734b230e8b tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] 10.222.0.41 "GET /v2.0/ports?device_id=606dec2b-77f2-45ef-a6e6-59831914d5e4 HTTP/1.1" status: 200 len: 210 time: 0.0254636 Jul 28 19:12:05.052318 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-852d90db-723c-4443-9a40-225fe2782555 req-47eb0615-d343-4233-94d4-86e759e2d15e tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] 10.222.0.41 "GET /v2.0/ports?device_id=606dec2b-77f2-45ef-a6e6-59831914d5e4 HTTP/1.1" status: 200 len: 210 time: 0.0253654 Jul 28 19:12:06.143750 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-f6c46a94-42a1-40ac-ac37-db93d19ff57a req-6c0e630e-d3a2-4198-a846-668a00c1ca3f tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] 10.222.0.41 "GET /v2.0/ports?device_id=606dec2b-77f2-45ef-a6e6-59831914d5e4 HTTP/1.1" status: 200 len: 210 time: 0.0248096 Jul 28 19:12:07.244968 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-b2aeb03e-0c0c-40ca-b7b7-c432908d09e9 req-e23cb1ed-edb8-45e3-a90f-e40d10965d37 tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] 10.222.0.41 "GET /v2.0/ports?device_id=606dec2b-77f2-45ef-a6e6-59831914d5e4 HTTP/1.1" status: 200 len: 210 time: 0.0315289 Jul 28 19:12:08.340957 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-c0cea870-ca82-478c-9064-79d06b5deaea req-10d81ae1-6e0c-47ad-bc64-8524dfd506f2 tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] 10.222.0.41 "GET /v2.0/ports?device_id=606dec2b-77f2-45ef-a6e6-59831914d5e4 HTTP/1.1" status: 200 len: 210 time: 0.0258174 Jul 28 19:12:09.433925 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-44a33c5e-2d17-4a44-8eae-6887d2a35951 req-e2556567-7025-4afd-a112-a48f0bf9a188 tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] 10.222.0.41 "GET /v2.0/ports?device_id=606dec2b-77f2-45ef-a6e6-59831914d5e4 HTTP/1.1" status: 200 len: 210 time: 0.0291240 Jul 28 19:12:10.523781 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-c75c80f7-cfec-4f7f-83a0-906d8af3c30e req-41f1a678-97a1-4e5b-b0b8-2ced8a7c3e91 tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] 10.222.0.41 "GET /v2.0/ports?device_id=606dec2b-77f2-45ef-a6e6-59831914d5e4 HTTP/1.1" status: 200 len: 210 time: 0.0247140 Jul 28 19:12:11.616427 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-e24ef962-8634-4482-926f-902e4fba0dfe req-22ab0159-3900-4d30-bd63-80b740e4edf9 tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] 10.222.0.41 "GET /v2.0/ports?device_id=606dec2b-77f2-45ef-a6e6-59831914d5e4 HTTP/1.1" status: 200 len: 210 time: 0.0259824 Jul 28 19:12:12.708066 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-98ed0b70-8df5-432f-9599-3e9ad87a667d req-b696f35f-1f85-40b5-a1bb-715c51c5e912 tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] 10.222.0.41 "GET /v2.0/ports?device_id=606dec2b-77f2-45ef-a6e6-59831914d5e4 HTTP/1.1" status: 200 len: 210 time: 0.0256345 Jul 28 19:12:13.817171 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-2dbdb0ba-6133-4061-a5c1-3536f46166bf req-0be006ef-3345-4192-98f8-ee7c92b24434 tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] 10.222.0.41 "GET /v2.0/ports?device_id=606dec2b-77f2-45ef-a6e6-59831914d5e4 HTTP/1.1" status: 200 len: 210 time: 0.0254130 Jul 28 19:12:14.912373 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-e0898046-a8b9-4bb9-befe-aedff730c0d2 req-a95583ac-0bc4-4282-9ba5-df9c36411f4c tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] 10.222.0.41 "GET /v2.0/ports?device_id=606dec2b-77f2-45ef-a6e6-59831914d5e4 HTTP/1.1" status: 200 len: 210 time: 0.0282114 Jul 28 19:12:16.006661 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-134638ba-2701-4abb-8f2f-563778d330d8 req-f40f4761-f7cd-47d1-9fba-71727fb2ead4 tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] 10.222.0.41 "GET /v2.0/ports?device_id=606dec2b-77f2-45ef-a6e6-59831914d5e4 HTTP/1.1" status: 200 len: 210 time: 0.0291429 Jul 28 19:12:17.101684 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-3176c8c9-74eb-4f8b-9c73-55fb5e8cff97 req-878ff308-2bcb-4c4a-890a-59173abc0120 tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] 10.222.0.41 "GET /v2.0/ports?device_id=606dec2b-77f2-45ef-a6e6-59831914d5e4 HTTP/1.1" status: 200 len: 210 time: 0.0259774 Jul 28 19:12:18.192859 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-91430602-d888-411e-bf61-e39703ed4225 req-cfc9b389-bfd3-41e4-ade7-321afcdac359 tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] 10.222.0.41 "GET /v2.0/ports?device_id=606dec2b-77f2-45ef-a6e6-59831914d5e4 HTTP/1.1" status: 200 len: 210 time: 0.0262244 Jul 28 19:12:19.283342 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-19d152aa-3d40-4205-a83d-62cb47951fde req-0259ffef-efcf-4823-b425-e646d562c37d tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] 10.222.0.41 "GET /v2.0/ports?device_id=606dec2b-77f2-45ef-a6e6-59831914d5e4 HTTP/1.1" status: 200 len: 210 time: 0.0257626 Jul 28 19:12:20.376605 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-0c2946ad-ab40-44e7-a6e2-21e49415e4d7 req-803a3eea-7824-4ad8-b4cf-eee18be29e6a tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] 10.222.0.41 "GET /v2.0/ports?device_id=606dec2b-77f2-45ef-a6e6-59831914d5e4 HTTP/1.1" status: 200 len: 210 time: 0.0259199 Jul 28 19:12:21.467590 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-72bba3c2-47e1-4d43-bfa5-7947ac32c891 req-ec0d2449-736c-448a-b503-e658f135707c tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] 10.222.0.41 "GET /v2.0/ports?device_id=606dec2b-77f2-45ef-a6e6-59831914d5e4 HTTP/1.1" status: 200 len: 210 time: 0.0266488 Jul 28 19:12:21.561447 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-f0691aa4-491b-4de0-8638-95b597cf63ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:12:22.561270 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-5b38bac8-3a71-4775-b13c-ce46aed81fe3 req-b50509e0-2716-49be-b52b-0c980c17a34f tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] 10.222.0.41 "GET /v2.0/ports?device_id=606dec2b-77f2-45ef-a6e6-59831914d5e4 HTTP/1.1" status: 200 len: 210 time: 0.0287449 Jul 28 19:12:23.653536 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-47d1dc9e-8ded-490a-a33b-f662606a0c26 req-ae1c83ea-6e3a-4698-aa7a-559bb10a3890 tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] 10.222.0.41 "GET /v2.0/ports?device_id=606dec2b-77f2-45ef-a6e6-59831914d5e4 HTTP/1.1" status: 200 len: 210 time: 0.0261950 Jul 28 19:12:24.190151 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:12:24.407134 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-69868642-22ab-4a97-beb9-58a615f5fcfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:12:24.743956 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-20643da5-0234-410e-ac5e-9dc8dfac9583 req-c217bdfc-f6eb-4ee9-a6b0-c02ae9f1e7bf tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] 10.222.0.41 "GET /v2.0/ports?device_id=606dec2b-77f2-45ef-a6e6-59831914d5e4 HTTP/1.1" status: 200 len: 210 time: 0.0256093 Jul 28 19:12:25.607246 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-acea1373-d53c-46a9-b089-9e40d352d773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:12:25.833732 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-1d8dedcb-8d38-49a5-acf6-e8c0cde15e89 req-3bd08e68-36cb-4016-a10d-f900e70cd227 tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] 10.222.0.41 "GET /v2.0/ports?device_id=606dec2b-77f2-45ef-a6e6-59831914d5e4 HTTP/1.1" status: 200 len: 210 time: 0.0258572 Jul 28 19:12:26.926462 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-4c0a4a6f-9932-4207-b687-6c18af82c9f2 req-b789b1f2-2fff-4840-b14c-749ce812e35e tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] 10.222.0.41 "GET /v2.0/ports?device_id=606dec2b-77f2-45ef-a6e6-59831914d5e4 HTTP/1.1" status: 200 len: 210 time: 0.0275135 Jul 28 19:12:27.612962 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-26c861f8-c84b-4272-86f3-59900436582c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:12:28.016813 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-2ea13252-0a4b-491d-9c8e-59798aa6edf7 req-6abaab43-69bd-4af4-805c-0bf3772c9868 tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] 10.222.0.41 "GET /v2.0/ports?device_id=606dec2b-77f2-45ef-a6e6-59831914d5e4 HTTP/1.1" status: 200 len: 210 time: 0.0251560 Jul 28 19:12:29.111009 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-1841db06-3078-4a40-9557-054277733ed5 req-bd26614b-1165-48e8-82f9-61c1ab0ce391 tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] 10.222.0.41 "GET /v2.0/ports?device_id=606dec2b-77f2-45ef-a6e6-59831914d5e4 HTTP/1.1" status: 200 len: 210 time: 0.0282338 Jul 28 19:12:30.201626 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-3a12a1ed-5660-4251-a458-94b6279b3005 req-c5d25461-76eb-45f5-aeb1-22b7856f6bfd tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] 10.222.0.41 "GET /v2.0/ports?device_id=606dec2b-77f2-45ef-a6e6-59831914d5e4 HTTP/1.1" status: 200 len: 210 time: 0.0262609 Jul 28 19:12:31.291449 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-700e9b19-8e7f-4fd8-9dcd-a73534352267 req-78f1fd9a-a270-42b7-ad77-825c0c6ae65e tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] 10.222.0.41 "GET /v2.0/ports?device_id=606dec2b-77f2-45ef-a6e6-59831914d5e4 HTTP/1.1" status: 200 len: 210 time: 0.0256264 Jul 28 19:12:32.104426 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:12:32.382165 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-972c4116-2440-446c-9c0e-2787417b2a0c req-5b31a9fb-2075-473f-a7e2-dc08c2368a32 tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] 10.222.0.41 "GET /v2.0/ports?device_id=606dec2b-77f2-45ef-a6e6-59831914d5e4 HTTP/1.1" status: 200 len: 210 time: 0.0261111 Jul 28 19:12:33.473958 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-7198d89a-d0b9-4f16-859f-b5130dff953f req-a2ea89d8-9797-4922-b030-df66f1299331 tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] 10.222.0.41 "GET /v2.0/ports?device_id=606dec2b-77f2-45ef-a6e6-59831914d5e4 HTTP/1.1" status: 200 len: 210 time: 0.0255904 Jul 28 19:12:34.564841 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-caca17e4-4751-444b-afda-c9f0c1ac75ad req-cd3e0d0b-f25f-432b-afd1-92c2a3b67078 tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] 10.222.0.41 "GET /v2.0/ports?device_id=606dec2b-77f2-45ef-a6e6-59831914d5e4 HTTP/1.1" status: 200 len: 210 time: 0.0259442 Jul 28 19:12:35.661533 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-8342a0ac-4859-474b-b8a5-7a3160652700 req-63b02e52-23ab-4b42-a967-014930130294 tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] 10.222.0.41 "GET /v2.0/ports?device_id=606dec2b-77f2-45ef-a6e6-59831914d5e4 HTTP/1.1" status: 200 len: 210 time: 0.0306978 Jul 28 19:12:36.756423 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-036eceaf-daba-4657-afa3-ab6c76b8f33f req-5429102d-0dfd-4bc3-9fe5-c6ced8f70b39 tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] 10.222.0.41 "GET /v2.0/ports?device_id=606dec2b-77f2-45ef-a6e6-59831914d5e4 HTTP/1.1" status: 200 len: 210 time: 0.0278172 Jul 28 19:12:37.664583 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.db.agents_db [None req-65e7ef76-a059-4ec3-9341-f72ff4ef7e59 None None] Agent healthcheck: found 6 active agents {{(pid=93589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 19:12:37.848045 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-da4af647-dcfa-4b4b-88ce-0448e9f5f217 req-7f9b17d0-3fa5-41f4-9210-d3f3b1da1dd1 tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] 10.222.0.41 "GET /v2.0/ports?device_id=606dec2b-77f2-45ef-a6e6-59831914d5e4 HTTP/1.1" status: 200 len: 210 time: 0.0257747 Jul 28 19:12:38.939616 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-b461b567-3665-464e-8be4-2ed106314ea8 req-28195e11-e13e-4c7f-9556-0f22dac6d7a6 tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] 10.222.0.41 "GET /v2.0/ports?device_id=606dec2b-77f2-45ef-a6e6-59831914d5e4 HTTP/1.1" status: 200 len: 210 time: 0.0265515 Jul 28 19:12:40.033821 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-e9dcac00-131f-46f6-a905-097aaed83214 req-6b93c166-89d3-49c5-8459-016d37fc8438 tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] 10.222.0.41 "GET /v2.0/ports?device_id=606dec2b-77f2-45ef-a6e6-59831914d5e4 HTTP/1.1" status: 200 len: 210 time: 0.0265267 Jul 28 19:12:41.132247 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-a5e5b919-3973-4895-a05e-9af1eef3078f req-a98bd44b-6c76-4735-9d59-12f5eb591eb6 tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] 10.222.0.41 "GET /v2.0/ports?device_id=606dec2b-77f2-45ef-a6e6-59831914d5e4 HTTP/1.1" status: 200 len: 210 time: 0.0326059 Jul 28 19:12:42.230164 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-6d9fe282-4e85-43aa-97d3-a4b7dadbdb0f req-18d050ae-c435-4784-9b9f-fa503bc278aa tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] 10.222.0.41 "GET /v2.0/ports?device_id=606dec2b-77f2-45ef-a6e6-59831914d5e4 HTTP/1.1" status: 200 len: 210 time: 0.0286353 Jul 28 19:12:43.319588 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-e9e4ec59-6728-4672-9e23-d420c41a25c2 req-2565a29e-7db2-42a2-bff3-065b2ca6350b tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] 10.222.0.41 "GET /v2.0/ports?device_id=606dec2b-77f2-45ef-a6e6-59831914d5e4 HTTP/1.1" status: 200 len: 210 time: 0.0255997 Jul 28 19:12:44.410568 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-0f98e18c-be94-465f-977f-a14a469a62f4 req-bd0aa71b-56d9-4496-9272-37a2202b55c8 tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] 10.222.0.41 "GET /v2.0/ports?device_id=606dec2b-77f2-45ef-a6e6-59831914d5e4 HTTP/1.1" status: 200 len: 210 time: 0.0261428 Jul 28 19:12:45.500292 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-69d9072f-fe9d-413e-8b61-74c351d76243 req-0ff08350-9c5f-42ab-8a22-ac4d91161865 tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] 10.222.0.41 "GET /v2.0/ports?device_id=606dec2b-77f2-45ef-a6e6-59831914d5e4 HTTP/1.1" status: 200 len: 210 time: 0.0254812 Jul 28 19:12:46.591081 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-12d46937-0ba9-4342-af18-c49984fa0b71 req-4f71352a-1761-45c9-9e51-62be69db3e91 tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] 10.222.0.41 "GET /v2.0/ports?device_id=606dec2b-77f2-45ef-a6e6-59831914d5e4 HTTP/1.1" status: 200 len: 210 time: 0.0257673 Jul 28 19:12:47.681746 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-4f45265b-0a37-4272-8ade-7ccc14b7c86e req-9d31181f-847c-4fe2-92b4-4f0346e7fe75 tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] 10.222.0.41 "GET /v2.0/ports?device_id=606dec2b-77f2-45ef-a6e6-59831914d5e4 HTTP/1.1" status: 200 len: 210 time: 0.0254009 Jul 28 19:12:48.774864 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-81b43d5f-3ff8-433b-91c4-b7da37c70bd7 req-73b8ffae-a3e9-43a6-8f3d-a69603686d76 tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] 10.222.0.41 "GET /v2.0/ports?device_id=606dec2b-77f2-45ef-a6e6-59831914d5e4 HTTP/1.1" status: 200 len: 210 time: 0.0291076 Jul 28 19:12:49.865611 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-2c4801be-4cc0-4f99-afb7-7c0b69f97e55 req-efcde047-af6b-4573-8c16-642bb317754b tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] 10.222.0.41 "GET /v2.0/ports?device_id=606dec2b-77f2-45ef-a6e6-59831914d5e4 HTTP/1.1" status: 200 len: 210 time: 0.0253499 Jul 28 19:12:50.957254 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-9d3dd95a-5e89-4180-81ca-390597c17f09 req-14ca50f0-a646-4e5b-9950-1bb8fb316143 tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] 10.222.0.41 "GET /v2.0/ports?device_id=606dec2b-77f2-45ef-a6e6-59831914d5e4 HTTP/1.1" status: 200 len: 210 time: 0.0262048 Jul 28 19:12:51.601198 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-ae301c1d-6a1a-462a-bb4b-758a23ee8a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:12:52.048517 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-98db5e60-a3ee-4a95-ad10-0ba22371da13 req-ed4391b0-9eac-4c83-b0cb-5461440985e0 tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] 10.222.0.41 "GET /v2.0/ports?device_id=606dec2b-77f2-45ef-a6e6-59831914d5e4 HTTP/1.1" status: 200 len: 210 time: 0.0259557 Jul 28 19:12:53.138449 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-0f9e1328-b2b6-40cd-85d2-fa3b7b1fa8ad req-5832af1a-8647-4b32-9b53-c7169b303f46 tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] 10.222.0.41 "GET /v2.0/ports?device_id=606dec2b-77f2-45ef-a6e6-59831914d5e4 HTTP/1.1" status: 200 len: 210 time: 0.0257099 Jul 28 19:12:54.201638 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:12:54.229031 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-a0eb1821-d32e-49b1-ae06-23e7d92cc864 req-8bd3090d-729a-485d-a089-2e4079aa8a8b tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] 10.222.0.41 "GET /v2.0/ports?device_id=606dec2b-77f2-45ef-a6e6-59831914d5e4 HTTP/1.1" status: 200 len: 210 time: 0.0252936 Jul 28 19:12:54.412294 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-4227a212-cad1-440a-ba9a-8978cb2810ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:12:55.322511 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-709ed1c9-923b-454f-bd3e-01d65f69cec6 req-c129b6f8-0d50-4098-b011-30c323b24682 tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] 10.222.0.41 "GET /v2.0/ports?device_id=606dec2b-77f2-45ef-a6e6-59831914d5e4 HTTP/1.1" status: 200 len: 210 time: 0.0286171 Jul 28 19:12:55.560690 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-acea1373-d53c-46a9-b089-9e40d352d773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:12:56.414101 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-295e6429-aa68-463e-b95a-08e4fdb61d21 req-ef6473a1-bcfb-4a4e-a009-a934e4f9a6f6 tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] 10.222.0.41 "GET /v2.0/ports?device_id=606dec2b-77f2-45ef-a6e6-59831914d5e4 HTTP/1.1" status: 200 len: 210 time: 0.0250165 Jul 28 19:12:57.505236 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-50f00dce-5523-46f3-bf69-cacd5fc3790c req-fdeb21f6-32a0-43f0-8699-441491556132 tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] 10.222.0.41 "GET /v2.0/ports?device_id=606dec2b-77f2-45ef-a6e6-59831914d5e4 HTTP/1.1" status: 200 len: 210 time: 0.0261652 Jul 28 19:12:57.606478 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-26c861f8-c84b-4272-86f3-59900436582c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:12:58.596626 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-721d619a-d41d-4f14-ba67-b85a21d78f51 req-9228b072-d470-43c5-8a65-b76fbfde3c97 tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] 10.222.0.41 "GET /v2.0/ports?device_id=606dec2b-77f2-45ef-a6e6-59831914d5e4 HTTP/1.1" status: 200 len: 210 time: 0.0267227 Jul 28 19:12:59.687920 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-160bdbf1-86a1-46c5-9053-ee0457c6cd69 req-3bbe84cf-883a-42ee-bf79-d87c67153e74 tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] 10.222.0.41 "GET /v2.0/ports?device_id=606dec2b-77f2-45ef-a6e6-59831914d5e4 HTTP/1.1" status: 200 len: 210 time: 0.0258472 Jul 28 19:13:00.777995 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-619f6ecf-60f6-4dfa-9f6e-2a755baad5b4 req-47caa7f7-86ef-4eeb-a666-3a9eed3a311c tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] 10.222.0.41 "GET /v2.0/ports?device_id=606dec2b-77f2-45ef-a6e6-59831914d5e4 HTTP/1.1" status: 200 len: 210 time: 0.0253310 Jul 28 19:13:01.871271 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-1b9f8fc5-7033-4cb9-8293-520b858d35e6 req-222a51c5-eee9-4107-8f5e-dbcf12c5912b tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] 10.222.0.41 "GET /v2.0/ports?device_id=606dec2b-77f2-45ef-a6e6-59831914d5e4 HTTP/1.1" status: 200 len: 210 time: 0.0277705 Jul 28 19:13:02.132193 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:13:02.961333 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-8b7012f5-8096-4143-978e-ba9c69de4992 req-6f49bd3d-3c1c-48c6-87cc-5ab8a4772e18 tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] 10.222.0.41 "GET /v2.0/ports?device_id=606dec2b-77f2-45ef-a6e6-59831914d5e4 HTTP/1.1" status: 200 len: 210 time: 0.0249169 Jul 28 19:13:04.052832 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-cac561ef-2598-43b8-acca-e85640c8ce7d req-a4034e2c-8edb-4d36-b6d2-094226f99542 tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] 10.222.0.41 "GET /v2.0/ports?device_id=606dec2b-77f2-45ef-a6e6-59831914d5e4 HTTP/1.1" status: 200 len: 210 time: 0.0256417 Jul 28 19:13:05.189631 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-85fa5768-4c99-4d46-a572-ae29dbe05134 req-f551f66c-60ac-4d97-8d69-a994005a6a1e tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] 10.222.0.41 "GET /v2.0/ports?device_id=606dec2b-77f2-45ef-a6e6-59831914d5e4 HTTP/1.1" status: 200 len: 210 time: 0.0720177 Jul 28 19:13:06.375541 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-3d2d9206-c6ef-4e20-8cd5-f5b13cf43136 req-16e64208-bfb2-4ecd-86b3-0140c28d3c35 tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] 10.222.0.41 "GET /v2.0/ports?device_id=606dec2b-77f2-45ef-a6e6-59831914d5e4 HTTP/1.1" status: 200 len: 210 time: 0.0715821 Jul 28 19:13:07.467102 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-fce64e4a-e03a-4ba8-9301-25815fc4a7ed req-e37c539f-cb93-47c4-bd3e-100988d3075b tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] 10.222.0.41 "GET /v2.0/ports?device_id=606dec2b-77f2-45ef-a6e6-59831914d5e4 HTTP/1.1" status: 200 len: 210 time: 0.0258811 Jul 28 19:13:08.582390 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-dbb4dbff-69c9-4bd6-a058-c382000736b8 req-58234e2d-23ad-43a5-8dc2-28c997f31307 tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] 10.222.0.41 "GET /v2.0/ports?device_id=606dec2b-77f2-45ef-a6e6-59831914d5e4 HTTP/1.1" status: 200 len: 210 time: 0.0339839 Jul 28 19:13:09.675412 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-7068a62f-9ee9-4c0f-bb58-aff2fda6a85d req-919f52f0-dd21-4675-88cc-b004d184f4d8 tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] 10.222.0.41 "GET /v2.0/ports?device_id=606dec2b-77f2-45ef-a6e6-59831914d5e4 HTTP/1.1" status: 200 len: 210 time: 0.0262012 Jul 28 19:13:10.767191 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-92e9ea75-6807-46b6-b597-bd2740d69e30 req-e8dba472-e0e6-44d9-a217-27d9a1b4d8c0 tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] 10.222.0.41 "GET /v2.0/ports?device_id=606dec2b-77f2-45ef-a6e6-59831914d5e4 HTTP/1.1" status: 200 len: 210 time: 0.0257568 Jul 28 19:13:11.858369 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-07d5dbfb-19c0-452c-a289-348c1d506d3a req-172baff7-5557-4d23-940b-9f8c753e0eb1 tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] 10.222.0.41 "GET /v2.0/ports?device_id=606dec2b-77f2-45ef-a6e6-59831914d5e4 HTTP/1.1" status: 200 len: 210 time: 0.0263898 Jul 28 19:13:12.948645 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-c7cdc595-9007-44f1-b7be-34ac28405110 req-31014f82-2434-456a-8a32-7bcac9ae2967 tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] 10.222.0.41 "GET /v2.0/ports?device_id=606dec2b-77f2-45ef-a6e6-59831914d5e4 HTTP/1.1" status: 200 len: 210 time: 0.0260170 Jul 28 19:13:14.038382 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-6d695b5c-5b0e-4ea5-a92f-ad2bee944bb7 req-5f7b4302-8f50-4d5e-8d40-43687b60e590 tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] 10.222.0.41 "GET /v2.0/ports?device_id=606dec2b-77f2-45ef-a6e6-59831914d5e4 HTTP/1.1" status: 200 len: 210 time: 0.0249653 Jul 28 19:13:14.664052 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.db.agents_db [None req-65e7ef76-a059-4ec3-9341-f72ff4ef7e59 None None] Agent healthcheck: found 6 active agents {{(pid=93589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 19:13:15.131998 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-019bb5e7-92b5-441d-9458-5ab3f0f2df74 req-c9f8e7c2-5e85-4a8a-94d0-7bc34eb2adb1 tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] 10.222.0.41 "GET /v2.0/ports?device_id=606dec2b-77f2-45ef-a6e6-59831914d5e4 HTTP/1.1" status: 200 len: 210 time: 0.0283003 Jul 28 19:13:16.223818 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-5af99d6a-9127-4674-bcf0-a4051898f0c2 req-7a2a317e-bd11-484d-ac92-7ddfaad141c3 tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] 10.222.0.41 "GET /v2.0/ports?device_id=606dec2b-77f2-45ef-a6e6-59831914d5e4 HTTP/1.1" status: 200 len: 210 time: 0.0265999 Jul 28 19:13:17.314471 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-92033237-a48a-45b2-86c1-83aa58c7472b req-12f2d959-22ea-4c10-bde4-d309756d1890 tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] 10.222.0.41 "GET /v2.0/ports?device_id=606dec2b-77f2-45ef-a6e6-59831914d5e4 HTTP/1.1" status: 200 len: 210 time: 0.0263529 Jul 28 19:13:18.403892 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-5d805159-a368-40f0-9be9-9a8e76c61679 req-414d39b0-9548-45f5-9de7-2287dc9f068a tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] 10.222.0.41 "GET /v2.0/ports?device_id=606dec2b-77f2-45ef-a6e6-59831914d5e4 HTTP/1.1" status: 200 len: 210 time: 0.0247915 Jul 28 19:13:19.496561 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-55a0bde0-c48d-4bef-ac62-4f0e489223fc req-e90c7620-112c-4f21-86e3-0edb4e33782a tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] 10.222.0.41 "GET /v2.0/ports?device_id=606dec2b-77f2-45ef-a6e6-59831914d5e4 HTTP/1.1" status: 200 len: 210 time: 0.0256493 Jul 28 19:13:20.587239 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-945e254f-a241-41cd-900d-d207974a34bc req-1b97cc44-7861-470a-bffc-d85e613f83b2 tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] 10.222.0.41 "GET /v2.0/ports?device_id=606dec2b-77f2-45ef-a6e6-59831914d5e4 HTTP/1.1" status: 200 len: 210 time: 0.0253997 Jul 28 19:13:21.566359 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-5dd6eb8e-d79b-442a-95ae-5e096d0d89ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:13:21.681623 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-2960acef-03bc-467a-bb68-86573da0badd req-5c0d7111-9b04-4c8a-8994-27951abdfee2 tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] 10.222.0.41 "GET /v2.0/ports?device_id=606dec2b-77f2-45ef-a6e6-59831914d5e4 HTTP/1.1" status: 200 len: 210 time: 0.0299864 Jul 28 19:13:22.773128 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-0e8ff932-1b18-44fd-be2e-35d850bf2227 req-68833522-61b3-4e32-a937-5ea80a0596f4 tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] 10.222.0.41 "GET /v2.0/ports?device_id=606dec2b-77f2-45ef-a6e6-59831914d5e4 HTTP/1.1" status: 200 len: 210 time: 0.0252817 Jul 28 19:13:23.865679 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-f9c95f73-5c0d-441a-ac8a-020aceb0ec65 req-2dfcf5e8-df0e-415a-b068-841bbff10689 tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] 10.222.0.41 "GET /v2.0/ports?device_id=606dec2b-77f2-45ef-a6e6-59831914d5e4 HTTP/1.1" status: 200 len: 210 time: 0.0250614 Jul 28 19:13:24.206223 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:13:24.428768 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-db2cc39a-fa43-4960-8ee4-1ac8d2fee45e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:13:24.958573 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-d55c83e3-d867-4839-a551-1839a355e3e1 req-260853e1-59ef-4566-8ef3-e29506afaf0d tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] 10.222.0.41 "GET /v2.0/ports?device_id=606dec2b-77f2-45ef-a6e6-59831914d5e4 HTTP/1.1" status: 200 len: 210 time: 0.0256517 Jul 28 19:13:25.577674 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-acea1373-d53c-46a9-b089-9e40d352d773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:13:26.050773 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-a9e70181-46b5-45b0-88f8-21fa7f2e71c6 req-331dc3cd-8387-4846-800d-4b72ee1340b9 tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] 10.222.0.41 "GET /v2.0/ports?device_id=606dec2b-77f2-45ef-a6e6-59831914d5e4 HTTP/1.1" status: 200 len: 210 time: 0.0261192 Jul 28 19:13:27.145006 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-28fc9f0a-cc8f-4d58-812e-c5ddea3a5b21 req-582652ef-2f46-4480-9d68-dff1f1e8e12e tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] 10.222.0.41 "GET /v2.0/ports?device_id=606dec2b-77f2-45ef-a6e6-59831914d5e4 HTTP/1.1" status: 200 len: 210 time: 0.0287080 Jul 28 19:13:27.612224 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-26c861f8-c84b-4272-86f3-59900436582c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:13:28.242385 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-146bc8ec-7f90-4bb9-bb3b-d8f86e799222 req-7eae8dff-ea13-48e0-a982-c57bcb533b6c tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] 10.222.0.41 "GET /v2.0/ports?device_id=606dec2b-77f2-45ef-a6e6-59831914d5e4 HTTP/1.1" status: 200 len: 210 time: 0.0291898 Jul 28 19:13:29.333744 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-20084fc6-9340-42e1-b2cd-2fd3c519c7d7 req-dafd8565-79a6-4888-8a4e-0276a245f1ad tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] 10.222.0.41 "GET /v2.0/ports?device_id=606dec2b-77f2-45ef-a6e6-59831914d5e4 HTTP/1.1" status: 200 len: 210 time: 0.0259600 Jul 28 19:13:30.427588 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-32f09d06-6bcd-4950-92c3-f537d86dee48 req-1f06de7b-3283-4d0f-986c-f3685c73fa97 tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] 10.222.0.41 "GET /v2.0/ports?device_id=606dec2b-77f2-45ef-a6e6-59831914d5e4 HTTP/1.1" status: 200 len: 210 time: 0.0281429 Jul 28 19:13:30.929731 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-322f26f9-4d6f-4ec9-8889-d802228c1ddb req-a8100ee9-2c17-4e0e-969f-ff2ba6f845c7 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=e326350e-a23b-47d5-b68b-4d32d9b75c29&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0851674 Jul 28 19:13:31.011412 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322f26f9-4d6f-4ec9-8889-d802228c1ddb req-6efd7ce2-a517-419d-bfcd-a60e1c17b7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:13:31.013140 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-322f26f9-4d6f-4ec9-8889-d802228c1ddb req-6efd7ce2-a517-419d-bfcd-a60e1c17b7d3 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=4dceb4eb37274cd9b3fcc8dffed09715&device_id=e326350e-a23b-47d5-b68b-4d32d9b75c29 HTTP/1.1" status: 200 len: 1098 time: 0.0401468 Jul 28 19:13:31.118223 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322f26f9-4d6f-4ec9-8889-d802228c1ddb req-77fe08c1-6a4b-48b8-af22-0ce7e9bdefdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:13:31.119739 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-322f26f9-4d6f-4ec9-8889-d802228c1ddb req-77fe08c1-6a4b-48b8-af22-0ce7e9bdefdf service neutron] 10.222.0.49 "GET /v2.0/networks?id=9a21bde8-e77f-4246-845e-15d2cf775c00 HTTP/1.1" status: 200 len: 912 time: 0.0862858 Jul 28 19:13:31.182903 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-322f26f9-4d6f-4ec9-8889-d802228c1ddb req-480cfce8-aa2b-4408-a547-43d3a95d7b79 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fb8a656a-3528-468b-8ffa-8e58621cf20d HTTP/1.1" status: 200 len: 1001 time: 0.0556748 Jul 28 19:13:31.231106 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322f26f9-4d6f-4ec9-8889-d802228c1ddb req-8b40adb6-c605-4b22-9b99-1cb2377708d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:13:31.232548 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-322f26f9-4d6f-4ec9-8889-d802228c1ddb req-8b40adb6-c605-4b22-9b99-1cb2377708d5 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d8dd9f14-f474-4c6a-84f8-85ff7b8e642f HTTP/1.1" status: 200 len: 850 time: 0.0427258 Jul 28 19:13:31.281913 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322f26f9-4d6f-4ec9-8889-d802228c1ddb req-d3bf56df-0252-4590-bb5b-54b94cee218d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:13:31.283397 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-322f26f9-4d6f-4ec9-8889-d802228c1ddb req-d3bf56df-0252-4590-bb5b-54b94cee218d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9a21bde8-e77f-4246-845e-15d2cf775c00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0427735 Jul 28 19:13:31.294257 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.wsgi [req-322f26f9-4d6f-4ec9-8889-d802228c1ddb req-78546e73-79db-4882-99bd-ce05d38954c6 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=93587) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 19:13:31.295371 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-322f26f9-4d6f-4ec9-8889-d802228c1ddb req-78546e73-79db-4882-99bd-ce05d38954c6 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049486 Jul 28 19:13:31.383056 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-322f26f9-4d6f-4ec9-8889-d802228c1ddb req-2685b450-9327-4084-a839-4308b6291a49 service neutron] 10.222.0.49 "GET /v2.0/networks/9a21bde8-e77f-4246-845e-15d2cf775c00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799589 Jul 28 19:13:31.473947 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-322f26f9-4d6f-4ec9-8889-d802228c1ddb req-68bfd333-4591-4336-a474-fdddc1be5262 service neutron] 10.222.0.49 "GET /v2.0/networks/9a21bde8-e77f-4246-845e-15d2cf775c00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833874 Jul 28 19:13:31.630368 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-8a8e9a2d-61a3-4a5b-bb86-0eb737e3a9ce req-b6461998-e5c4-4872-ac1b-26e0e92a05b5 tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2056004515&fields=id&tenant_id=f449636262994023a73b5af01e3aac3d HTTP/1.1" status: 200 len: 267 time: 0.0325265 Jul 28 19:13:31.737792 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8e9a2d-61a3-4a5b-bb86-0eb737e3a9ce req-ae69aafc-8c74-436f-9237-c105f00cfb90 tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:13:31.739258 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-8a8e9a2d-61a3-4a5b-bb86-0eb737e3a9ce req-ae69aafc-8c74-436f-9237-c105f00cfb90 tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] 10.222.0.41 "GET /v2.0/networks?id=cc84c079-39a8-4ac9-aca1-5e372559018a HTTP/1.1" status: 200 len: 812 time: 0.1025198 Jul 28 19:13:31.754905 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-8a8e9a2d-61a3-4a5b-bb86-0eb737e3a9ce req-b6442a08-e426-4e48-a843-6cf743e67c60 tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] 10.222.0.41 "GET /v2.0/quotas/f449636262994023a73b5af01e3aac3d HTTP/1.1" status: 200 len: 375 time: 0.0098391 Jul 28 19:13:31.806436 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-8a8e9a2d-61a3-4a5b-bb86-0eb737e3a9ce req-5ee25d89-db1e-4186-988d-6a067dd01f50 tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=f449636262994023a73b5af01e3aac3d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0462947 Jul 28 19:13:31.822531 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.wsgi [req-8a8e9a2d-61a3-4a5b-bb86-0eb737e3a9ce req-71d6e315-feed-4d9b-8594-6b1fabb132b4 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=93586) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 19:13:31.823489 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-8a8e9a2d-61a3-4a5b-bb86-0eb737e3a9ce req-71d6e315-feed-4d9b-8594-6b1fabb132b4 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054669 Jul 28 19:13:31.923034 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-8a8e9a2d-61a3-4a5b-bb86-0eb737e3a9ce req-b38b814d-4c6a-469f-8f99-0f7ee38c4865 service neutron] 10.222.0.41 "GET /v2.0/networks/cc84c079-39a8-4ac9-aca1-5e372559018a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938597 Jul 28 19:13:32.015305 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-8a8e9a2d-61a3-4a5b-bb86-0eb737e3a9ce req-9f9da442-10ee-45fa-9b87-b29fc59ab318 service neutron] 10.222.0.41 "GET /v2.0/networks/cc84c079-39a8-4ac9-aca1-5e372559018a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863338 Jul 28 19:13:32.114471 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:13:32.188850 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.wsgi [-] (93587) accepted ('10.222.0.41', 38836) {{(pid=93587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:13:32.310573 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.plugins.ml2.plugin [None req-8289d34b-c3f0-45d8-9ea5-c7069550fe8b tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] Deleting port b9bc8056-9f8a-4064-8b08-5a964dbda74e {{(pid=93587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 19:13:32.310824 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-8289d34b-c3f0-45d8-9ea5-c7069550fe8b tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742349616523'] for port, before_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:13:32.383163 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-8289d34b-c3f0-45d8-9ea5-c7069550fe8b tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825298'] for port, precommit_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:13:32.383493 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-8289d34b-c3f0-45d8-9ea5-c7069550fe8b tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:13:32.395293 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.plugins.ml2.plugin [None req-8289d34b-c3f0-45d8-9ea5-c7069550fe8b tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] Calling delete_port for b9bc8056-9f8a-4064-8b08-5a964dbda74e owned by network:floatingip {{(pid=93587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 19:13:32.589088 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-8289d34b-c3f0-45d8-9ea5-c7069550fe8b tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742349622303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742349248525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9465727'] for port, after_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:13:32.614683 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8289d34b-c3f0-45d8-9ea5-c7069550fe8b tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] Pushing event deleted for resources: {'Port': ['ID=b9bc8056-9f8a-4064-8b08-5a964dbda74e,revision_number=None']} {{(pid=93587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:13:32.642599 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8289d34b-c3f0-45d8-9ea5-c7069550fe8b tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:13:32.642943 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8289d34b-c3f0-45d8-9ea5-c7069550fe8b tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:13:32.643283 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8289d34b-c3f0-45d8-9ea5-c7069550fe8b tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:13:32.643620 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8289d34b-c3f0-45d8-9ea5-c7069550fe8b tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:13:32.643971 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8289d34b-c3f0-45d8-9ea5-c7069550fe8b tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:13:32.644304 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8289d34b-c3f0-45d8-9ea5-c7069550fe8b tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:13:32.644633 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8289d34b-c3f0-45d8-9ea5-c7069550fe8b tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:13:32.644960 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8289d34b-c3f0-45d8-9ea5-c7069550fe8b tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:13:32.645286 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8289d34b-c3f0-45d8-9ea5-c7069550fe8b tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:13:32.645608 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8289d34b-c3f0-45d8-9ea5-c7069550fe8b tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:13:32.645928 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8289d34b-c3f0-45d8-9ea5-c7069550fe8b tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:13:32.646248 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8289d34b-c3f0-45d8-9ea5-c7069550fe8b tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:13:32.685933 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-8289d34b-c3f0-45d8-9ea5-c7069550fe8b tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] Notify callbacks [] for floatingip, after_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:13:32.688907 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-8289d34b-c3f0-45d8-9ea5-c7069550fe8b tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148603'] for floatingip, before_response {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:13:32.690117 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [None req-8289d34b-c3f0-45d8-9ea5-c7069550fe8b tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] 10.222.0.41 "DELETE /v2.0/floatingips/102de3d0-ff03-44c6-9711-4466e593264f HTTP/1.1" status: 204 len: 168 time: 0.5002787 Jul 28 19:13:51.552421 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-0cc0cfe8-83dd-4976-867a-d422ff6c2d54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:13:51.662803 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.db.agents_db [None req-65e7ef76-a059-4ec3-9341-f72ff4ef7e59 None None] Agent healthcheck: found 6 active agents {{(pid=93589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 19:13:54.203742 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:13:54.437890 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-088a8f03-c23a-4e28-a6a8-ff408eae9cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:13:55.580947 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-acea1373-d53c-46a9-b089-9e40d352d773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:13:57.628027 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-26c861f8-c84b-4272-86f3-59900436582c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:14:02.130657 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:14:21.534328 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-74d8454c-f61c-4061-99dd-168fea8aaef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:14:24.216199 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:14:24.427827 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-41923808-3275-4b56-93ae-a12e5ee5470b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:14:25.576209 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-acea1373-d53c-46a9-b089-9e40d352d773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:14:27.619373 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-26c861f8-c84b-4272-86f3-59900436582c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:14:28.663390 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.db.agents_db [None req-65e7ef76-a059-4ec3-9341-f72ff4ef7e59 None None] Agent healthcheck: found 6 active agents {{(pid=93589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 19:14:30.903473 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-09650553-f31a-4fa9-9a86-7d13c3c210a8 req-5b33530c-e6b8-47a2-b0dd-fe6287528b14 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=d747b783-c869-4129-bb53-d7849896f4f9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0400989 Jul 28 19:14:30.962771 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09650553-f31a-4fa9-9a86-7d13c3c210a8 req-1528cc3d-1dc2-4f58-adf2-2a3fc77c7774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:14:30.964560 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-09650553-f31a-4fa9-9a86-7d13c3c210a8 req-1528cc3d-1dc2-4f58-adf2-2a3fc77c7774 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e571861060b247db886d6242932fd24c&device_id=d747b783-c869-4129-bb53-d7849896f4f9 HTTP/1.1" status: 200 len: 1099 time: 0.0404615 Jul 28 19:14:31.067728 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09650553-f31a-4fa9-9a86-7d13c3c210a8 req-d3459734-735b-4d74-8ec7-aac6e312f374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:14:31.069234 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-09650553-f31a-4fa9-9a86-7d13c3c210a8 req-d3459734-735b-4d74-8ec7-aac6e312f374 service neutron] 10.222.0.49 "GET /v2.0/networks?id=364dbfb6-530a-4ac4-a33f-55ede7274a55 HTTP/1.1" status: 200 len: 914 time: 0.0860765 Jul 28 19:14:31.109232 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-09650553-f31a-4fa9-9a86-7d13c3c210a8 req-a18ece1c-2f59-47f2-a8a0-37a8f5926986 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=71ac1c44-207f-4491-a302-8f7719dd125d HTTP/1.1" status: 200 len: 217 time: 0.0333779 Jul 28 19:14:31.156551 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09650553-f31a-4fa9-9a86-7d13c3c210a8 req-98381adb-7261-4d5b-b30f-8df8ed8eaf7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:14:31.158605 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-09650553-f31a-4fa9-9a86-7d13c3c210a8 req-98381adb-7261-4d5b-b30f-8df8ed8eaf7f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e339257b-e5ce-42c3-9b8b-9eeaba589a61 HTTP/1.1" status: 200 len: 853 time: 0.0426400 Jul 28 19:14:31.194904 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-09650553-f31a-4fa9-9a86-7d13c3c210a8 req-93726b2d-4925-4d7d-b480-a228195c6c48 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=364dbfb6-530a-4ac4-a33f-55ede7274a55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293579 Jul 28 19:14:31.293131 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-09650553-f31a-4fa9-9a86-7d13c3c210a8 req-1eed0fc5-64c6-40f0-bc29-13c8822c2ecb service neutron] 10.222.0.49 "GET /v2.0/networks/364dbfb6-530a-4ac4-a33f-55ede7274a55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865307 Jul 28 19:14:31.385095 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-09650553-f31a-4fa9-9a86-7d13c3c210a8 req-9a74a2c3-d13f-44b0-ab10-73bce8163c62 service neutron] 10.222.0.49 "GET /v2.0/networks/364dbfb6-530a-4ac4-a33f-55ede7274a55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846460 Jul 28 19:14:32.142092 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:14:51.549918 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-20aa8cbc-010c-46b2-a10b-83bfed163122 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:14:54.230107 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:14:54.441297 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-160a4b2e-6a28-422f-b334-dc6790045cf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:14:55.584554 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-acea1373-d53c-46a9-b089-9e40d352d773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:14:57.629506 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-26c861f8-c84b-4272-86f3-59900436582c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:15:02.132264 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:15:05.662657 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.db.agents_db [None req-65e7ef76-a059-4ec3-9341-f72ff4ef7e59 None None] Agent healthcheck: found 6 active agents {{(pid=93589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 19:15:21.569649 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-cab08317-1ccb-496a-8e94-6eb69c835ead None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:15:24.211471 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:15:24.440285 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-5dc771ab-1795-4187-a7b8-300354f7bf12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:15:25.582682 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-acea1373-d53c-46a9-b089-9e40d352d773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:15:27.643096 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-26c861f8-c84b-4272-86f3-59900436582c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:15:32.200058 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:15:42.662152 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.db.agents_db [None req-65e7ef76-a059-4ec3-9341-f72ff4ef7e59 None None] Agent healthcheck: found 6 active agents {{(pid=93589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 19:15:51.557135 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-5c8fe128-6a59-4d4b-8b83-32406ea13476 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:15:54.203472 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:15:54.427574 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-7de935cf-321a-41b1-a4f8-d96087fb80cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:15:55.596760 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-acea1373-d53c-46a9-b089-9e40d352d773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:15:57.654095 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-26c861f8-c84b-4272-86f3-59900436582c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:16:02.156788 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:16:19.662582 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.db.agents_db [None req-65e7ef76-a059-4ec3-9341-f72ff4ef7e59 None None] Agent healthcheck: found 6 active agents {{(pid=93589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 19:16:21.552468 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-dc16280f-f19d-44f0-9e6b-5b96b5bf88fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:16:24.208722 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:16:24.430118 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-0d1ab356-d052-4e54-ad2a-6237c9add37c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:16:25.620112 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-acea1373-d53c-46a9-b089-9e40d352d773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:16:27.653447 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-26c861f8-c84b-4272-86f3-59900436582c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:16:32.138245 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:16:33.894942 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-b466bea7-f51e-4f76-a64a-e54be70e31d7 req-79413102-6883-414a-aae6-05ba276cc6a6 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=e326350e-a23b-47d5-b68b-4d32d9b75c29&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0393875 Jul 28 19:16:33.977055 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b466bea7-f51e-4f76-a64a-e54be70e31d7 req-aba60181-92a6-4e3c-bc82-249746a9da73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:16:33.978531 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-b466bea7-f51e-4f76-a64a-e54be70e31d7 req-aba60181-92a6-4e3c-bc82-249746a9da73 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=4dceb4eb37274cd9b3fcc8dffed09715&device_id=e326350e-a23b-47d5-b68b-4d32d9b75c29 HTTP/1.1" status: 200 len: 1098 time: 0.0391328 Jul 28 19:16:34.081758 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b466bea7-f51e-4f76-a64a-e54be70e31d7 req-0d0f90d9-84b3-4f33-a5a1-fbbd8df809ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:16:34.083263 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-b466bea7-f51e-4f76-a64a-e54be70e31d7 req-0d0f90d9-84b3-4f33-a5a1-fbbd8df809ea service neutron] 10.222.0.49 "GET /v2.0/networks?id=9a21bde8-e77f-4246-845e-15d2cf775c00 HTTP/1.1" status: 200 len: 912 time: 0.0847063 Jul 28 19:16:34.147384 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-b466bea7-f51e-4f76-a64a-e54be70e31d7 req-85b96b7b-f688-4e76-89f1-cc9e63eb2b89 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fb8a656a-3528-468b-8ffa-8e58621cf20d HTTP/1.1" status: 200 len: 1001 time: 0.0571005 Jul 28 19:16:34.195133 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b466bea7-f51e-4f76-a64a-e54be70e31d7 req-4fcd9ec4-1040-420f-9e34-75b2949a32ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:16:34.196538 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-b466bea7-f51e-4f76-a64a-e54be70e31d7 req-4fcd9ec4-1040-420f-9e34-75b2949a32ff service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d8dd9f14-f474-4c6a-84f8-85ff7b8e642f HTTP/1.1" status: 200 len: 850 time: 0.0424793 Jul 28 19:16:34.243088 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b466bea7-f51e-4f76-a64a-e54be70e31d7 req-42a5527b-80b2-457c-a236-19f4675d9275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:16:34.244588 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-b466bea7-f51e-4f76-a64a-e54be70e31d7 req-42a5527b-80b2-457c-a236-19f4675d9275 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9a21bde8-e77f-4246-845e-15d2cf775c00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0410361 Jul 28 19:16:34.330549 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-b466bea7-f51e-4f76-a64a-e54be70e31d7 req-38828250-3069-4e90-92f3-2d06049399c6 service neutron] 10.222.0.49 "GET /v2.0/networks/9a21bde8-e77f-4246-845e-15d2cf775c00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786593 Jul 28 19:16:34.418578 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-b466bea7-f51e-4f76-a64a-e54be70e31d7 req-c8dc5d98-9dde-4ca5-a9cd-49a324e25b90 service neutron] 10.222.0.49 "GET /v2.0/networks/9a21bde8-e77f-4246-845e-15d2cf775c00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805571 Jul 28 19:16:51.567154 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-ec057ed5-6210-4762-9fc6-cadaffca04b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:16:54.201803 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:16:54.424532 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-0b876057-b097-407d-ac01-5a6645bd17f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:16:55.595115 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-acea1373-d53c-46a9-b089-9e40d352d773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:16:56.662388 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.db.agents_db [None req-65e7ef76-a059-4ec3-9341-f72ff4ef7e59 None None] Agent healthcheck: found 6 active agents {{(pid=93589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 19:16:57.647391 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-26c861f8-c84b-4272-86f3-59900436582c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:17:02.149447 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:17:21.532573 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-73da328a-cced-49d1-b1ac-f3964e38945b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:17:24.263106 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:17:24.457056 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-0f6110eb-1aaf-4379-b6ff-73157d125509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:17:25.594768 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-acea1373-d53c-46a9-b089-9e40d352d773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:17:27.617197 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-26c861f8-c84b-4272-86f3-59900436582c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:17:32.137063 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:17:33.661390 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.db.agents_db [None req-65e7ef76-a059-4ec3-9341-f72ff4ef7e59 None None] Agent healthcheck: found 6 active agents {{(pid=93589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 19:17:34.874914 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-ba759cf3-44d5-4b96-b162-334481f7daf2 req-cb552671-2870-421d-ae5a-1536f65d7881 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=d747b783-c869-4129-bb53-d7849896f4f9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0394347 Jul 28 19:17:34.936194 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba759cf3-44d5-4b96-b162-334481f7daf2 req-597a24e0-d27d-4027-831e-e2c0f55c4c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:17:34.937705 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-ba759cf3-44d5-4b96-b162-334481f7daf2 req-597a24e0-d27d-4027-831e-e2c0f55c4c54 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e571861060b247db886d6242932fd24c&device_id=d747b783-c869-4129-bb53-d7849896f4f9 HTTP/1.1" status: 200 len: 1099 time: 0.0403233 Jul 28 19:17:35.038894 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba759cf3-44d5-4b96-b162-334481f7daf2 req-e60b8ba0-3c3c-4140-8614-2ed55648a038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:17:35.040337 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-ba759cf3-44d5-4b96-b162-334481f7daf2 req-e60b8ba0-3c3c-4140-8614-2ed55648a038 service neutron] 10.222.0.49 "GET /v2.0/networks?id=364dbfb6-530a-4ac4-a33f-55ede7274a55 HTTP/1.1" status: 200 len: 914 time: 0.0852621 Jul 28 19:17:35.082186 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-ba759cf3-44d5-4b96-b162-334481f7daf2 req-899956b1-c72c-4cc3-982b-dd3925257da8 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=71ac1c44-207f-4491-a302-8f7719dd125d HTTP/1.1" status: 200 len: 217 time: 0.0341992 Jul 28 19:17:35.129300 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba759cf3-44d5-4b96-b162-334481f7daf2 req-bb736354-aefd-407b-8f20-6395faf66467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:17:35.130671 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-ba759cf3-44d5-4b96-b162-334481f7daf2 req-bb736354-aefd-407b-8f20-6395faf66467 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e339257b-e5ce-42c3-9b8b-9eeaba589a61 HTTP/1.1" status: 200 len: 853 time: 0.0421095 Jul 28 19:17:35.159540 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-ba759cf3-44d5-4b96-b162-334481f7daf2 req-be156353-bee8-4df4-9201-123aef7e8126 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=364dbfb6-530a-4ac4-a33f-55ede7274a55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0223119 Jul 28 19:17:35.247857 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-ba759cf3-44d5-4b96-b162-334481f7daf2 req-ae9a69d0-5962-4480-a4ed-ebb27bc192b0 service neutron] 10.222.0.49 "GET /v2.0/networks/364dbfb6-530a-4ac4-a33f-55ede7274a55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810299 Jul 28 19:17:35.334923 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-ba759cf3-44d5-4b96-b162-334481f7daf2 req-e6380467-5874-4496-9df1-56b2ba742fb6 service neutron] 10.222.0.49 "GET /v2.0/networks/364dbfb6-530a-4ac4-a33f-55ede7274a55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793979 Jul 28 19:17:51.644858 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-25c3b7c3-2548-4fe8-ab83-96e2a6374af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:17:54.205212 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:17:54.450875 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-98f60493-6285-480a-be12-eceea315fa01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:17:55.599165 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-acea1373-d53c-46a9-b089-9e40d352d773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:17:57.639109 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-26c861f8-c84b-4272-86f3-59900436582c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:18:02.153000 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:18:10.661250 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.db.agents_db [None req-65e7ef76-a059-4ec3-9341-f72ff4ef7e59 None None] Agent healthcheck: found 6 active agents {{(pid=93589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 19:18:21.552240 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-1c8341b3-632d-4e35-ac42-3080d3fcb34a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:18:24.209576 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:18:24.455135 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-99eb9b99-d4dc-4e73-9900-fd62e8b17138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:18:25.609777 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-acea1373-d53c-46a9-b089-9e40d352d773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:18:27.637758 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-26c861f8-c84b-4272-86f3-59900436582c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:18:32.135189 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:18:36.917336 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-d9dd6e46-8c1f-4442-a89f-fe52b8bdb886 req-743ef74f-df43-442f-a817-a97f352fe3e9 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=e326350e-a23b-47d5-b68b-4d32d9b75c29&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0909646 Jul 28 19:18:36.997413 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dd6e46-8c1f-4442-a89f-fe52b8bdb886 req-a6f07171-a4ae-4e9e-b25d-04b5f0af370c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:18:36.998989 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-d9dd6e46-8c1f-4442-a89f-fe52b8bdb886 req-a6f07171-a4ae-4e9e-b25d-04b5f0af370c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=4dceb4eb37274cd9b3fcc8dffed09715&device_id=e326350e-a23b-47d5-b68b-4d32d9b75c29 HTTP/1.1" status: 200 len: 1098 time: 0.0400724 Jul 28 19:18:37.097980 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dd6e46-8c1f-4442-a89f-fe52b8bdb886 req-d0dffb9f-e146-4f90-bb76-d8e204fdf561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:18:37.099450 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-d9dd6e46-8c1f-4442-a89f-fe52b8bdb886 req-d0dffb9f-e146-4f90-bb76-d8e204fdf561 service neutron] 10.222.0.49 "GET /v2.0/networks?id=9a21bde8-e77f-4246-845e-15d2cf775c00 HTTP/1.1" status: 200 len: 912 time: 0.0821338 Jul 28 19:18:37.166862 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-d9dd6e46-8c1f-4442-a89f-fe52b8bdb886 req-68224d7d-b719-4f37-8bd8-6ba0cf544fbd service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fb8a656a-3528-468b-8ffa-8e58621cf20d HTTP/1.1" status: 200 len: 1001 time: 0.0601695 Jul 28 19:18:37.215222 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dd6e46-8c1f-4442-a89f-fe52b8bdb886 req-d9b2a4f3-b39b-4c56-8b7d-433b5e9a09f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:18:37.216763 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-d9dd6e46-8c1f-4442-a89f-fe52b8bdb886 req-d9b2a4f3-b39b-4c56-8b7d-433b5e9a09f5 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d8dd9f14-f474-4c6a-84f8-85ff7b8e642f HTTP/1.1" status: 200 len: 850 time: 0.0428727 Jul 28 19:18:37.270173 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dd6e46-8c1f-4442-a89f-fe52b8bdb886 req-0bd89131-5170-4721-b49b-60033309b52f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:18:37.271896 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-d9dd6e46-8c1f-4442-a89f-fe52b8bdb886 req-0bd89131-5170-4721-b49b-60033309b52f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9a21bde8-e77f-4246-845e-15d2cf775c00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0449569 Jul 28 19:18:37.363123 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-d9dd6e46-8c1f-4442-a89f-fe52b8bdb886 req-2a123584-d6d7-45a3-80e2-8c1decb3c580 service neutron] 10.222.0.49 "GET /v2.0/networks/9a21bde8-e77f-4246-845e-15d2cf775c00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841756 Jul 28 19:18:37.448915 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-d9dd6e46-8c1f-4442-a89f-fe52b8bdb886 req-5aad3b41-35ff-4cf9-85a9-16cbc95108d0 service neutron] 10.222.0.49 "GET /v2.0/networks/9a21bde8-e77f-4246-845e-15d2cf775c00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789499 Jul 28 19:18:41.466298 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.wsgi [req-f4a8b89e-7fde-4586-a2ce-9ef9f31f0d61 req-fbbb8728-0d0b-4b87-9ca9-ec7c517d4087 service neutron] (93587) timed out ('10.222.0.49', 55725) {{(pid=93587) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 28 19:18:47.659738 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.db.agents_db [None req-65e7ef76-a059-4ec3-9341-f72ff4ef7e59 None None] Agent healthcheck: found 6 active agents {{(pid=93589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 19:18:51.534402 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-3e3896a4-87b8-49a3-aedd-153a565759f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:18:54.258530 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:18:54.448763 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-ea3a9fc8-080f-4427-913f-44e7499927e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:18:55.595375 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-acea1373-d53c-46a9-b089-9e40d352d773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:18:57.635276 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-26c861f8-c84b-4272-86f3-59900436582c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:19:02.144147 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:19:06.574996 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.wsgi [req-e74b718f-d489-4f5d-aea8-582617d88dd6 req-d8946389-55a5-4772-937c-deb22a2ea5e4 service neutron] (93586) timed out ('10.222.0.49', 55707) {{(pid=93586) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 28 19:19:21.588784 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-3132efde-0262-4958-ba0c-24697111932b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:19:24.236627 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:19:24.456930 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-b73f355f-0049-4972-99bf-cb0f45a95093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:19:24.659491 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.db.agents_db [None req-65e7ef76-a059-4ec3-9341-f72ff4ef7e59 None None] Agent healthcheck: found 6 active agents {{(pid=93589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 19:19:25.634288 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-acea1373-d53c-46a9-b089-9e40d352d773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:19:27.659053 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-26c861f8-c84b-4272-86f3-59900436582c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:19:32.178623 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:19:32.277211 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.wsgi [-] (93587) accepted ('10.222.0.41', 41726) {{(pid=93587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:19:32.335628 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-95f79e80-6012-449d-867a-dd1ec8c759b4 tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] Notify callbacks [] for security_group, before_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:19:32.364086 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-95f79e80-6012-449d-867a-dd1ec8c759b4 tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:19:32.487227 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-95f79e80-6012-449d-867a-dd1ec8c759b4 tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676630'] for security_group, after_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:19:32.489792 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-95f79e80-6012-449d-867a-dd1ec8c759b4 tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] Notify callbacks [] for security_group, before_response {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:19:32.490999 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [None req-95f79e80-6012-449d-867a-dd1ec8c759b4 tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] 10.222.0.41 "DELETE /v2.0/security-groups/b4447fcf-5e32-44d8-9e2e-897d95fe9f2a HTTP/1.1" status: 204 len: 168 time: 0.2127438 Jul 28 19:19:32.500135 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f79e80-6012-449d-867a-dd1ec8c759b4 tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4447fcf-5e32-44d8-9e2e-897d95fe9f2a,revision_number=None']} {{(pid=93587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:19:32.508128 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f79e80-6012-449d-867a-dd1ec8c759b4 tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:19:32.508485 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f79e80-6012-449d-867a-dd1ec8c759b4 tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:19:32.511207 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f79e80-6012-449d-867a-dd1ec8c759b4 tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:19:32.511207 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f79e80-6012-449d-867a-dd1ec8c759b4 tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:19:32.511207 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f79e80-6012-449d-867a-dd1ec8c759b4 tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:19:32.511207 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f79e80-6012-449d-867a-dd1ec8c759b4 tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:19:32.511207 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f79e80-6012-449d-867a-dd1ec8c759b4 tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:19:32.511207 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f79e80-6012-449d-867a-dd1ec8c759b4 tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:19:32.511207 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f79e80-6012-449d-867a-dd1ec8c759b4 tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:19:32.511207 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f79e80-6012-449d-867a-dd1ec8c759b4 tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:19:32.511989 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f79e80-6012-449d-867a-dd1ec8c759b4 tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:19:32.511989 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f79e80-6012-449d-867a-dd1ec8c759b4 tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:19:32.701462 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.wsgi [-] (93587) accepted ('10.222.0.41', 41732) {{(pid=93587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:19:33.230037 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-9efefbe0-b365-49ec-b115-c65961ced536 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3821637'] for router_interface, before_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:19:33.715550 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.plugins.ml2.plugin [None req-9efefbe0-b365-49ec-b115-c65961ced536 admin admin] Deleting port aa81a88f-9451-4946-8555-8bb6cc2b2e82 {{(pid=93587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 19:19:33.716272 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-9efefbe0-b365-49ec-b115-c65961ced536 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742349616523'] for port, before_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:19:33.795181 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.plugins.ml2.db [None req-9efefbe0-b365-49ec-b115-c65961ced536 admin admin] For port aa81a88f-9451-4946-8555-8bb6cc2b2e82, host dv-cinder-802653-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-1-iscsi',level=0,port_id=aa81a88f-9451-4946-8555-8bb6cc2b2e82,segment=NetworkSegment(622f7237-17aa-40be-8f6b-0c3a147ac662),segment_id=622f7237-17aa-40be-8f6b-0c3a147ac662)] {{(pid=93587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:19:33.795552 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-9efefbe0-b365-49ec-b115-c65961ced536 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825298'] for port, precommit_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:19:33.810021 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.plugins.ml2.plugin [None req-9efefbe0-b365-49ec-b115-c65961ced536 admin admin] Calling delete_port for aa81a88f-9451-4946-8555-8bb6cc2b2e82 owned by network:router_interface {{(pid=93587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 19:19:34.056468 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-9efefbe0-b365-49ec-b115-c65961ced536 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742349622303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742349248525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9465727'] for port, after_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:19:34.082335 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efefbe0-b365-49ec-b115-c65961ced536 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa81a88f-9451-4946-8555-8bb6cc2b2e82,revision_number=None']} {{(pid=93587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:19:34.244587 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-9efefbe0-b365-49ec-b115-c65961ced536 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3760063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3821609'] for router_interface, after_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:19:34.453972 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9efefbe0-b365-49ec-b115-c65961ced536 admin admin] Router 00bf29c4-29dd-4875-b481-000d03cce639 has already been hosted by L3 agent a81dfe8c-a6e8-4fad-82b8-e31bee6ac2ff {{(pid=93587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 19:19:34.556620 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9efefbe0-b365-49ec-b115-c65961ced536 admin admin] Notify agent at l3_agent.dv-cinder-802653-1-iscsi the message routers_updated {{(pid=93587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 19:19:34.563215 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [None req-9efefbe0-b365-49ec-b115-c65961ced536 admin admin] 10.222.0.41 "PUT /v2.0/routers/00bf29c4-29dd-4875-b481-000d03cce639/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8606944 Jul 28 19:19:34.564529 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.wsgi [-] (93586) accepted ('10.222.0.41', 41748) {{(pid=93586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:19:34.566034 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebcfe2d3-9eb1-4430-bc24-83b50bfd7647 None None] Sync routers for ids ['00bf29c4-29dd-4875-b481-000d03cce639'] in dv-cinder-802653-1-iscsi {{(pid=93588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 19:19:34.574860 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebcfe2d3-9eb1-4430-bc24-83b50bfd7647 None None] Routers {'00bf29c4-29dd-4875-b481-000d03cce639'} bound to L3 agent in host dv-cinder-802653-1-iscsi {{(pid=93588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 19:19:34.575563 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.l3_hamode_db [None req-ebcfe2d3-9eb1-4430-bc24-83b50bfd7647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802653-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T18:54:54Z,description=,heartbeat_timestamp=2021-07-28T19:19:24Z,host='dv-cinder-802653-1-iscsi',id=a81dfe8c-a6e8-4fad-82b8-e31bee6ac2ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T18:54:55Z,topic='l3_agent')) {'router_ids': ['00bf29c4-29dd-4875-b481-000d03cce639'], 'active': True} {{(pid=93588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:19:34.666884 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-300595ca-203c-4c54-a861-a359587f68bd admin admin] Notify callbacks [] for router, before_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:19:34.676714 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.l3_dvr_db [None req-ebcfe2d3-9eb1-4430-bc24-83b50bfd7647 None None] Set router 00bf29c4-29dd-4875-b481-000d03cce639 gateway port host: dv-cinder-802653-1-iscsi {{(pid=93588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 19:19:34.766254 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-300595ca-203c-4c54-a861-a359587f68bd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:19:34.850627 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.l3_hamode_db [None req-ebcfe2d3-9eb1-4430-bc24-83b50bfd7647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00bf29c4-29dd-4875-b481-000d03cce639', 'name': 'tempest-TestVolumeBootPattern-1803685692-router', 'tenant_id': 'f449636262994023a73b5af01e3aac3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df', 'external_fixed_ips': [{'subnet_id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': '8deaf5f4-c021-4a1a-a60b-b795f523c482', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:08:34Z', 'updated_at': '2021-07-28T19:19:33Z', 'revision_number': 5, 'project_id': 'f449636262994023a73b5af01e3aac3d', 'gw_port': {'id': '8deaf5f4-c021-4a1a-a60b-b795f523c482', 'name': '', 'network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:46:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00bf29c4-29dd-4875-b481-000d03cce639', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:08:35Z', 'updated_at': '2021-07-28T19:08:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-1-iscsi'}], 'dv-cinder-802653-1-iscsi', False) {} {{(pid=93588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:19:34.879300 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebcfe2d3-9eb1-4430-bc24-83b50bfd7647 None None] Checking router: 00bf29c4-29dd-4875-b481-000d03cce639 for host: dv-cinder-802653-1-iscsi {{(pid=93588) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 19:19:34.887972 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebcfe2d3-9eb1-4430-bc24-83b50bfd7647 None None] Routers {'00bf29c4-29dd-4875-b481-000d03cce639'} bound to L3 agent in host dv-cinder-802653-1-iscsi {{(pid=93588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 19:19:34.888704 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.l3_hamode_db [None req-ebcfe2d3-9eb1-4430-bc24-83b50bfd7647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802653-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T18:54:54Z,description=,heartbeat_timestamp=2021-07-28T19:19:24Z,host='dv-cinder-802653-1-iscsi',id=a81dfe8c-a6e8-4fad-82b8-e31bee6ac2ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T18:54:55Z,topic='l3_agent')) {'router_ids': ['00bf29c4-29dd-4875-b481-000d03cce639'], 'active': True} {{(pid=93588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:19:34.891158 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.plugins.ml2.plugin [None req-300595ca-203c-4c54-a861-a359587f68bd admin admin] Deleting port 8deaf5f4-c021-4a1a-a60b-b795f523c482 {{(pid=93586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 19:19:34.891499 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-300595ca-203c-4c54-a861-a359587f68bd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742349616523'] for port, before_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:19:34.987565 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.plugins.ml2.db [None req-300595ca-203c-4c54-a861-a359587f68bd admin admin] For port 8deaf5f4-c021-4a1a-a60b-b795f523c482, host dv-cinder-802653-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-1-iscsi',level=0,port_id=8deaf5f4-c021-4a1a-a60b-b795f523c482,segment=NetworkSegment(17bd56bb-f533-4c75-bcf1-86c99094db6a),segment_id=17bd56bb-f533-4c75-bcf1-86c99094db6a)] {{(pid=93586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:19:34.988049 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-300595ca-203c-4c54-a861-a359587f68bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825298'] for port, precommit_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:19:35.002795 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.plugins.ml2.plugin [None req-300595ca-203c-4c54-a861-a359587f68bd admin admin] Calling delete_port for 8deaf5f4-c021-4a1a-a60b-b795f523c482 owned by network:router_gateway {{(pid=93586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 19:19:35.109122 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.l3_dvr_db [None req-ebcfe2d3-9eb1-4430-bc24-83b50bfd7647 None None] Set router 00bf29c4-29dd-4875-b481-000d03cce639 gateway port host: None {{(pid=93588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 19:19:35.159893 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.l3_hamode_db [None req-ebcfe2d3-9eb1-4430-bc24-83b50bfd7647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00bf29c4-29dd-4875-b481-000d03cce639', 'name': 'tempest-TestVolumeBootPattern-1803685692-router', 'tenant_id': 'f449636262994023a73b5af01e3aac3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:08:34Z', 'updated_at': '2021-07-28T19:19:34Z', 'revision_number': 6, 'project_id': 'f449636262994023a73b5af01e3aac3d', 'gw_port_host': None}], 'dv-cinder-802653-1-iscsi', False) {} {{(pid=93588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:19:35.189407 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebcfe2d3-9eb1-4430-bc24-83b50bfd7647 None None] The sync data for ids ['00bf29c4-29dd-4875-b481-000d03cce639'] in dv-cinder-802653-1-iscsi is: [{'id': '00bf29c4-29dd-4875-b481-000d03cce639', 'name': 'tempest-TestVolumeBootPattern-1803685692-router', 'tenant_id': 'f449636262994023a73b5af01e3aac3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:08:34Z', 'updated_at': '2021-07-28T19:19:34Z', 'revision_number': 6, 'project_id': 'f449636262994023a73b5af01e3aac3d', 'gw_port_host': None}] {{(pid=93588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 19:19:35.228587 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-300595ca-203c-4c54-a861-a359587f68bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742349622303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742349248525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12083827'] for port, after_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:19:35.254503 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300595ca-203c-4c54-a861-a359587f68bd admin admin] Pushing event deleted for resources: {'Port': ['ID=8deaf5f4-c021-4a1a-a60b-b795f523c482,revision_number=None']} {{(pid=93586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:19:35.279549 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300595ca-203c-4c54-a861-a359587f68bd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:19:35.279907 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300595ca-203c-4c54-a861-a359587f68bd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:19:35.280251 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300595ca-203c-4c54-a861-a359587f68bd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:19:35.280612 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300595ca-203c-4c54-a861-a359587f68bd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:19:35.280944 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300595ca-203c-4c54-a861-a359587f68bd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:19:35.281276 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300595ca-203c-4c54-a861-a359587f68bd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:19:35.281603 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300595ca-203c-4c54-a861-a359587f68bd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:19:35.281929 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300595ca-203c-4c54-a861-a359587f68bd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:19:35.282260 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300595ca-203c-4c54-a861-a359587f68bd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:19:35.282601 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300595ca-203c-4c54-a861-a359587f68bd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:19:35.282923 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300595ca-203c-4c54-a861-a359587f68bd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:19:35.283243 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300595ca-203c-4c54-a861-a359587f68bd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:19:35.320999 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-300595ca-203c-4c54-a861-a359587f68bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3821451'] for router_gateway, after_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:19:35.408409 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-300595ca-203c-4c54-a861-a359587f68bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3885588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32157'] for router, precommit_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:19:35.410443 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-300595ca-203c-4c54-a861-a359587f68bd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:19:35.508388 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-300595ca-203c-4c54-a861-a359587f68bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3885188'] for router, after_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:19:35.508917 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-300595ca-203c-4c54-a861-a359587f68bd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 00bf29c4-29dd-4875-b481-000d03cce639 {{(pid=93586) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 19:19:35.513991 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-300595ca-203c-4c54-a861-a359587f68bd admin admin] Notify callbacks [] for router, before_response {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:19:35.515152 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [None req-300595ca-203c-4c54-a861-a359587f68bd admin admin] 10.222.0.41 "DELETE /v2.0/routers/00bf29c4-29dd-4875-b481-000d03cce639 HTTP/1.1" status: 204 len: 168 time: 0.9497218 Jul 28 19:19:35.518053 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.wsgi [-] (93586) accepted ('10.222.0.41', 41758) {{(pid=93586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:19:35.564545 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.db.db_base_plugin_v2 [None req-baaff08f-ae07-4f39-9a62-6659102676fb admin admin] Deleting subnet da272baf-79bf-4c88-a655-3fb99031059b {{(pid=93586) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 28 19:19:35.567854 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-baaff08f-ae07-4f39-9a62-6659102676fb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:19:35.603623 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-baaff08f-ae07-4f39-9a62-6659102676fb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12083803'] for subnet, precommit_delete_associations {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:19:35.683960 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-baaff08f-ae07-4f39-9a62-6659102676fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-783032'] for subnet, precommit_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:19:35.807473 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-baaff08f-ae07-4f39-9a62-6659102676fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12083804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12577348'] for subnet, after_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:19:35.834901 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baaff08f-ae07-4f39-9a62-6659102676fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da272baf-79bf-4c88-a655-3fb99031059b,revision_number=None']} {{(pid=93586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:19:35.837288 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-baaff08f-ae07-4f39-9a62-6659102676fb admin admin] Notify callbacks [] for subnet, before_response {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:19:35.840331 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [None req-baaff08f-ae07-4f39-9a62-6659102676fb admin admin] 10.222.0.41 "DELETE /v2.0/subnets/da272baf-79bf-4c88-a655-3fb99031059b HTTP/1.1" status: 204 len: 168 time: 0.3212557 Jul 28 19:19:35.841205 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c641b3a-2712-4607-8ff7-eda59bf322fc None None] Network cc84c079-39a8-4ac9-aca1-5e372559018a requested from dv-cinder-802653-1-iscsi {{(pid=93588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 19:19:35.842836 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.wsgi [-] (93586) accepted ('10.222.0.41', 41760) {{(pid=93586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:19:35.908990 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-b0e613aa-718c-418a-92fa-b9541d91d6f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-648881'] for network, before_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:19:35.971013 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.plugins.ml2.plugin [None req-b0e613aa-718c-418a-92fa-b9541d91d6f2 admin admin] Deleting port f78c7aa3-a930-4f5b-9387-006bd70eb299 {{(pid=93586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 19:19:35.971384 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-b0e613aa-718c-418a-92fa-b9541d91d6f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742349616523'] for port, before_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:19:36.041244 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-451ed1ac-e59a-48f1-b930-7fe11c56731d None None] DHCP port deletion for cc84c079-39a8-4ac9-aca1-5e372559018a request from dv-cinder-802653-1-iscsi {{(pid=93588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 19:19:36.043089 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.plugins.ml2.db [None req-b0e613aa-718c-418a-92fa-b9541d91d6f2 admin admin] For port f78c7aa3-a930-4f5b-9387-006bd70eb299, host dv-cinder-802653-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-1-iscsi',level=0,port_id=f78c7aa3-a930-4f5b-9387-006bd70eb299,segment=NetworkSegment(622f7237-17aa-40be-8f6b-0c3a147ac662),segment_id=622f7237-17aa-40be-8f6b-0c3a147ac662)] {{(pid=93586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:19:36.043665 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-b0e613aa-718c-418a-92fa-b9541d91d6f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825298'] for port, precommit_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:19:36.058336 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.plugins.ml2.plugin [None req-b0e613aa-718c-418a-92fa-b9541d91d6f2 admin admin] Calling delete_port for f78c7aa3-a930-4f5b-9387-006bd70eb299 owned by network:dhcp {{(pid=93586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 19:19:36.096208 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.plugin [None req-451ed1ac-e59a-48f1-b930-7fe11c56731d None None] Deleting port f78c7aa3-a930-4f5b-9387-006bd70eb299 {{(pid=93588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 19:19:36.096801 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-451ed1ac-e59a-48f1-b930-7fe11c56731d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742349616523'] for port, before_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:19:36.161387 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.db [None req-451ed1ac-e59a-48f1-b930-7fe11c56731d None None] For port f78c7aa3-a930-4f5b-9387-006bd70eb299, host dv-cinder-802653-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-1-iscsi',level=0,port_id=f78c7aa3-a930-4f5b-9387-006bd70eb299,segment=NetworkSegment(622f7237-17aa-40be-8f6b-0c3a147ac662),segment_id=622f7237-17aa-40be-8f6b-0c3a147ac662)] {{(pid=93588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:19:36.161791 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-451ed1ac-e59a-48f1-b930-7fe11c56731d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825298'] for port, precommit_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:19:36.178074 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.plugin [None req-451ed1ac-e59a-48f1-b930-7fe11c56731d None None] Calling delete_port for f78c7aa3-a930-4f5b-9387-006bd70eb299 owned by network:dhcp {{(pid=93588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 19:19:36.365169 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-451ed1ac-e59a-48f1-b930-7fe11c56731d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742349622303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742349248525'] for port, after_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:19:36.394351 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-451ed1ac-e59a-48f1-b930-7fe11c56731d None None] No DVR routers for this DVR port f78c7aa3-a930-4f5b-9387-006bd70eb299 on host dv-cinder-802653-1-iscsi {{(pid=93588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 19:19:36.399176 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451ed1ac-e59a-48f1-b930-7fe11c56731d None None] Pushing event deleted for resources: {'Port': ['ID=f78c7aa3-a930-4f5b-9387-006bd70eb299,revision_number=None']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:19:36.407210 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451ed1ac-e59a-48f1-b930-7fe11c56731d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:19:36.408214 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451ed1ac-e59a-48f1-b930-7fe11c56731d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:19:36.408636 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451ed1ac-e59a-48f1-b930-7fe11c56731d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:19:36.408982 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451ed1ac-e59a-48f1-b930-7fe11c56731d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:19:36.409360 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451ed1ac-e59a-48f1-b930-7fe11c56731d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:19:36.409654 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451ed1ac-e59a-48f1-b930-7fe11c56731d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:19:36.409996 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451ed1ac-e59a-48f1-b930-7fe11c56731d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:19:36.410335 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451ed1ac-e59a-48f1-b930-7fe11c56731d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:19:36.410973 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451ed1ac-e59a-48f1-b930-7fe11c56731d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:19:36.411314 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451ed1ac-e59a-48f1-b930-7fe11c56731d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:19:36.411513 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-b0e613aa-718c-418a-92fa-b9541d91d6f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742349622303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742349248525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12083827'] for port, after_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:19:36.411642 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451ed1ac-e59a-48f1-b930-7fe11c56731d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:19:36.411984 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451ed1ac-e59a-48f1-b930-7fe11c56731d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:19:36.435982 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e613aa-718c-418a-92fa-b9541d91d6f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=f78c7aa3-a930-4f5b-9387-006bd70eb299,revision_number=None']} {{(pid=93586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:19:36.439207 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0e613aa-718c-418a-92fa-b9541d91d6f2 admin admin] No DVR routers for this DVR port f78c7aa3-a930-4f5b-9387-006bd70eb299 on host dv-cinder-802653-1-iscsi {{(pid=93586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 19:19:36.509088 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-b0e613aa-718c-418a-92fa-b9541d91d6f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721199', 'neutron.services.segments.db._delete_segments_for_network-8742349714737'] for network, precommit_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:19:36.520365 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.services.segments.db [None req-b0e613aa-718c-418a-92fa-b9541d91d6f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc84c079-39a8-4ac9-aca1-5e372559018a']}} {{(pid=93586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:19:36.533738 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.services.segments.db [None req-b0e613aa-718c-418a-92fa-b9541d91d6f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '622f7237-17aa-40be-8f6b-0c3a147ac662') {'for_net_delete': True} {{(pid=93586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:19:36.533944 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.services.segments.db [None req-b0e613aa-718c-418a-92fa-b9541d91d6f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '622f7237-17aa-40be-8f6b-0c3a147ac662') {} {{(pid=93586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:19:36.542603 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-b0e613aa-718c-418a-92fa-b9541d91d6f2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742349715770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12083792'] for segment, before_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:19:36.555537 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-b0e613aa-718c-418a-92fa-b9541d91d6f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721374'] for segment, precommit_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:19:36.561484 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0e613aa-718c-418a-92fa-b9541d91d6f2 admin admin] Releasing vlan 438 on physical network physnet1 to pool {{(pid=93586) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 19:19:36.561871 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-b0e613aa-718c-418a-92fa-b9541d91d6f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12083586'] for segment, after_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:19:36.563489 dv-cinder-802653-1-iscsi neutron-server[93586]: Traceback (most recent call last): Jul 28 19:19:36.563489 dv-cinder-802653-1-iscsi neutron-server[93586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 19:19:36.563489 dv-cinder-802653-1-iscsi neutron-server[93586]: timer() Jul 28 19:19:36.563489 dv-cinder-802653-1-iscsi neutron-server[93586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 19:19:36.563489 dv-cinder-802653-1-iscsi neutron-server[93586]: cb(*args, **kw) Jul 28 19:19:36.563489 dv-cinder-802653-1-iscsi neutron-server[93586]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 19:19:36.563489 dv-cinder-802653-1-iscsi neutron-server[93586]: return func(*args, **kwargs) Jul 28 19:19:36.563489 dv-cinder-802653-1-iscsi neutron-server[93586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 19:19:36.563489 dv-cinder-802653-1-iscsi neutron-server[93586]: self._notify() Jul 28 19:19:36.563489 dv-cinder-802653-1-iscsi neutron-server[93586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 19:19:36.563489 dv-cinder-802653-1-iscsi neutron-server[93586]: self.callback(batched_events) Jul 28 19:19:36.563489 dv-cinder-802653-1-iscsi neutron-server[93586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 19:19:36.563489 dv-cinder-802653-1-iscsi neutron-server[93586]: event.method(event) Jul 28 19:19:36.563489 dv-cinder-802653-1-iscsi neutron-server[93586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 19:19:36.563489 dv-cinder-802653-1-iscsi neutron-server[93586]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 19:19:36.563489 dv-cinder-802653-1-iscsi neutron-server[93586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 19:19:36.563489 dv-cinder-802653-1-iscsi neutron-server[93586]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 19:19:36.563489 dv-cinder-802653-1-iscsi neutron-server[93586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 19:19:36.563489 dv-cinder-802653-1-iscsi neutron-server[93586]: return f(self, *a, **k) Jul 28 19:19:36.563489 dv-cinder-802653-1-iscsi neutron-server[93586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 19:19:36.563489 dv-cinder-802653-1-iscsi neutron-server[93586]: return self._get(url).json() Jul 28 19:19:36.563489 dv-cinder-802653-1-iscsi neutron-server[93586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 19:19:36.563489 dv-cinder-802653-1-iscsi neutron-server[93586]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 19:19:36.563489 dv-cinder-802653-1-iscsi neutron-server[93586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 19:19:36.563489 dv-cinder-802653-1-iscsi neutron-server[93586]: return self.request(url, 'GET', **kwargs) Jul 28 19:19:36.563489 dv-cinder-802653-1-iscsi neutron-server[93586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 19:19:36.563489 dv-cinder-802653-1-iscsi neutron-server[93586]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 19:19:36.563489 dv-cinder-802653-1-iscsi neutron-server[93586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 19:19:36.563489 dv-cinder-802653-1-iscsi neutron-server[93586]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 19:19:36.563489 dv-cinder-802653-1-iscsi neutron-server[93586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 19:19:36.563489 dv-cinder-802653-1-iscsi neutron-server[93586]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 19:19:36.563489 dv-cinder-802653-1-iscsi neutron-server[93586]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 19:19:36.696200 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-b0e613aa-718c-418a-92fa-b9541d91d6f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3821495'] for network, after_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:19:36.701514 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-b0e613aa-718c-418a-92fa-b9541d91d6f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760026'] for network, before_response {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:19:36.703432 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [None req-b0e613aa-718c-418a-92fa-b9541d91d6f2 admin admin] 10.222.0.41 "DELETE /v2.0/networks/cc84c079-39a8-4ac9-aca1-5e372559018a HTTP/1.1" status: 204 len: 168 time: 0.8596644 Jul 28 19:19:36.707564 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.wsgi [-] (93587) accepted ('10.222.0.41', 41768) {{(pid=93587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:19:36.714825 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e613aa-718c-418a-92fa-b9541d91d6f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=cc84c079-39a8-4ac9-aca1-5e372559018a,revision_number=None']} {{(pid=93586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:19:36.913013 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.rpc [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Device aa81a88f-9451-4946-8555-8bb6cc2b2e82 no longer exists at agent ovs-agent-dv-cinder-802653-1-iscsi {{(pid=93588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 19:19:36.932816 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.plugin [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] No Port match for: aa81a88f-9451-4946-8555-8bb6cc2b2e82 {{(pid=93588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 19:19:36.933413 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.rpc [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Device aa81a88f-9451-4946-8555-8bb6cc2b2e82 not bound to the agent host dv-cinder-802653-1-iscsi {{(pid=93588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 19:19:36.933817 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.rpc [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Device f78c7aa3-a930-4f5b-9387-006bd70eb299 no longer exists at agent ovs-agent-dv-cinder-802653-1-iscsi {{(pid=93588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 19:19:36.951909 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.plugin [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] No Port match for: f78c7aa3-a930-4f5b-9387-006bd70eb299 {{(pid=93588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 19:19:36.952254 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.rpc [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Device f78c7aa3-a930-4f5b-9387-006bd70eb299 not bound to the agent host dv-cinder-802653-1-iscsi {{(pid=93588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 19:19:36.952660 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.rpc [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Device 8deaf5f4-c021-4a1a-a60b-b795f523c482 no longer exists at agent ovs-agent-dv-cinder-802653-1-iscsi {{(pid=93588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 19:19:36.971630 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.plugin [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] No Port match for: 8deaf5f4-c021-4a1a-a60b-b795f523c482 {{(pid=93588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 19:19:36.971992 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.rpc [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Device 8deaf5f4-c021-4a1a-a60b-b795f523c482 not bound to the agent host dv-cinder-802653-1-iscsi {{(pid=93588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 19:19:37.048988 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-481d5c87-44be-4e07-8099-f915bbcbe4d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3821637'] for router_interface, before_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:19:37.286161 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.plugins.ml2.plugin [None req-481d5c87-44be-4e07-8099-f915bbcbe4d4 admin admin] Deleting port 82613154-5fd5-44c8-9243-840da7819d17 {{(pid=93587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 19:19:37.286535 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-481d5c87-44be-4e07-8099-f915bbcbe4d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742349616523'] for port, before_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:19:37.362768 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.plugins.ml2.db [None req-481d5c87-44be-4e07-8099-f915bbcbe4d4 admin admin] For port 82613154-5fd5-44c8-9243-840da7819d17, host dv-cinder-802653-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-1-iscsi',level=0,port_id=82613154-5fd5-44c8-9243-840da7819d17,segment=NetworkSegment(979327ac-9672-4f72-bdf1-54b4314225e4),segment_id=979327ac-9672-4f72-bdf1-54b4314225e4)] {{(pid=93587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:19:37.363050 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-481d5c87-44be-4e07-8099-f915bbcbe4d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825298'] for port, precommit_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:19:37.375009 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.plugins.ml2.plugin [None req-481d5c87-44be-4e07-8099-f915bbcbe4d4 admin admin] Calling delete_port for 82613154-5fd5-44c8-9243-840da7819d17 owned by network:router_interface {{(pid=93587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 19:19:37.607498 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-481d5c87-44be-4e07-8099-f915bbcbe4d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742349622303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742349248525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9465727'] for port, after_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:19:37.633201 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481d5c87-44be-4e07-8099-f915bbcbe4d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=82613154-5fd5-44c8-9243-840da7819d17,revision_number=None']} {{(pid=93587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:19:37.796662 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-481d5c87-44be-4e07-8099-f915bbcbe4d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3760063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3821609'] for router_interface, after_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:19:37.918988 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-51cdab2c-7a25-4d9d-a032-8e7ff456e4d9 req-b6df79a4-d56f-424a-9f8d-5ed2ee936973 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=d747b783-c869-4129-bb53-d7849896f4f9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0788264 Jul 28 19:19:38.045988 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cdab2c-7a25-4d9d-a032-8e7ff456e4d9 req-81236cc3-1bd4-433b-8cb5-caaffa0f7dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:19:38.047516 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-51cdab2c-7a25-4d9d-a032-8e7ff456e4d9 req-81236cc3-1bd4-433b-8cb5-caaffa0f7dbf service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e571861060b247db886d6242932fd24c&device_id=d747b783-c869-4129-bb53-d7849896f4f9 HTTP/1.1" status: 200 len: 1099 time: 0.1085641 Jul 28 19:19:38.067083 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-481d5c87-44be-4e07-8099-f915bbcbe4d4 admin admin] Router 04d22f57-5e41-4df0-b83b-e83a672e1992 has already been hosted by L3 agent a81dfe8c-a6e8-4fad-82b8-e31bee6ac2ff {{(pid=93587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 19:19:38.227045 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cdab2c-7a25-4d9d-a032-8e7ff456e4d9 req-9724869f-518a-4906-b392-01c8875c1752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:19:38.228463 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-51cdab2c-7a25-4d9d-a032-8e7ff456e4d9 req-9724869f-518a-4906-b392-01c8875c1752 service neutron] 10.222.0.49 "GET /v2.0/networks?id=364dbfb6-530a-4ac4-a33f-55ede7274a55 HTTP/1.1" status: 200 len: 914 time: 0.1603909 Jul 28 19:19:38.275307 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-51cdab2c-7a25-4d9d-a032-8e7ff456e4d9 req-276831be-6c9a-4259-8814-75f9d3bbc3f5 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=71ac1c44-207f-4491-a302-8f7719dd125d HTTP/1.1" status: 200 len: 217 time: 0.0361881 Jul 28 19:19:38.276469 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-481d5c87-44be-4e07-8099-f915bbcbe4d4 admin admin] Notify agent at l3_agent.dv-cinder-802653-1-iscsi the message routers_updated {{(pid=93587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 19:19:38.284427 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [None req-481d5c87-44be-4e07-8099-f915bbcbe4d4 admin admin] 10.222.0.41 "PUT /v2.0/routers/04d22f57-5e41-4df0-b83b-e83a672e1992/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5727544 Jul 28 19:19:38.284539 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.wsgi [-] (93586) accepted ('10.222.0.41', 41780) {{(pid=93586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:19:38.287702 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17fc8ecb-e849-4cad-b31f-e202948e6dd8 None None] Sync routers for ids ['04d22f57-5e41-4df0-b83b-e83a672e1992'] in dv-cinder-802653-1-iscsi {{(pid=93589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 19:19:38.296903 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17fc8ecb-e849-4cad-b31f-e202948e6dd8 None None] Routers {'04d22f57-5e41-4df0-b83b-e83a672e1992'} bound to L3 agent in host dv-cinder-802653-1-iscsi {{(pid=93589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 19:19:38.297514 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.db.l3_hamode_db [None req-17fc8ecb-e849-4cad-b31f-e202948e6dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802653-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T18:54:54Z,description=,heartbeat_timestamp=2021-07-28T19:19:24Z,host='dv-cinder-802653-1-iscsi',id=a81dfe8c-a6e8-4fad-82b8-e31bee6ac2ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T18:54:55Z,topic='l3_agent')) {'router_ids': ['04d22f57-5e41-4df0-b83b-e83a672e1992'], 'active': True} {{(pid=93589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:19:38.325120 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cdab2c-7a25-4d9d-a032-8e7ff456e4d9 req-eed9f598-6b95-413c-901a-0f27201bbf5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:19:38.326588 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-51cdab2c-7a25-4d9d-a032-8e7ff456e4d9 req-eed9f598-6b95-413c-901a-0f27201bbf5a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e339257b-e5ce-42c3-9b8b-9eeaba589a61 HTTP/1.1" status: 200 len: 853 time: 0.0442626 Jul 28 19:19:38.358410 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-51cdab2c-7a25-4d9d-a032-8e7ff456e4d9 req-ac8d82ee-e7a0-4a03-9865-242be747ccb2 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=364dbfb6-530a-4ac4-a33f-55ede7274a55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239964 Jul 28 19:19:38.389731 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-a87aa534-b477-4bbb-b532-ff23cc0bb771 admin admin] Notify callbacks [] for router, before_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:19:38.403133 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.db.l3_dvr_db [None req-17fc8ecb-e849-4cad-b31f-e202948e6dd8 None None] Set router 04d22f57-5e41-4df0-b83b-e83a672e1992 gateway port host: dv-cinder-802653-1-iscsi {{(pid=93589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 19:19:38.455431 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-51cdab2c-7a25-4d9d-a032-8e7ff456e4d9 req-4bb40973-ae11-40f7-9e36-f88bd9fda863 service neutron] 10.222.0.49 "GET /v2.0/networks/364dbfb6-530a-4ac4-a33f-55ede7274a55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894244 Jul 28 19:19:38.492542 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-a87aa534-b477-4bbb-b532-ff23cc0bb771 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:19:38.546034 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-51cdab2c-7a25-4d9d-a032-8e7ff456e4d9 req-7761a9be-805b-4908-825a-de261a0421a8 service neutron] 10.222.0.49 "GET /v2.0/networks/364dbfb6-530a-4ac4-a33f-55ede7274a55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834746 Jul 28 19:19:38.583069 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.db.l3_hamode_db [None req-17fc8ecb-e849-4cad-b31f-e202948e6dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04d22f57-5e41-4df0-b83b-e83a672e1992', 'name': 'tempest-TestVolumeBootPattern-1635890-router', 'tenant_id': '1173b7ed4f8d4dd29dede339f2b9050d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df', 'external_fixed_ips': [{'subnet_id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': 'e9f8f047-9040-4e82-a26c-a32afa93d3a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:08:40Z', 'updated_at': '2021-07-28T19:19:37Z', 'revision_number': 5, 'project_id': '1173b7ed4f8d4dd29dede339f2b9050d', 'gw_port': {'id': 'e9f8f047-9040-4e82-a26c-a32afa93d3a8', 'name': '', 'network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:07:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04d22f57-5e41-4df0-b83b-e83a672e1992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:08:41Z', 'updated_at': '2021-07-28T19:08:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-1-iscsi'}], 'dv-cinder-802653-1-iscsi', False) {} {{(pid=93589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:19:38.617706 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17fc8ecb-e849-4cad-b31f-e202948e6dd8 None None] Checking router: 04d22f57-5e41-4df0-b83b-e83a672e1992 for host: dv-cinder-802653-1-iscsi {{(pid=93589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 19:19:38.623210 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.plugins.ml2.plugin [None req-a87aa534-b477-4bbb-b532-ff23cc0bb771 admin admin] Deleting port e9f8f047-9040-4e82-a26c-a32afa93d3a8 {{(pid=93586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 19:19:38.626778 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-a87aa534-b477-4bbb-b532-ff23cc0bb771 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742349616523'] for port, before_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:19:38.669992 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17fc8ecb-e849-4cad-b31f-e202948e6dd8 None None] Routers {'04d22f57-5e41-4df0-b83b-e83a672e1992'} bound to L3 agent in host dv-cinder-802653-1-iscsi {{(pid=93589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 19:19:38.670285 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.db.l3_hamode_db [None req-17fc8ecb-e849-4cad-b31f-e202948e6dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802653-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T18:54:54Z,description=,heartbeat_timestamp=2021-07-28T19:19:24Z,host='dv-cinder-802653-1-iscsi',id=a81dfe8c-a6e8-4fad-82b8-e31bee6ac2ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T18:54:55Z,topic='l3_agent')) {'router_ids': ['04d22f57-5e41-4df0-b83b-e83a672e1992'], 'active': True} {{(pid=93589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:19:38.705690 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.plugins.ml2.db [None req-a87aa534-b477-4bbb-b532-ff23cc0bb771 admin admin] For port e9f8f047-9040-4e82-a26c-a32afa93d3a8, host dv-cinder-802653-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-1-iscsi',level=0,port_id=e9f8f047-9040-4e82-a26c-a32afa93d3a8,segment=NetworkSegment(17bd56bb-f533-4c75-bcf1-86c99094db6a),segment_id=17bd56bb-f533-4c75-bcf1-86c99094db6a)] {{(pid=93586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:19:38.706056 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-a87aa534-b477-4bbb-b532-ff23cc0bb771 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825298'] for port, precommit_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:19:38.717530 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.plugins.ml2.plugin [None req-a87aa534-b477-4bbb-b532-ff23cc0bb771 admin admin] Calling delete_port for e9f8f047-9040-4e82-a26c-a32afa93d3a8 owned by network:router_gateway {{(pid=93586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 19:19:38.894838 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.db.l3_dvr_db [None req-17fc8ecb-e849-4cad-b31f-e202948e6dd8 None None] Set router 04d22f57-5e41-4df0-b83b-e83a672e1992 gateway port host: None {{(pid=93589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 19:19:38.954953 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.db.l3_hamode_db [None req-17fc8ecb-e849-4cad-b31f-e202948e6dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04d22f57-5e41-4df0-b83b-e83a672e1992', 'name': 'tempest-TestVolumeBootPattern-1635890-router', 'tenant_id': '1173b7ed4f8d4dd29dede339f2b9050d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:08:40Z', 'updated_at': '2021-07-28T19:19:38Z', 'revision_number': 6, 'project_id': '1173b7ed4f8d4dd29dede339f2b9050d', 'gw_port_host': None}], 'dv-cinder-802653-1-iscsi', False) {} {{(pid=93589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:19:38.967634 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-a87aa534-b477-4bbb-b532-ff23cc0bb771 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742349622303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742349248525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12083827'] for port, after_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:19:38.982500 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17fc8ecb-e849-4cad-b31f-e202948e6dd8 None None] The sync data for ids ['04d22f57-5e41-4df0-b83b-e83a672e1992'] in dv-cinder-802653-1-iscsi is: [{'id': '04d22f57-5e41-4df0-b83b-e83a672e1992', 'name': 'tempest-TestVolumeBootPattern-1635890-router', 'tenant_id': '1173b7ed4f8d4dd29dede339f2b9050d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:08:40Z', 'updated_at': '2021-07-28T19:19:38Z', 'revision_number': 6, 'project_id': '1173b7ed4f8d4dd29dede339f2b9050d', 'gw_port_host': None}] {{(pid=93589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 19:19:39.005267 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87aa534-b477-4bbb-b532-ff23cc0bb771 admin admin] Pushing event deleted for resources: {'Port': ['ID=e9f8f047-9040-4e82-a26c-a32afa93d3a8,revision_number=None']} {{(pid=93586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:19:39.064186 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-a87aa534-b477-4bbb-b532-ff23cc0bb771 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3821451'] for router_gateway, after_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:19:39.150761 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-a87aa534-b477-4bbb-b532-ff23cc0bb771 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3885588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32157'] for router, precommit_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:19:39.152861 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-a87aa534-b477-4bbb-b532-ff23cc0bb771 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:19:39.264381 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-a87aa534-b477-4bbb-b532-ff23cc0bb771 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3885188'] for router, after_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:19:39.264901 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a87aa534-b477-4bbb-b532-ff23cc0bb771 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 04d22f57-5e41-4df0-b83b-e83a672e1992 {{(pid=93586) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 19:19:39.269034 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-a87aa534-b477-4bbb-b532-ff23cc0bb771 admin admin] Notify callbacks [] for router, before_response {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:19:39.270211 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [None req-a87aa534-b477-4bbb-b532-ff23cc0bb771 admin admin] 10.222.0.41 "DELETE /v2.0/routers/04d22f57-5e41-4df0-b83b-e83a672e1992 HTTP/1.1" status: 204 len: 168 time: 0.9851475 Jul 28 19:19:39.272650 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.wsgi [-] (93586) accepted ('10.222.0.41', 41788) {{(pid=93586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:19:39.316535 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.db.db_base_plugin_v2 [None req-31f022eb-a79b-4a51-ae78-6087da7eb819 admin admin] Deleting subnet 1fe5f3d5-1f19-4b70-ab42-b13ec020f54a {{(pid=93586) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 28 19:19:39.319404 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-31f022eb-a79b-4a51-ae78-6087da7eb819 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:19:39.353639 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-31f022eb-a79b-4a51-ae78-6087da7eb819 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12083803'] for subnet, precommit_delete_associations {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:19:39.439539 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-31f022eb-a79b-4a51-ae78-6087da7eb819 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-783032'] for subnet, precommit_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:19:39.544607 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-31f022eb-a79b-4a51-ae78-6087da7eb819 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12083804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12577348'] for subnet, after_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:19:39.571995 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f022eb-a79b-4a51-ae78-6087da7eb819 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1fe5f3d5-1f19-4b70-ab42-b13ec020f54a,revision_number=None']} {{(pid=93586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:19:39.575640 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-31f022eb-a79b-4a51-ae78-6087da7eb819 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:19:39.577549 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [None req-31f022eb-a79b-4a51-ae78-6087da7eb819 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/1fe5f3d5-1f19-4b70-ab42-b13ec020f54a HTTP/1.1" status: 204 len: 168 time: 0.3039410 Jul 28 19:19:39.580113 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.wsgi [-] (93586) accepted ('10.222.0.41', 41790) {{(pid=93586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:19:39.581905 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23ac20f4-9d3a-4c2c-85d2-54c729bffc0f None None] Network 569d1ef9-1261-41a8-933f-aa919110e080 requested from dv-cinder-802653-1-iscsi {{(pid=93588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 19:19:39.649672 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-bef472ce-c185-4c29-9e5b-52d780a039be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-648881'] for network, before_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:19:39.706294 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.plugins.ml2.plugin [None req-bef472ce-c185-4c29-9e5b-52d780a039be admin admin] Deleting port b73b5a5c-ca3a-4de8-b531-08c341b388ac {{(pid=93586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 19:19:39.706640 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-bef472ce-c185-4c29-9e5b-52d780a039be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742349616523'] for port, before_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:19:39.770267 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e59f9f98-1f12-4c4e-a67c-1a0e29bfc05c None None] DHCP port deletion for 569d1ef9-1261-41a8-933f-aa919110e080 request from dv-cinder-802653-1-iscsi {{(pid=93588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 19:19:39.771630 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.plugins.ml2.db [None req-bef472ce-c185-4c29-9e5b-52d780a039be admin admin] For port b73b5a5c-ca3a-4de8-b531-08c341b388ac, host dv-cinder-802653-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-1-iscsi',level=0,port_id=b73b5a5c-ca3a-4de8-b531-08c341b388ac,segment=NetworkSegment(979327ac-9672-4f72-bdf1-54b4314225e4),segment_id=979327ac-9672-4f72-bdf1-54b4314225e4)] {{(pid=93586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:19:39.771932 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-bef472ce-c185-4c29-9e5b-52d780a039be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825298'] for port, precommit_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:19:39.786598 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.plugins.ml2.plugin [None req-bef472ce-c185-4c29-9e5b-52d780a039be admin admin] Calling delete_port for b73b5a5c-ca3a-4de8-b531-08c341b388ac owned by network:dhcp {{(pid=93586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 19:19:39.819573 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.plugin [None req-e59f9f98-1f12-4c4e-a67c-1a0e29bfc05c None None] Deleting port b73b5a5c-ca3a-4de8-b531-08c341b388ac {{(pid=93588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 19:19:39.820436 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-e59f9f98-1f12-4c4e-a67c-1a0e29bfc05c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742349616523'] for port, before_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:19:39.886317 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.db [None req-e59f9f98-1f12-4c4e-a67c-1a0e29bfc05c None None] For port b73b5a5c-ca3a-4de8-b531-08c341b388ac, host dv-cinder-802653-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-1-iscsi',level=0,port_id=b73b5a5c-ca3a-4de8-b531-08c341b388ac,segment=NetworkSegment(979327ac-9672-4f72-bdf1-54b4314225e4),segment_id=979327ac-9672-4f72-bdf1-54b4314225e4)] {{(pid=93588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:19:39.886711 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-e59f9f98-1f12-4c4e-a67c-1a0e29bfc05c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825298'] for port, precommit_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:19:39.898743 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.plugin [None req-e59f9f98-1f12-4c4e-a67c-1a0e29bfc05c None None] Calling delete_port for b73b5a5c-ca3a-4de8-b531-08c341b388ac owned by network:dhcp {{(pid=93588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 19:19:39.950512 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-bef472ce-c185-4c29-9e5b-52d780a039be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742349622303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742349248525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12083827'] for port, after_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:19:39.973906 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-e59f9f98-1f12-4c4e-a67c-1a0e29bfc05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742349622303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742349248525'] for port, after_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:19:39.982930 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef472ce-c185-4c29-9e5b-52d780a039be admin admin] Pushing event deleted for resources: {'Port': ['ID=b73b5a5c-ca3a-4de8-b531-08c341b388ac,revision_number=None']} {{(pid=93586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:19:39.992349 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef472ce-c185-4c29-9e5b-52d780a039be admin admin] No DVR routers for this DVR port b73b5a5c-ca3a-4de8-b531-08c341b388ac on host dv-cinder-802653-1-iscsi {{(pid=93586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 19:19:40.007103 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59f9f98-1f12-4c4e-a67c-1a0e29bfc05c None None] Pushing event deleted for resources: {'Port': ['ID=b73b5a5c-ca3a-4de8-b531-08c341b388ac,revision_number=None']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:19:40.010472 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e59f9f98-1f12-4c4e-a67c-1a0e29bfc05c None None] No DVR routers for this DVR port b73b5a5c-ca3a-4de8-b531-08c341b388ac on host dv-cinder-802653-1-iscsi {{(pid=93588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 19:19:40.062289 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-bef472ce-c185-4c29-9e5b-52d780a039be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721199', 'neutron.services.segments.db._delete_segments_for_network-8742349714737'] for network, precommit_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:19:40.072772 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.services.segments.db [None req-bef472ce-c185-4c29-9e5b-52d780a039be admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['569d1ef9-1261-41a8-933f-aa919110e080']}} {{(pid=93586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:19:40.086188 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.services.segments.db [None req-bef472ce-c185-4c29-9e5b-52d780a039be admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '979327ac-9672-4f72-bdf1-54b4314225e4') {'for_net_delete': True} {{(pid=93586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:19:40.086483 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.services.segments.db [None req-bef472ce-c185-4c29-9e5b-52d780a039be admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '979327ac-9672-4f72-bdf1-54b4314225e4') {} {{(pid=93586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:19:40.095018 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-bef472ce-c185-4c29-9e5b-52d780a039be admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742349715770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12083792'] for segment, before_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:19:40.108457 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-bef472ce-c185-4c29-9e5b-52d780a039be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721374'] for segment, precommit_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:19:40.114677 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bef472ce-c185-4c29-9e5b-52d780a039be admin admin] Releasing vlan 410 on physical network physnet1 to pool {{(pid=93586) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 19:19:40.115055 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-bef472ce-c185-4c29-9e5b-52d780a039be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12083586'] for segment, after_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:19:40.116721 dv-cinder-802653-1-iscsi neutron-server[93586]: Traceback (most recent call last): Jul 28 19:19:40.116721 dv-cinder-802653-1-iscsi neutron-server[93586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 19:19:40.116721 dv-cinder-802653-1-iscsi neutron-server[93586]: timer() Jul 28 19:19:40.116721 dv-cinder-802653-1-iscsi neutron-server[93586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 19:19:40.116721 dv-cinder-802653-1-iscsi neutron-server[93586]: cb(*args, **kw) Jul 28 19:19:40.116721 dv-cinder-802653-1-iscsi neutron-server[93586]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 19:19:40.116721 dv-cinder-802653-1-iscsi neutron-server[93586]: return func(*args, **kwargs) Jul 28 19:19:40.116721 dv-cinder-802653-1-iscsi neutron-server[93586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 19:19:40.116721 dv-cinder-802653-1-iscsi neutron-server[93586]: self._notify() Jul 28 19:19:40.116721 dv-cinder-802653-1-iscsi neutron-server[93586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 19:19:40.116721 dv-cinder-802653-1-iscsi neutron-server[93586]: self.callback(batched_events) Jul 28 19:19:40.116721 dv-cinder-802653-1-iscsi neutron-server[93586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 19:19:40.116721 dv-cinder-802653-1-iscsi neutron-server[93586]: event.method(event) Jul 28 19:19:40.116721 dv-cinder-802653-1-iscsi neutron-server[93586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 19:19:40.116721 dv-cinder-802653-1-iscsi neutron-server[93586]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 19:19:40.116721 dv-cinder-802653-1-iscsi neutron-server[93586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 19:19:40.116721 dv-cinder-802653-1-iscsi neutron-server[93586]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 19:19:40.116721 dv-cinder-802653-1-iscsi neutron-server[93586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 19:19:40.116721 dv-cinder-802653-1-iscsi neutron-server[93586]: return f(self, *a, **k) Jul 28 19:19:40.116721 dv-cinder-802653-1-iscsi neutron-server[93586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 19:19:40.116721 dv-cinder-802653-1-iscsi neutron-server[93586]: return self._get(url).json() Jul 28 19:19:40.116721 dv-cinder-802653-1-iscsi neutron-server[93586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 19:19:40.116721 dv-cinder-802653-1-iscsi neutron-server[93586]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 19:19:40.116721 dv-cinder-802653-1-iscsi neutron-server[93586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 19:19:40.116721 dv-cinder-802653-1-iscsi neutron-server[93586]: return self.request(url, 'GET', **kwargs) Jul 28 19:19:40.116721 dv-cinder-802653-1-iscsi neutron-server[93586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 19:19:40.116721 dv-cinder-802653-1-iscsi neutron-server[93586]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 19:19:40.116721 dv-cinder-802653-1-iscsi neutron-server[93586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 19:19:40.116721 dv-cinder-802653-1-iscsi neutron-server[93586]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 19:19:40.116721 dv-cinder-802653-1-iscsi neutron-server[93586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 19:19:40.116721 dv-cinder-802653-1-iscsi neutron-server[93586]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 19:19:40.116721 dv-cinder-802653-1-iscsi neutron-server[93586]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 19:19:40.230020 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-bef472ce-c185-4c29-9e5b-52d780a039be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3821495'] for network, after_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:19:40.236380 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-bef472ce-c185-4c29-9e5b-52d780a039be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760026'] for network, before_response {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:19:40.238224 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [None req-bef472ce-c185-4c29-9e5b-52d780a039be admin admin] 10.222.0.41 "DELETE /v2.0/networks/569d1ef9-1261-41a8-933f-aa919110e080 HTTP/1.1" status: 204 len: 168 time: 0.6570508 Jul 28 19:19:40.258569 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef472ce-c185-4c29-9e5b-52d780a039be admin admin] Pushing event deleted for resources: {'Network': ['ID=569d1ef9-1261-41a8-933f-aa919110e080,revision_number=None']} {{(pid=93586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:19:40.538478 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.wsgi [-] (93586) accepted ('10.222.0.41', 41800) {{(pid=93586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:19:40.577866 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [None req-9560c3a8-c9ab-45a2-85f3-24ed21c948d3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f449636262994023a73b5af01e3aac3d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0381618 Jul 28 19:19:40.580799 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.wsgi [-] (93586) accepted ('10.222.0.41', 41802) {{(pid=93586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:19:40.626846 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-7daa9e10-75d9-4543-b985-b582e4f5e846 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:19:40.652119 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-7daa9e10-75d9-4543-b985-b582e4f5e846 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:19:40.770609 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-7daa9e10-75d9-4543-b985-b582e4f5e846 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676630'] for security_group, after_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:19:40.773340 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-7daa9e10-75d9-4543-b985-b582e4f5e846 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:19:40.777630 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [None req-7daa9e10-75d9-4543-b985-b582e4f5e846 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d2419b78-175a-45e4-827f-b784e177ae2c HTTP/1.1" status: 204 len: 168 time: 0.1927385 Jul 28 19:19:40.782586 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7daa9e10-75d9-4543-b985-b582e4f5e846 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2419b78-175a-45e4-827f-b784e177ae2c,revision_number=None']} {{(pid=93586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:19:40.912179 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.rpc [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Device b73b5a5c-ca3a-4de8-b531-08c341b388ac no longer exists at agent ovs-agent-dv-cinder-802653-1-iscsi {{(pid=93588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 19:19:40.932190 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.plugin [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] No Port match for: b73b5a5c-ca3a-4de8-b531-08c341b388ac {{(pid=93588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 19:19:40.932535 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.rpc [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Device b73b5a5c-ca3a-4de8-b531-08c341b388ac not bound to the agent host dv-cinder-802653-1-iscsi {{(pid=93588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 19:19:40.933197 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.rpc [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Device 82613154-5fd5-44c8-9243-840da7819d17 no longer exists at agent ovs-agent-dv-cinder-802653-1-iscsi {{(pid=93588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 19:19:40.951106 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.plugin [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] No Port match for: 82613154-5fd5-44c8-9243-840da7819d17 {{(pid=93588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 19:19:40.951453 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.rpc [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Device 82613154-5fd5-44c8-9243-840da7819d17 not bound to the agent host dv-cinder-802653-1-iscsi {{(pid=93588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 19:19:40.951884 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.rpc [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Device e9f8f047-9040-4e82-a26c-a32afa93d3a8 no longer exists at agent ovs-agent-dv-cinder-802653-1-iscsi {{(pid=93588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 19:19:40.971101 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.plugin [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] No Port match for: e9f8f047-9040-4e82-a26c-a32afa93d3a8 {{(pid=93588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 19:19:40.971444 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.rpc [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Device e9f8f047-9040-4e82-a26c-a32afa93d3a8 not bound to the agent host dv-cinder-802653-1-iscsi {{(pid=93588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 19:19:41.440531 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.wsgi [-] (93587) accepted ('10.222.0.41', 41814) {{(pid=93587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:19:41.482657 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [None req-a441ed53-1010-4023-b2bb-9d35c7bd06f4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1173b7ed4f8d4dd29dede339f2b9050d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0409701 Jul 28 19:19:41.485072 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.wsgi [-] (93587) accepted ('10.222.0.41', 41816) {{(pid=93587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:19:41.531310 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-9e2c36be-458f-4a80-a234-04c2a97eb5d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:19:41.551833 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-9e2c36be-458f-4a80-a234-04c2a97eb5d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:19:41.667416 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-9e2c36be-458f-4a80-a234-04c2a97eb5d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676630'] for security_group, after_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:19:41.670001 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-9e2c36be-458f-4a80-a234-04c2a97eb5d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:19:41.671136 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [None req-9e2c36be-458f-4a80-a234-04c2a97eb5d0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6f6a5584-e8fd-4540-827d-4e846d864468 HTTP/1.1" status: 204 len: 168 time: 0.1846912 Jul 28 19:19:41.680195 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2c36be-458f-4a80-a234-04c2a97eb5d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f6a5584-e8fd-4540-827d-4e846d864468,revision_number=None']} {{(pid=93587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:19:51.606589 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-46933aa1-6a7e-447b-b4a8-d9eb21dd26df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:19:54.244259 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:19:54.443726 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-a9a27317-6ee7-4d71-9500-559e07deabb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:19:55.603706 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-acea1373-d53c-46a9-b089-9e40d352d773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:19:57.638411 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-26c861f8-c84b-4272-86f3-59900436582c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:20:01.659667 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.db.agents_db [None req-65e7ef76-a059-4ec3-9341-f72ff4ef7e59 None None] Agent healthcheck: found 6 active agents {{(pid=93589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 19:20:02.186130 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:20:21.551294 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-45c73490-df95-4c4e-9a3b-d8c989e5ef0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:20:24.225375 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:20:24.451724 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-00d1acbd-28d5-4251-a124-866b02ee51ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:20:25.594072 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-acea1373-d53c-46a9-b089-9e40d352d773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:20:27.653902 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-26c861f8-c84b-4272-86f3-59900436582c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:20:32.184859 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:20:38.658896 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.db.agents_db [None req-65e7ef76-a059-4ec3-9341-f72ff4ef7e59 None None] Agent healthcheck: found 6 active agents {{(pid=93589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 19:20:38.861004 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-695fdbff-197f-431a-806d-19f0fdad8004 req-9467bb6f-84c5-4524-a762-98d67a2d0330 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=e326350e-a23b-47d5-b68b-4d32d9b75c29&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0391734 Jul 28 19:20:38.943986 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695fdbff-197f-431a-806d-19f0fdad8004 req-124695ef-d580-4439-9895-6048eda01cda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:20:38.945377 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-695fdbff-197f-431a-806d-19f0fdad8004 req-124695ef-d580-4439-9895-6048eda01cda service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=4dceb4eb37274cd9b3fcc8dffed09715&device_id=e326350e-a23b-47d5-b68b-4d32d9b75c29 HTTP/1.1" status: 200 len: 1098 time: 0.0434449 Jul 28 19:20:39.044813 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695fdbff-197f-431a-806d-19f0fdad8004 req-45a6fc72-111d-4d9e-b4de-9038e2cf33b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:20:39.046279 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-695fdbff-197f-431a-806d-19f0fdad8004 req-45a6fc72-111d-4d9e-b4de-9038e2cf33b9 service neutron] 10.222.0.49 "GET /v2.0/networks?id=9a21bde8-e77f-4246-845e-15d2cf775c00 HTTP/1.1" status: 200 len: 912 time: 0.0823407 Jul 28 19:20:39.113966 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-695fdbff-197f-431a-806d-19f0fdad8004 req-6916fedc-3a4a-4664-82fb-79b4a65fc039 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fb8a656a-3528-468b-8ffa-8e58621cf20d HTTP/1.1" status: 200 len: 1001 time: 0.0595126 Jul 28 19:20:39.161624 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695fdbff-197f-431a-806d-19f0fdad8004 req-cc94d0aa-df53-4289-bf41-a433ad086b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:20:39.163101 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-695fdbff-197f-431a-806d-19f0fdad8004 req-cc94d0aa-df53-4289-bf41-a433ad086b5e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d8dd9f14-f474-4c6a-84f8-85ff7b8e642f HTTP/1.1" status: 200 len: 850 time: 0.0427399 Jul 28 19:20:39.207791 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695fdbff-197f-431a-806d-19f0fdad8004 req-8956e800-6ce0-4285-9bf5-fb3185f47b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:20:39.209195 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-695fdbff-197f-431a-806d-19f0fdad8004 req-8956e800-6ce0-4285-9bf5-fb3185f47b34 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9a21bde8-e77f-4246-845e-15d2cf775c00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0391905 Jul 28 19:20:39.298313 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-695fdbff-197f-431a-806d-19f0fdad8004 req-16b03a6c-b190-4f4a-aa96-3c325cb00243 service neutron] 10.222.0.49 "GET /v2.0/networks/9a21bde8-e77f-4246-845e-15d2cf775c00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815794 Jul 28 19:20:39.635654 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-695fdbff-197f-431a-806d-19f0fdad8004 req-ddb47442-b291-4caf-b66a-251223ff30c2 service neutron] 10.222.0.49 "GET /v2.0/networks/9a21bde8-e77f-4246-845e-15d2cf775c00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3293073 Jul 28 19:20:44.156423 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.wsgi [req-26460280-6394-4c30-8b8c-711a556e1641 req-78d62b17-5cf0-41c8-9a32-d4e8bed833e1 service neutron] (93587) timed out ('10.222.0.49', 55744) {{(pid=93587) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 28 19:20:51.570191 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-25b6b2a1-dca7-4e6d-94d4-88f9532a949c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:20:54.212234 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:20:54.450365 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-64addeb3-0b55-48b2-98d0-def170818f54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:20:55.604306 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-acea1373-d53c-46a9-b089-9e40d352d773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:20:57.663228 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-26c861f8-c84b-4272-86f3-59900436582c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:21:02.171948 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:21:15.657175 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.db.agents_db [None req-65e7ef76-a059-4ec3-9341-f72ff4ef7e59 None None] Agent healthcheck: found 6 active agents {{(pid=93589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 19:21:21.599098 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-2bfd4eec-4786-483e-b3a5-ce31c787c08d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:21:24.210938 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:21:24.444932 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-173e5eda-11b2-413d-9363-81c45144ea4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:21:25.643458 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-acea1373-d53c-46a9-b089-9e40d352d773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:21:27.655017 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-26c861f8-c84b-4272-86f3-59900436582c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:21:29.279487 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.wsgi [req-1b5bac65-f26d-4e4e-92df-fa9f9a0a7d03 req-53e423ca-fd75-483b-a504-b13d170916e9 service neutron] (93587) timed out ('10.222.0.41', 34138) {{(pid=93587) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 28 19:21:32.175963 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:21:39.896797 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-93eb8fed-8e73-4501-97a6-dda3d5613a4f req-bb419822-9e79-477e-8c58-6596ab5a1ee3 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=d747b783-c869-4129-bb53-d7849896f4f9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0397520 Jul 28 19:21:39.959298 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93eb8fed-8e73-4501-97a6-dda3d5613a4f req-9d76c773-0d17-4b00-8df1-d2e7c58e6f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:21:39.960811 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-93eb8fed-8e73-4501-97a6-dda3d5613a4f req-9d76c773-0d17-4b00-8df1-d2e7c58e6f00 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e571861060b247db886d6242932fd24c&device_id=d747b783-c869-4129-bb53-d7849896f4f9 HTTP/1.1" status: 200 len: 1099 time: 0.0425749 Jul 28 19:21:40.062464 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93eb8fed-8e73-4501-97a6-dda3d5613a4f req-51b9edc7-91bb-4520-8af3-f09fb26a16c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:21:40.064655 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-93eb8fed-8e73-4501-97a6-dda3d5613a4f req-51b9edc7-91bb-4520-8af3-f09fb26a16c8 service neutron] 10.222.0.49 "GET /v2.0/networks?id=364dbfb6-530a-4ac4-a33f-55ede7274a55 HTTP/1.1" status: 200 len: 914 time: 0.0840189 Jul 28 19:21:40.108561 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-93eb8fed-8e73-4501-97a6-dda3d5613a4f req-a77d2c67-1711-4e96-8e44-2f0a8d5af2ee service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=71ac1c44-207f-4491-a302-8f7719dd125d HTTP/1.1" status: 200 len: 217 time: 0.0370414 Jul 28 19:21:40.155244 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93eb8fed-8e73-4501-97a6-dda3d5613a4f req-7c5cdca1-652c-4cd2-9f52-8040bd8e7410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:21:40.156593 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-93eb8fed-8e73-4501-97a6-dda3d5613a4f req-7c5cdca1-652c-4cd2-9f52-8040bd8e7410 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e339257b-e5ce-42c3-9b8b-9eeaba589a61 HTTP/1.1" status: 200 len: 853 time: 0.0414679 Jul 28 19:21:40.188115 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-93eb8fed-8e73-4501-97a6-dda3d5613a4f req-23302df1-6e5d-4285-aab4-de1c60aefa76 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=364dbfb6-530a-4ac4-a33f-55ede7274a55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238388 Jul 28 19:21:40.274610 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-93eb8fed-8e73-4501-97a6-dda3d5613a4f req-f945657b-b2c9-4f6f-bcc0-ccd6de759eec service neutron] 10.222.0.49 "GET /v2.0/networks/364dbfb6-530a-4ac4-a33f-55ede7274a55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792437 Jul 28 19:21:40.365405 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-93eb8fed-8e73-4501-97a6-dda3d5613a4f req-7acc74d5-1cff-4ca7-b02d-d7ac137c9afe service neutron] 10.222.0.49 "GET /v2.0/networks/364dbfb6-530a-4ac4-a33f-55ede7274a55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836465 Jul 28 19:21:46.588088 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a007287f-0d6f-4611-86ea-33dbff8ff29f req-4ddec3b0-fc01-47e0-8266-27286109dc11 tempest-VolumesSnapshotTestJSON-1487625351 tempest-VolumesSnapshotTestJSON-1487625351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:21:46.589568 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-a007287f-0d6f-4611-86ea-33dbff8ff29f req-4ddec3b0-fc01-47e0-8266-27286109dc11 tempest-VolumesSnapshotTestJSON-1487625351 tempest-VolumesSnapshotTestJSON-1487625351-project] 10.222.0.41 "GET /v2.0/ports?device_id=d747b783-c869-4129-bb53-d7849896f4f9 HTTP/1.1" status: 200 len: 946 time: 0.2687173 Jul 28 19:21:46.627870 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-a007287f-0d6f-4611-86ea-33dbff8ff29f req-4eca89e0-a5a9-47a0-8708-d0f713b6ffd2 tempest-VolumesSnapshotTestJSON-1487625351 tempest-VolumesSnapshotTestJSON-1487625351-project] 10.222.0.41 "GET /v2.0/security-groups?id=338d7dc7-653d-463f-a046-d011091d2ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323682 Jul 28 19:21:46.904780 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32859a3-a04d-4585-9a1d-d5f25082cabe req-dfcbee57-ea80-4121-8b40-65fbf9181db0 tempest-VolumesSnapshotTestJSON-1487625351 tempest-VolumesSnapshotTestJSON-1487625351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:21:46.906215 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-f32859a3-a04d-4585-9a1d-d5f25082cabe req-dfcbee57-ea80-4121-8b40-65fbf9181db0 tempest-VolumesSnapshotTestJSON-1487625351 tempest-VolumesSnapshotTestJSON-1487625351-project] 10.222.0.49 "GET /v2.0/ports?device_id=d747b783-c869-4129-bb53-d7849896f4f9 HTTP/1.1" status: 200 len: 946 time: 0.0481853 Jul 28 19:21:46.996840 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.plugins.ml2.plugin [req-f32859a3-a04d-4585-9a1d-d5f25082cabe req-ee6bae89-5ea6-4b39-a718-f82070860e69 tempest-VolumesSnapshotTestJSON-1487625351 tempest-VolumesSnapshotTestJSON-1487625351-project] Deleting port 71ac1c44-207f-4491-a302-8f7719dd125d {{(pid=93587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 19:21:46.997182 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [req-f32859a3-a04d-4585-9a1d-d5f25082cabe req-ee6bae89-5ea6-4b39-a718-f82070860e69 tempest-VolumesSnapshotTestJSON-1487625351 tempest-VolumesSnapshotTestJSON-1487625351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742349616523'] for port, before_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:21:47.080649 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.plugins.ml2.db [req-f32859a3-a04d-4585-9a1d-d5f25082cabe req-ee6bae89-5ea6-4b39-a718-f82070860e69 tempest-VolumesSnapshotTestJSON-1487625351 tempest-VolumesSnapshotTestJSON-1487625351-project] For port 71ac1c44-207f-4491-a302-8f7719dd125d, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=71ac1c44-207f-4491-a302-8f7719dd125d,segment=NetworkSegment(6009b34a-697d-4119-9306-7993bb6a2f9f),segment_id=6009b34a-697d-4119-9306-7993bb6a2f9f)] {{(pid=93587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:21:47.081019 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [req-f32859a3-a04d-4585-9a1d-d5f25082cabe req-ee6bae89-5ea6-4b39-a718-f82070860e69 tempest-VolumesSnapshotTestJSON-1487625351 tempest-VolumesSnapshotTestJSON-1487625351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825298'] for port, precommit_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:21:47.093075 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.plugins.ml2.plugin [req-f32859a3-a04d-4585-9a1d-d5f25082cabe req-ee6bae89-5ea6-4b39-a718-f82070860e69 tempest-VolumesSnapshotTestJSON-1487625351 tempest-VolumesSnapshotTestJSON-1487625351-project] Calling delete_port for 71ac1c44-207f-4491-a302-8f7719dd125d owned by compute:nova {{(pid=93587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 19:21:47.306707 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [req-f32859a3-a04d-4585-9a1d-d5f25082cabe req-ee6bae89-5ea6-4b39-a718-f82070860e69 tempest-VolumesSnapshotTestJSON-1487625351 tempest-VolumesSnapshotTestJSON-1487625351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742349622303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742349248525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9465727'] for port, after_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:21:47.317863 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.db [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] get_ports_and_sgs() called for port_ids ['71ac1c44-207f-4491-a302-8f7719dd125d'] {{(pid=93588) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 19:21:47.333831 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6bae89-5ea6-4b39-a718-f82070860e69 tempest-VolumesSnapshotTestJSON-1487625351 tempest-VolumesSnapshotTestJSON-1487625351-project] Pushing event deleted for resources: {'Port': ['ID=71ac1c44-207f-4491-a302-8f7719dd125d,revision_number=None']} {{(pid=93587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:21:47.347326 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6bae89-5ea6-4b39-a718-f82070860e69 tempest-VolumesSnapshotTestJSON-1487625351 tempest-VolumesSnapshotTestJSON-1487625351-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:21:47.347684 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6bae89-5ea6-4b39-a718-f82070860e69 tempest-VolumesSnapshotTestJSON-1487625351 tempest-VolumesSnapshotTestJSON-1487625351-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:21:47.348077 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6bae89-5ea6-4b39-a718-f82070860e69 tempest-VolumesSnapshotTestJSON-1487625351 tempest-VolumesSnapshotTestJSON-1487625351-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:21:47.348406 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6bae89-5ea6-4b39-a718-f82070860e69 tempest-VolumesSnapshotTestJSON-1487625351 tempest-VolumesSnapshotTestJSON-1487625351-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:21:47.348741 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6bae89-5ea6-4b39-a718-f82070860e69 tempest-VolumesSnapshotTestJSON-1487625351 tempest-VolumesSnapshotTestJSON-1487625351-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:21:47.349078 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6bae89-5ea6-4b39-a718-f82070860e69 tempest-VolumesSnapshotTestJSON-1487625351 tempest-VolumesSnapshotTestJSON-1487625351-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:21:47.349411 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6bae89-5ea6-4b39-a718-f82070860e69 tempest-VolumesSnapshotTestJSON-1487625351 tempest-VolumesSnapshotTestJSON-1487625351-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:21:47.349744 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6bae89-5ea6-4b39-a718-f82070860e69 tempest-VolumesSnapshotTestJSON-1487625351 tempest-VolumesSnapshotTestJSON-1487625351-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:21:47.350075 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6bae89-5ea6-4b39-a718-f82070860e69 tempest-VolumesSnapshotTestJSON-1487625351 tempest-VolumesSnapshotTestJSON-1487625351-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:21:47.350405 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6bae89-5ea6-4b39-a718-f82070860e69 tempest-VolumesSnapshotTestJSON-1487625351 tempest-VolumesSnapshotTestJSON-1487625351-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:21:47.350731 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6bae89-5ea6-4b39-a718-f82070860e69 tempest-VolumesSnapshotTestJSON-1487625351 tempest-VolumesSnapshotTestJSON-1487625351-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:21:47.351058 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6bae89-5ea6-4b39-a718-f82070860e69 tempest-VolumesSnapshotTestJSON-1487625351 tempest-VolumesSnapshotTestJSON-1487625351-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:21:47.385381 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.db.l3_dvrscheduler_db [req-f32859a3-a04d-4585-9a1d-d5f25082cabe req-ee6bae89-5ea6-4b39-a718-f82070860e69 tempest-VolumesSnapshotTestJSON-1487625351 tempest-VolumesSnapshotTestJSON-1487625351-project] No DVR routers for this DVR port 71ac1c44-207f-4491-a302-8f7719dd125d on host hv-cinder-80265 {{(pid=93587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 19:21:47.388000 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [req-f32859a3-a04d-4585-9a1d-d5f25082cabe req-ee6bae89-5ea6-4b39-a718-f82070860e69 tempest-VolumesSnapshotTestJSON-1487625351 tempest-VolumesSnapshotTestJSON-1487625351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148603'] for port, before_response {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:21:47.390047 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-f32859a3-a04d-4585-9a1d-d5f25082cabe req-ee6bae89-5ea6-4b39-a718-f82070860e69 tempest-VolumesSnapshotTestJSON-1487625351 tempest-VolumesSnapshotTestJSON-1487625351-project] 10.222.0.49 "DELETE /v2.0/ports/71ac1c44-207f-4491-a302-8f7719dd125d HTTP/1.1" status: 204 len: 173 time: 0.4774463 Jul 28 19:21:47.390474 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd747b783-c869-4129-bb53-d7849896f4f9', 'name': 'network-vif-deleted', 'tag': '71ac1c44-207f-4491-a302-8f7719dd125d'}] {{(pid=93587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 19:21:47.392901 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0425cd91716d62700118381c1ce81f16af4b0b2dffb745d1fa1c8d13c3262bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ed3b9a8-a802-44e2-bd39-6190dda0cabd" -d '{"events": [{"server_uuid": "d747b783-c869-4129-bb53-d7849896f4f9", "name": "network-vif-deleted", "tag": "71ac1c44-207f-4491-a302-8f7719dd125d"}]}' {{(pid=93587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 19:21:47.488793 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 19:21:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc4c489d-8091-4036-a5ad-1b47ad3d57de x-openstack-request-id: req-cc4c489d-8091-4036-a5ad-1b47ad3d57de {{(pid=93587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 19:21:47.489079 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d747b783-c869-4129-bb53-d7849896f4f9", "name": "network-vif-deleted", "tag": "71ac1c44-207f-4491-a302-8f7719dd125d", "status": "completed", "code": 200}]} {{(pid=93587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 19:21:47.489328 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-cc4c489d-8091-4036-a5ad-1b47ad3d57de {{(pid=93587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 19:21:47.489721 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd747b783-c869-4129-bb53-d7849896f4f9', 'name': 'network-vif-deleted', 'tag': '71ac1c44-207f-4491-a302-8f7719dd125d', 'status': 'completed', 'code': 200} Jul 28 19:21:47.721653 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-69c95a08-6de4-485d-ba07-62a32746767a req-3cd78a10-f2e6-4df1-b9a0-89556801a462 tempest-VolumesSnapshotTestJSON-1487625351 tempest-VolumesSnapshotTestJSON-1487625351-project] 10.222.0.41 "GET /v2.0/ports?device_id=d747b783-c869-4129-bb53-d7849896f4f9 HTTP/1.1" status: 200 len: 210 time: 0.0267806 Jul 28 19:21:48.869130 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-d5c8a822-cfd8-4fdb-967b-2e5f871c156d req-021c83c8-1c9d-4ecb-9a0d-aa9a8d368bbb tempest-VolumesSnapshotTestJSON-1487625351 tempest-VolumesSnapshotTestJSON-1487625351-project] 10.222.0.41 "GET /v2.0/ports?device_id=d747b783-c869-4129-bb53-d7849896f4f9 HTTP/1.1" status: 200 len: 210 time: 0.0774586 Jul 28 19:21:49.965620 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-2664ef9b-6cbf-43b5-9f45-d5511f03bbb8 req-c9dab5f9-b30a-4c9c-80e7-1c840ced48bd tempest-VolumesSnapshotTestJSON-1487625351 tempest-VolumesSnapshotTestJSON-1487625351-project] 10.222.0.41 "GET /v2.0/ports?device_id=d747b783-c869-4129-bb53-d7849896f4f9 HTTP/1.1" status: 200 len: 210 time: 0.0290110 Jul 28 19:21:50.763692 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.rpc [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Device 71ac1c44-207f-4491-a302-8f7719dd125d no longer exists at agent hyperv_hv-cinder-80265 {{(pid=93588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 19:21:50.783541 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.plugin [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] No Port match for: 71ac1c44-207f-4491-a302-8f7719dd125d {{(pid=93588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 19:21:50.783914 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.rpc [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Device 71ac1c44-207f-4491-a302-8f7719dd125d not bound to the agent host hv-cinder-80265 {{(pid=93588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 19:21:51.059829 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-04e41892-ed16-441d-ba80-508deb76749f req-0a0e114d-4141-4dad-84e2-7bcd38e4ac62 tempest-VolumesSnapshotTestJSON-1487625351 tempest-VolumesSnapshotTestJSON-1487625351-project] 10.222.0.41 "GET /v2.0/ports?device_id=d747b783-c869-4129-bb53-d7849896f4f9 HTTP/1.1" status: 200 len: 210 time: 0.0264366 Jul 28 19:21:51.557814 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-59cf0912-2532-413f-a385-8bcf8041a1cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:21:52.151539 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-c02ad87b-89f8-4ff3-956e-3d4c22de09d9 req-f57c0842-af19-49f4-bdd0-a09901aa83f7 tempest-VolumesSnapshotTestJSON-1487625351 tempest-VolumesSnapshotTestJSON-1487625351-project] 10.222.0.41 "GET /v2.0/ports?device_id=d747b783-c869-4129-bb53-d7849896f4f9 HTTP/1.1" status: 200 len: 210 time: 0.0260413 Jul 28 19:21:52.655833 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.db.agents_db [None req-65e7ef76-a059-4ec3-9341-f72ff4ef7e59 None None] Agent healthcheck: found 6 active agents {{(pid=93589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 19:21:53.243652 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-5e7cd439-4d2b-48e6-9c02-2a055dbb3006 req-dc7011d3-9c9c-47ca-9609-0d70f9641c82 tempest-VolumesSnapshotTestJSON-1487625351 tempest-VolumesSnapshotTestJSON-1487625351-project] 10.222.0.41 "GET /v2.0/ports?device_id=d747b783-c869-4129-bb53-d7849896f4f9 HTTP/1.1" status: 200 len: 210 time: 0.0255723 Jul 28 19:21:54.237452 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:21:54.335783 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-b7db5877-3e89-46b6-954f-5a4174c630f0 req-884872f0-5223-4a6d-abcf-ae69759db2b5 tempest-VolumesSnapshotTestJSON-1487625351 tempest-VolumesSnapshotTestJSON-1487625351-project] 10.222.0.41 "GET /v2.0/ports?device_id=d747b783-c869-4129-bb53-d7849896f4f9 HTTP/1.1" status: 200 len: 210 time: 0.0256679 Jul 28 19:21:54.443131 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-20fcea05-5dbc-4c2d-bcb4-b41ac959962b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:21:55.426544 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-86903371-3a5a-4775-bb34-67bc7d442979 req-194167ed-3822-46a9-9b22-4bfde639649c tempest-VolumesSnapshotTestJSON-1487625351 tempest-VolumesSnapshotTestJSON-1487625351-project] 10.222.0.41 "GET /v2.0/ports?device_id=d747b783-c869-4129-bb53-d7849896f4f9 HTTP/1.1" status: 200 len: 210 time: 0.0260265 Jul 28 19:21:55.677756 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-acea1373-d53c-46a9-b089-9e40d352d773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:21:56.521259 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-d0994e9d-8d33-42ba-9949-20c9787b3e59 req-a9f90cae-363f-4856-b3dc-4f65d371a180 tempest-VolumesSnapshotTestJSON-1487625351 tempest-VolumesSnapshotTestJSON-1487625351-project] 10.222.0.41 "GET /v2.0/ports?device_id=d747b783-c869-4129-bb53-d7849896f4f9 HTTP/1.1" status: 200 len: 210 time: 0.0296166 Jul 28 19:21:57.613868 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-2c66a0b2-ab41-46c8-a2e7-51fea796c807 req-067fca77-ed62-4062-b9ca-140c46dd2d9a tempest-VolumesSnapshotTestJSON-1487625351 tempest-VolumesSnapshotTestJSON-1487625351-project] 10.222.0.41 "GET /v2.0/ports?device_id=d747b783-c869-4129-bb53-d7849896f4f9 HTTP/1.1" status: 200 len: 210 time: 0.0258510 Jul 28 19:21:57.660395 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-26c861f8-c84b-4272-86f3-59900436582c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:21:58.706622 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-94fb5560-bf63-4303-8ef9-9a792ba0e8dc req-efb871fa-4212-4420-8a32-d0e88d7eed5c tempest-VolumesSnapshotTestJSON-1487625351 tempest-VolumesSnapshotTestJSON-1487625351-project] 10.222.0.41 "GET /v2.0/ports?device_id=d747b783-c869-4129-bb53-d7849896f4f9 HTTP/1.1" status: 200 len: 210 time: 0.0257661 Jul 28 19:21:59.798505 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-916fa7b8-8753-4c03-97d4-303a20839757 req-9e79e2b3-d12f-4657-b028-3615294668e6 tempest-VolumesSnapshotTestJSON-1487625351 tempest-VolumesSnapshotTestJSON-1487625351-project] 10.222.0.41 "GET /v2.0/ports?device_id=d747b783-c869-4129-bb53-d7849896f4f9 HTTP/1.1" status: 200 len: 210 time: 0.0263195 Jul 28 19:22:00.889348 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-3a839def-770c-4816-bea3-d62e503977e6 req-51c4413f-a9d3-4302-9044-42b25eaef727 tempest-VolumesSnapshotTestJSON-1487625351 tempest-VolumesSnapshotTestJSON-1487625351-project] 10.222.0.41 "GET /v2.0/ports?device_id=d747b783-c869-4129-bb53-d7849896f4f9 HTTP/1.1" status: 200 len: 210 time: 0.0254388 Jul 28 19:22:01.980541 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-bb0c53ae-3148-44a9-85c2-15d3f86565ef req-1c2bbc80-62a7-48a4-85e6-7e76fc0b2634 tempest-VolumesSnapshotTestJSON-1487625351 tempest-VolumesSnapshotTestJSON-1487625351-project] 10.222.0.41 "GET /v2.0/ports?device_id=d747b783-c869-4129-bb53-d7849896f4f9 HTTP/1.1" status: 200 len: 210 time: 0.0253682 Jul 28 19:22:02.191636 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:22:03.075214 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-6754cdb5-8135-4b86-9e0c-245c520dbb74 req-c500e948-78ed-4143-a3c0-21400d44ff8b tempest-VolumesSnapshotTestJSON-1487625351 tempest-VolumesSnapshotTestJSON-1487625351-project] 10.222.0.41 "GET /v2.0/ports?device_id=d747b783-c869-4129-bb53-d7849896f4f9 HTTP/1.1" status: 200 len: 210 time: 0.0295513 Jul 28 19:22:04.167185 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-8b9c6e9c-29ce-4f42-8674-3960f92c59c7 req-2919b3bc-0df2-416a-86c6-fe0deace9c64 tempest-VolumesSnapshotTestJSON-1487625351 tempest-VolumesSnapshotTestJSON-1487625351-project] 10.222.0.41 "GET /v2.0/ports?device_id=d747b783-c869-4129-bb53-d7849896f4f9 HTTP/1.1" status: 200 len: 210 time: 0.0254190 Jul 28 19:22:05.259741 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-69260fe8-e078-4b75-a3f8-681a4dbce975 req-95bbffad-7705-4da7-9796-e3ec148265e2 tempest-VolumesSnapshotTestJSON-1487625351 tempest-VolumesSnapshotTestJSON-1487625351-project] 10.222.0.41 "GET /v2.0/ports?device_id=d747b783-c869-4129-bb53-d7849896f4f9 HTTP/1.1" status: 200 len: 210 time: 0.0261967 Jul 28 19:22:06.351260 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-7b8804fa-9665-4d32-8aa6-717fceaddb2a req-11de4841-325f-4ad3-938c-08f49f99fa22 tempest-VolumesSnapshotTestJSON-1487625351 tempest-VolumesSnapshotTestJSON-1487625351-project] 10.222.0.41 "GET /v2.0/ports?device_id=d747b783-c869-4129-bb53-d7849896f4f9 HTTP/1.1" status: 200 len: 210 time: 0.0253952 Jul 28 19:22:07.444612 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-457274b4-916e-4389-94d7-0ff8954d4716 req-92ef81a0-ab54-416b-a871-2712709f6405 tempest-VolumesSnapshotTestJSON-1487625351 tempest-VolumesSnapshotTestJSON-1487625351-project] 10.222.0.41 "GET /v2.0/ports?device_id=d747b783-c869-4129-bb53-d7849896f4f9 HTTP/1.1" status: 200 len: 210 time: 0.0261476 Jul 28 19:22:08.539102 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-252a6aa2-de0e-4d0b-98ef-7a10ff205722 req-f4d2e642-27b1-4d8c-b56c-d24207b0fe28 tempest-VolumesSnapshotTestJSON-1487625351 tempest-VolumesSnapshotTestJSON-1487625351-project] 10.222.0.41 "GET /v2.0/ports?device_id=d747b783-c869-4129-bb53-d7849896f4f9 HTTP/1.1" status: 200 len: 210 time: 0.0265257 Jul 28 19:22:09.634421 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-1c028856-50ce-438c-bde8-f75f2520f1d0 req-7e9356b2-c8a1-4845-b6c4-4b28eaf7545f tempest-VolumesSnapshotTestJSON-1487625351 tempest-VolumesSnapshotTestJSON-1487625351-project] 10.222.0.41 "GET /v2.0/ports?device_id=d747b783-c869-4129-bb53-d7849896f4f9 HTTP/1.1" status: 200 len: 210 time: 0.0296607 Jul 28 19:22:10.730169 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-90bb7b06-95fa-4b6d-a870-ddbec4195521 req-ee52b18d-54d1-4dc8-a659-3bdb1864da3b tempest-VolumesSnapshotTestJSON-1487625351 tempest-VolumesSnapshotTestJSON-1487625351-project] 10.222.0.41 "GET /v2.0/ports?device_id=d747b783-c869-4129-bb53-d7849896f4f9 HTTP/1.1" status: 200 len: 210 time: 0.0249155 Jul 28 19:22:11.821486 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-aeb66c05-e613-47e3-87c2-33888dc268ec req-8d2c75c4-c73b-43d6-894f-7a608b2d9aef tempest-VolumesSnapshotTestJSON-1487625351 tempest-VolumesSnapshotTestJSON-1487625351-project] 10.222.0.41 "GET /v2.0/ports?device_id=d747b783-c869-4129-bb53-d7849896f4f9 HTTP/1.1" status: 200 len: 210 time: 0.0260653 Jul 28 19:22:12.912778 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-05dfa290-7747-4ee3-a2dd-de6ca5106e22 req-5a3c0593-3a59-42cb-b29b-2cc2ee7b6e7e tempest-VolumesSnapshotTestJSON-1487625351 tempest-VolumesSnapshotTestJSON-1487625351-project] 10.222.0.41 "GET /v2.0/ports?device_id=d747b783-c869-4129-bb53-d7849896f4f9 HTTP/1.1" status: 200 len: 210 time: 0.0258725 Jul 28 19:22:14.012377 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-69d0c2d3-4136-4981-87a3-b06155582a84 req-ac0b13b3-6ba7-43a0-a334-adaec7d76576 tempest-VolumesSnapshotTestJSON-1487625351 tempest-VolumesSnapshotTestJSON-1487625351-project] 10.222.0.41 "GET /v2.0/ports?device_id=d747b783-c869-4129-bb53-d7849896f4f9 HTTP/1.1" status: 200 len: 210 time: 0.0260630 Jul 28 19:22:15.103862 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-511a995f-16ca-450e-9596-0f21d8f71edf req-f1255a74-71f2-4a9f-bf99-2c66f1235cea tempest-VolumesSnapshotTestJSON-1487625351 tempest-VolumesSnapshotTestJSON-1487625351-project] 10.222.0.41 "GET /v2.0/ports?device_id=d747b783-c869-4129-bb53-d7849896f4f9 HTTP/1.1" status: 200 len: 210 time: 0.0258384 Jul 28 19:22:16.198194 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-a1ce2fdc-1f12-4850-ad55-65db537a4a91 req-d04f3f63-4f14-408b-af1d-69f1b0792fd8 tempest-VolumesSnapshotTestJSON-1487625351 tempest-VolumesSnapshotTestJSON-1487625351-project] 10.222.0.41 "GET /v2.0/ports?device_id=d747b783-c869-4129-bb53-d7849896f4f9 HTTP/1.1" status: 200 len: 210 time: 0.0302310 Jul 28 19:22:17.291130 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-ba762a12-60a9-4370-97d2-b1b90f9091c1 req-a33b0b15-b960-4f97-8609-c75f71c2acfc tempest-VolumesSnapshotTestJSON-1487625351 tempest-VolumesSnapshotTestJSON-1487625351-project] 10.222.0.41 "GET /v2.0/ports?device_id=d747b783-c869-4129-bb53-d7849896f4f9 HTTP/1.1" status: 200 len: 210 time: 0.0260777 Jul 28 19:22:18.383657 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-bf337977-09b2-4d30-bf69-e6bd5ba9a591 req-b2f3bee6-8653-40d3-8504-3fc6ce24c6a0 tempest-VolumesSnapshotTestJSON-1487625351 tempest-VolumesSnapshotTestJSON-1487625351-project] 10.222.0.41 "GET /v2.0/ports?device_id=d747b783-c869-4129-bb53-d7849896f4f9 HTTP/1.1" status: 200 len: 210 time: 0.0256045 Jul 28 19:22:19.478868 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-09497142-cc5b-443f-86a2-5e164efaa906 req-f3cdda01-037b-4fc2-b36a-e79f44918041 tempest-VolumesSnapshotTestJSON-1487625351 tempest-VolumesSnapshotTestJSON-1487625351-project] 10.222.0.41 "GET /v2.0/ports?device_id=d747b783-c869-4129-bb53-d7849896f4f9 HTTP/1.1" status: 200 len: 210 time: 0.0255580 Jul 28 19:22:20.573203 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-2e06da06-201d-4ee5-9707-7c566131a578 req-2895b834-9998-455d-b4d1-ee69828fbce6 tempest-VolumesSnapshotTestJSON-1487625351 tempest-VolumesSnapshotTestJSON-1487625351-project] 10.222.0.41 "GET /v2.0/ports?device_id=d747b783-c869-4129-bb53-d7849896f4f9 HTTP/1.1" status: 200 len: 210 time: 0.0268960 Jul 28 19:22:21.573193 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-f211fd4c-8218-478b-b848-34e8b9de0f1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:22:21.664231 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-502cb6a9-aa32-4bd9-a928-a23b6dd88c08 req-48cda296-d62b-4132-9c88-ae06038374c9 tempest-VolumesSnapshotTestJSON-1487625351 tempest-VolumesSnapshotTestJSON-1487625351-project] 10.222.0.41 "GET /v2.0/ports?device_id=d747b783-c869-4129-bb53-d7849896f4f9 HTTP/1.1" status: 200 len: 210 time: 0.0256257 Jul 28 19:22:22.761085 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-987a6dc0-025f-4060-98b1-9c1a2b52fc3c req-cd446260-3912-43f4-bacd-2144f11db5eb tempest-VolumesSnapshotTestJSON-1487625351 tempest-VolumesSnapshotTestJSON-1487625351-project] 10.222.0.41 "GET /v2.0/ports?device_id=d747b783-c869-4129-bb53-d7849896f4f9 HTTP/1.1" status: 200 len: 210 time: 0.0303724 Jul 28 19:22:23.853590 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-eb3968cb-bd3e-48b1-8551-c32aa154ad29 req-2f111be1-57db-4844-8536-53bbe15ed250 tempest-VolumesSnapshotTestJSON-1487625351 tempest-VolumesSnapshotTestJSON-1487625351-project] 10.222.0.41 "GET /v2.0/ports?device_id=d747b783-c869-4129-bb53-d7849896f4f9 HTTP/1.1" status: 200 len: 210 time: 0.0255494 Jul 28 19:22:24.253045 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:22:24.430102 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-679d9cf2-a079-4005-bd4b-9509d13a7635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:22:24.947694 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-92b9eb0d-b6d9-4daf-b85c-edca0582d54a req-7b89a90d-bc3c-4acc-b4a2-8ff7bd93f2c1 tempest-VolumesSnapshotTestJSON-1487625351 tempest-VolumesSnapshotTestJSON-1487625351-project] 10.222.0.41 "GET /v2.0/ports?device_id=d747b783-c869-4129-bb53-d7849896f4f9 HTTP/1.1" status: 200 len: 210 time: 0.0273116 Jul 28 19:22:25.624460 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-acea1373-d53c-46a9-b089-9e40d352d773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:22:26.041673 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-0f3db0f8-4502-4765-b1f3-ea1dd75ea969 req-40245584-1dfb-4be4-99a3-8988fc799ce6 tempest-VolumesSnapshotTestJSON-1487625351 tempest-VolumesSnapshotTestJSON-1487625351-project] 10.222.0.41 "GET /v2.0/ports?device_id=d747b783-c869-4129-bb53-d7849896f4f9 HTTP/1.1" status: 200 len: 210 time: 0.0257757 Jul 28 19:22:27.134449 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-0f23e418-61e8-428b-b171-51637ae2ed7e req-d7125e2d-811f-45e3-aa3f-c7071aed8d2b tempest-VolumesSnapshotTestJSON-1487625351 tempest-VolumesSnapshotTestJSON-1487625351-project] 10.222.0.41 "GET /v2.0/ports?device_id=d747b783-c869-4129-bb53-d7849896f4f9 HTTP/1.1" status: 200 len: 210 time: 0.0269003 Jul 28 19:22:27.635652 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.wsgi [-] (93587) accepted ('10.222.0.41', 42840) {{(pid=93587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:22:27.676711 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-26c861f8-c84b-4272-86f3-59900436582c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:22:28.066906 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-54541782-3208-4ce1-b54a-9fdefe0db700 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3821637'] for router_interface, before_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:22:28.226053 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-888562c1-6d5a-482d-804b-ba7df7a2d621 req-a1dda89f-0db5-496a-8d55-a330d7721528 tempest-VolumesSnapshotTestJSON-1487625351 tempest-VolumesSnapshotTestJSON-1487625351-project] 10.222.0.41 "GET /v2.0/ports?device_id=d747b783-c869-4129-bb53-d7849896f4f9 HTTP/1.1" status: 200 len: 210 time: 0.0256832 Jul 28 19:22:28.304666 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.plugins.ml2.plugin [None req-54541782-3208-4ce1-b54a-9fdefe0db700 admin admin] Deleting port f222063c-7221-40e2-a7de-a0532101c06f {{(pid=93587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 19:22:28.305014 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-54541782-3208-4ce1-b54a-9fdefe0db700 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742349616523'] for port, before_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:22:28.379528 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.plugins.ml2.db [None req-54541782-3208-4ce1-b54a-9fdefe0db700 admin admin] For port f222063c-7221-40e2-a7de-a0532101c06f, host dv-cinder-802653-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-1-iscsi',level=0,port_id=f222063c-7221-40e2-a7de-a0532101c06f,segment=NetworkSegment(849c600d-119e-46e5-ad54-f7773d8e0f09),segment_id=849c600d-119e-46e5-ad54-f7773d8e0f09)] {{(pid=93587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:22:28.379912 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-54541782-3208-4ce1-b54a-9fdefe0db700 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825298'] for port, precommit_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:22:28.395503 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.plugins.ml2.plugin [None req-54541782-3208-4ce1-b54a-9fdefe0db700 admin admin] Calling delete_port for f222063c-7221-40e2-a7de-a0532101c06f owned by network:router_interface {{(pid=93587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 19:22:28.641929 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-54541782-3208-4ce1-b54a-9fdefe0db700 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742349622303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742349248525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9465727'] for port, after_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:22:28.668107 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54541782-3208-4ce1-b54a-9fdefe0db700 admin admin] Pushing event deleted for resources: {'Port': ['ID=f222063c-7221-40e2-a7de-a0532101c06f,revision_number=None']} {{(pid=93587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:22:28.848527 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-54541782-3208-4ce1-b54a-9fdefe0db700 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3760063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3821609'] for router_interface, after_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:22:29.059184 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54541782-3208-4ce1-b54a-9fdefe0db700 admin admin] Router 4f63a103-244c-468b-9a05-9a50f7e1edb0 has already been hosted by L3 agent a81dfe8c-a6e8-4fad-82b8-e31bee6ac2ff {{(pid=93587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 19:22:29.160208 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54541782-3208-4ce1-b54a-9fdefe0db700 admin admin] Notify agent at l3_agent.dv-cinder-802653-1-iscsi the message routers_updated {{(pid=93587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 19:22:29.165262 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [None req-54541782-3208-4ce1-b54a-9fdefe0db700 admin admin] 10.222.0.41 "PUT /v2.0/routers/4f63a103-244c-468b-9a05-9a50f7e1edb0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5285549 Jul 28 19:22:29.167665 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.wsgi [-] (93587) accepted ('10.222.0.41', 42848) {{(pid=93587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:22:29.170772 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fcd01f7-0a28-46a5-a0dd-caf864b29e15 None None] Sync routers for ids ['4f63a103-244c-468b-9a05-9a50f7e1edb0'] in dv-cinder-802653-1-iscsi {{(pid=93588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 19:22:29.180585 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fcd01f7-0a28-46a5-a0dd-caf864b29e15 None None] Routers {'4f63a103-244c-468b-9a05-9a50f7e1edb0'} bound to L3 agent in host dv-cinder-802653-1-iscsi {{(pid=93588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 19:22:29.181269 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.l3_hamode_db [None req-9fcd01f7-0a28-46a5-a0dd-caf864b29e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802653-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T18:54:54Z,description=,heartbeat_timestamp=2021-07-28T19:22:24Z,host='dv-cinder-802653-1-iscsi',id=a81dfe8c-a6e8-4fad-82b8-e31bee6ac2ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T18:54:55Z,topic='l3_agent')) {'router_ids': ['4f63a103-244c-468b-9a05-9a50f7e1edb0'], 'active': True} {{(pid=93588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:22:29.271674 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-027af670-6184-4421-b3f2-919f8f1ca4a3 admin admin] Notify callbacks [] for router, before_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:22:29.282268 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.l3_dvr_db [None req-9fcd01f7-0a28-46a5-a0dd-caf864b29e15 None None] Set router 4f63a103-244c-468b-9a05-9a50f7e1edb0 gateway port host: dv-cinder-802653-1-iscsi {{(pid=93588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 19:22:29.325090 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-d0d8b76e-de45-4e2d-9f6a-982fbf03ad5e req-569928c9-11bb-4b2e-9942-81fbfb9ea483 tempest-VolumesSnapshotTestJSON-1487625351 tempest-VolumesSnapshotTestJSON-1487625351-project] 10.222.0.41 "GET /v2.0/ports?device_id=d747b783-c869-4129-bb53-d7849896f4f9 HTTP/1.1" status: 200 len: 210 time: 0.0298884 Jul 28 19:22:29.372509 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-027af670-6184-4421-b3f2-919f8f1ca4a3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:22:29.464591 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.l3_hamode_db [None req-9fcd01f7-0a28-46a5-a0dd-caf864b29e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f63a103-244c-468b-9a05-9a50f7e1edb0', 'name': 'tempest-AttachVolumeShelveTestJSON-1306913285-router', 'tenant_id': '77b4e3f4db4f48488f6a8e8a0ca43337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df', 'external_fixed_ips': [{'subnet_id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '846b941f-ab7f-4431-8321-ef0820949924', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:03:06Z', 'updated_at': '2021-07-28T19:22:28Z', 'revision_number': 5, 'project_id': '77b4e3f4db4f48488f6a8e8a0ca43337', 'gw_port': {'id': '846b941f-ab7f-4431-8321-ef0820949924', 'name': '', 'network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:94:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f63a103-244c-468b-9a05-9a50f7e1edb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:03:07Z', 'updated_at': '2021-07-28T19:03:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-1-iscsi'}], 'dv-cinder-802653-1-iscsi', False) {} {{(pid=93588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:22:29.490225 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.plugins.ml2.plugin [None req-027af670-6184-4421-b3f2-919f8f1ca4a3 admin admin] Deleting port 846b941f-ab7f-4431-8321-ef0820949924 {{(pid=93587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 19:22:29.490570 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-027af670-6184-4421-b3f2-919f8f1ca4a3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742349616523'] for port, before_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:22:29.490692 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fcd01f7-0a28-46a5-a0dd-caf864b29e15 None None] Checking router: 4f63a103-244c-468b-9a05-9a50f7e1edb0 for host: dv-cinder-802653-1-iscsi {{(pid=93588) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 19:22:29.500134 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fcd01f7-0a28-46a5-a0dd-caf864b29e15 None None] Routers {'4f63a103-244c-468b-9a05-9a50f7e1edb0'} bound to L3 agent in host dv-cinder-802653-1-iscsi {{(pid=93588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 19:22:29.500751 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.l3_hamode_db [None req-9fcd01f7-0a28-46a5-a0dd-caf864b29e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802653-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T18:54:54Z,description=,heartbeat_timestamp=2021-07-28T19:22:24Z,host='dv-cinder-802653-1-iscsi',id=a81dfe8c-a6e8-4fad-82b8-e31bee6ac2ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T18:54:55Z,topic='l3_agent')) {'router_ids': ['4f63a103-244c-468b-9a05-9a50f7e1edb0'], 'active': True} {{(pid=93588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:22:29.569825 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.plugins.ml2.db [None req-027af670-6184-4421-b3f2-919f8f1ca4a3 admin admin] For port 846b941f-ab7f-4431-8321-ef0820949924, host dv-cinder-802653-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-1-iscsi',level=0,port_id=846b941f-ab7f-4431-8321-ef0820949924,segment=NetworkSegment(17bd56bb-f533-4c75-bcf1-86c99094db6a),segment_id=17bd56bb-f533-4c75-bcf1-86c99094db6a)] {{(pid=93587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:22:29.570190 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-027af670-6184-4421-b3f2-919f8f1ca4a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825298'] for port, precommit_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:22:29.585376 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.l3_dvr_db [None req-9fcd01f7-0a28-46a5-a0dd-caf864b29e15 None None] Set router 4f63a103-244c-468b-9a05-9a50f7e1edb0 gateway port host: None {{(pid=93588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 19:22:29.585572 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.plugins.ml2.plugin [None req-027af670-6184-4421-b3f2-919f8f1ca4a3 admin admin] Calling delete_port for 846b941f-ab7f-4431-8321-ef0820949924 owned by network:router_gateway {{(pid=93587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 19:22:29.636866 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.l3_hamode_db [None req-9fcd01f7-0a28-46a5-a0dd-caf864b29e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f63a103-244c-468b-9a05-9a50f7e1edb0', 'name': 'tempest-AttachVolumeShelveTestJSON-1306913285-router', 'tenant_id': '77b4e3f4db4f48488f6a8e8a0ca43337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:03:06Z', 'updated_at': '2021-07-28T19:22:29Z', 'revision_number': 6, 'project_id': '77b4e3f4db4f48488f6a8e8a0ca43337', 'gw_port_host': None}], 'dv-cinder-802653-1-iscsi', False) {} {{(pid=93588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:22:29.654998 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.db.agents_db [None req-65e7ef76-a059-4ec3-9341-f72ff4ef7e59 None None] Agent healthcheck: found 6 active agents {{(pid=93589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 19:22:29.665733 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fcd01f7-0a28-46a5-a0dd-caf864b29e15 None None] The sync data for ids ['4f63a103-244c-468b-9a05-9a50f7e1edb0'] in dv-cinder-802653-1-iscsi is: [{'id': '4f63a103-244c-468b-9a05-9a50f7e1edb0', 'name': 'tempest-AttachVolumeShelveTestJSON-1306913285-router', 'tenant_id': '77b4e3f4db4f48488f6a8e8a0ca43337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:03:06Z', 'updated_at': '2021-07-28T19:22:29Z', 'revision_number': 6, 'project_id': '77b4e3f4db4f48488f6a8e8a0ca43337', 'gw_port_host': None}] {{(pid=93588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 19:22:29.812721 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-027af670-6184-4421-b3f2-919f8f1ca4a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742349622303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742349248525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9465727'] for port, after_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:22:29.843052 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027af670-6184-4421-b3f2-919f8f1ca4a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=846b941f-ab7f-4431-8321-ef0820949924,revision_number=None']} {{(pid=93587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:22:29.899059 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-027af670-6184-4421-b3f2-919f8f1ca4a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3821451'] for router_gateway, after_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:22:29.986146 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-027af670-6184-4421-b3f2-919f8f1ca4a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3885588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32157'] for router, precommit_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:22:29.988786 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-027af670-6184-4421-b3f2-919f8f1ca4a3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:22:30.104362 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-027af670-6184-4421-b3f2-919f8f1ca4a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3885188'] for router, after_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:22:30.104934 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-027af670-6184-4421-b3f2-919f8f1ca4a3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4f63a103-244c-468b-9a05-9a50f7e1edb0 {{(pid=93587) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 19:22:30.112629 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-027af670-6184-4421-b3f2-919f8f1ca4a3 admin admin] Notify callbacks [] for router, before_response {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:22:30.112629 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [None req-027af670-6184-4421-b3f2-919f8f1ca4a3 admin admin] 10.222.0.41 "DELETE /v2.0/routers/4f63a103-244c-468b-9a05-9a50f7e1edb0 HTTP/1.1" status: 204 len: 168 time: 0.9417286 Jul 28 19:22:30.113615 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.wsgi [-] (93587) accepted ('10.222.0.41', 42854) {{(pid=93587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:22:30.159439 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a1f6366-ced6-4061-85db-e0d4528eaf00 admin admin] Deleting subnet 209ab333-e935-41fc-b99a-6688a4911e44 {{(pid=93587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 28 19:22:30.162419 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-3a1f6366-ced6-4061-85db-e0d4528eaf00 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:22:30.196329 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-3a1f6366-ced6-4061-85db-e0d4528eaf00 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10080318'] for subnet, precommit_delete_associations {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:22:30.269340 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-3a1f6366-ced6-4061-85db-e0d4528eaf00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-783032'] for subnet, precommit_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:22:30.390451 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-3a1f6366-ced6-4061-85db-e0d4528eaf00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9465680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9352936'] for subnet, after_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:22:30.417387 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1f6366-ced6-4061-85db-e0d4528eaf00 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=209ab333-e935-41fc-b99a-6688a4911e44,revision_number=None']} {{(pid=93587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:22:30.421314 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-3a1f6366-ced6-4061-85db-e0d4528eaf00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760026'] for subnet, before_response {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:22:30.423211 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [None req-3a1f6366-ced6-4061-85db-e0d4528eaf00 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/209ab333-e935-41fc-b99a-6688a4911e44 HTTP/1.1" status: 204 len: 168 time: 0.3086643 Jul 28 19:22:30.426510 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.wsgi [-] (93587) accepted ('10.222.0.41', 42858) {{(pid=93587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:22:30.429460 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-1040ba00-6506-427e-984d-4e2cb62d20f7 req-8caa3ef7-0a4d-4d03-a7af-14efa371e7e9 tempest-VolumesSnapshotTestJSON-1487625351 tempest-VolumesSnapshotTestJSON-1487625351-project] 10.222.0.41 "GET /v2.0/ports?device_id=d747b783-c869-4129-bb53-d7849896f4f9 HTTP/1.1" status: 200 len: 210 time: 0.0352314 Jul 28 19:22:30.429985 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed15f299-418f-4e8a-b0a9-3221b0514d8b None None] Network d9b348a0-fd69-4cac-87c2-18e205be05be requested from dv-cinder-802653-1-iscsi {{(pid=93588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 19:22:30.499400 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-64386275-8572-4e0f-896c-e87876b7054d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-648881'] for network, before_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:22:30.554948 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.plugins.ml2.plugin [None req-64386275-8572-4e0f-896c-e87876b7054d admin admin] Deleting port 2c43e459-f32e-4bad-9ec7-93d2e219e71b {{(pid=93587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 19:22:30.555290 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-64386275-8572-4e0f-896c-e87876b7054d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742349616523'] for port, before_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:22:30.611140 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27fbc866-5947-44e2-b207-84a6555dd98a None None] DHCP port deletion for d9b348a0-fd69-4cac-87c2-18e205be05be request from dv-cinder-802653-1-iscsi {{(pid=93588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 19:22:30.625493 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.plugins.ml2.db [None req-64386275-8572-4e0f-896c-e87876b7054d admin admin] For port 2c43e459-f32e-4bad-9ec7-93d2e219e71b, host dv-cinder-802653-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-1-iscsi',level=0,port_id=2c43e459-f32e-4bad-9ec7-93d2e219e71b,segment=NetworkSegment(849c600d-119e-46e5-ad54-f7773d8e0f09),segment_id=849c600d-119e-46e5-ad54-f7773d8e0f09)] {{(pid=93587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:22:30.625860 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-64386275-8572-4e0f-896c-e87876b7054d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825298'] for port, precommit_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:22:30.641334 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.plugins.ml2.plugin [None req-64386275-8572-4e0f-896c-e87876b7054d admin admin] Calling delete_port for 2c43e459-f32e-4bad-9ec7-93d2e219e71b owned by network:dhcp {{(pid=93587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 19:22:30.662539 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.plugin [None req-27fbc866-5947-44e2-b207-84a6555dd98a None None] Deleting port 2c43e459-f32e-4bad-9ec7-93d2e219e71b {{(pid=93588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 19:22:30.663003 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-27fbc866-5947-44e2-b207-84a6555dd98a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742349616523'] for port, before_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:22:30.728637 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.db [None req-27fbc866-5947-44e2-b207-84a6555dd98a None None] For port 2c43e459-f32e-4bad-9ec7-93d2e219e71b, host dv-cinder-802653-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-1-iscsi',level=0,port_id=2c43e459-f32e-4bad-9ec7-93d2e219e71b,segment=NetworkSegment(849c600d-119e-46e5-ad54-f7773d8e0f09),segment_id=849c600d-119e-46e5-ad54-f7773d8e0f09)] {{(pid=93588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:22:30.729060 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-27fbc866-5947-44e2-b207-84a6555dd98a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825298'] for port, precommit_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:22:30.742103 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.plugin [None req-27fbc866-5947-44e2-b207-84a6555dd98a None None] Calling delete_port for 2c43e459-f32e-4bad-9ec7-93d2e219e71b owned by network:dhcp {{(pid=93588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 19:22:30.830455 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-64386275-8572-4e0f-896c-e87876b7054d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742349622303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742349248525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9465727'] for port, after_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:22:30.860147 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64386275-8572-4e0f-896c-e87876b7054d admin admin] Pushing event deleted for resources: {'Port': ['ID=2c43e459-f32e-4bad-9ec7-93d2e219e71b,revision_number=None']} {{(pid=93587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:22:30.864850 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64386275-8572-4e0f-896c-e87876b7054d admin admin] No DVR routers for this DVR port 2c43e459-f32e-4bad-9ec7-93d2e219e71b on host dv-cinder-802653-1-iscsi {{(pid=93587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 19:22:30.935600 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-64386275-8572-4e0f-896c-e87876b7054d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721199', 'neutron.services.segments.db._delete_segments_for_network-8742349714737'] for network, precommit_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:22:30.946289 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-27fbc866-5947-44e2-b207-84a6555dd98a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742349622303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742349248525'] for port, after_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:22:30.946732 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.services.segments.db [None req-64386275-8572-4e0f-896c-e87876b7054d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9b348a0-fd69-4cac-87c2-18e205be05be']}} {{(pid=93587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:22:30.958729 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27fbc866-5947-44e2-b207-84a6555dd98a None None] No DVR routers for this DVR port 2c43e459-f32e-4bad-9ec7-93d2e219e71b on host dv-cinder-802653-1-iscsi {{(pid=93588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 19:22:30.959955 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.services.segments.db [None req-64386275-8572-4e0f-896c-e87876b7054d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '849c600d-119e-46e5-ad54-f7773d8e0f09') {'for_net_delete': True} {{(pid=93587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:22:30.959955 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.services.segments.db [None req-64386275-8572-4e0f-896c-e87876b7054d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '849c600d-119e-46e5-ad54-f7773d8e0f09') {} {{(pid=93587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:22:30.969236 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-64386275-8572-4e0f-896c-e87876b7054d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742349715770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10080309'] for segment, before_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:22:30.978421 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fbc866-5947-44e2-b207-84a6555dd98a None None] Pushing event deleted for resources: {'Port': ['ID=2c43e459-f32e-4bad-9ec7-93d2e219e71b,revision_number=None']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:22:30.989845 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-64386275-8572-4e0f-896c-e87876b7054d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721374'] for segment, precommit_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:22:30.991477 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27fbc866-5947-44e2-b207-84a6555dd98a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:22:30.991865 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27fbc866-5947-44e2-b207-84a6555dd98a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:22:30.992212 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27fbc866-5947-44e2-b207-84a6555dd98a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:22:30.992553 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27fbc866-5947-44e2-b207-84a6555dd98a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:22:30.992889 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27fbc866-5947-44e2-b207-84a6555dd98a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:22:30.993223 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27fbc866-5947-44e2-b207-84a6555dd98a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:22:30.993556 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27fbc866-5947-44e2-b207-84a6555dd98a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:22:30.993885 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27fbc866-5947-44e2-b207-84a6555dd98a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:22:30.994215 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27fbc866-5947-44e2-b207-84a6555dd98a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:22:30.994544 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27fbc866-5947-44e2-b207-84a6555dd98a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:22:30.994903 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27fbc866-5947-44e2-b207-84a6555dd98a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:22:30.995189 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27fbc866-5947-44e2-b207-84a6555dd98a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:22:30.999060 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64386275-8572-4e0f-896c-e87876b7054d admin admin] Releasing vlan 402 on physical network physnet1 to pool {{(pid=93587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 19:22:30.999458 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-64386275-8572-4e0f-896c-e87876b7054d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9464974'] for segment, after_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:22:31.001155 dv-cinder-802653-1-iscsi neutron-server[93587]: Traceback (most recent call last): Jul 28 19:22:31.001155 dv-cinder-802653-1-iscsi neutron-server[93587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 19:22:31.001155 dv-cinder-802653-1-iscsi neutron-server[93587]: timer() Jul 28 19:22:31.001155 dv-cinder-802653-1-iscsi neutron-server[93587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 19:22:31.001155 dv-cinder-802653-1-iscsi neutron-server[93587]: cb(*args, **kw) Jul 28 19:22:31.001155 dv-cinder-802653-1-iscsi neutron-server[93587]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 19:22:31.001155 dv-cinder-802653-1-iscsi neutron-server[93587]: return func(*args, **kwargs) Jul 28 19:22:31.001155 dv-cinder-802653-1-iscsi neutron-server[93587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 19:22:31.001155 dv-cinder-802653-1-iscsi neutron-server[93587]: self._notify() Jul 28 19:22:31.001155 dv-cinder-802653-1-iscsi neutron-server[93587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 19:22:31.001155 dv-cinder-802653-1-iscsi neutron-server[93587]: self.callback(batched_events) Jul 28 19:22:31.001155 dv-cinder-802653-1-iscsi neutron-server[93587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 19:22:31.001155 dv-cinder-802653-1-iscsi neutron-server[93587]: event.method(event) Jul 28 19:22:31.001155 dv-cinder-802653-1-iscsi neutron-server[93587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 19:22:31.001155 dv-cinder-802653-1-iscsi neutron-server[93587]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 19:22:31.001155 dv-cinder-802653-1-iscsi neutron-server[93587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 19:22:31.001155 dv-cinder-802653-1-iscsi neutron-server[93587]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 19:22:31.001155 dv-cinder-802653-1-iscsi neutron-server[93587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 19:22:31.001155 dv-cinder-802653-1-iscsi neutron-server[93587]: return f(self, *a, **k) Jul 28 19:22:31.001155 dv-cinder-802653-1-iscsi neutron-server[93587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 19:22:31.001155 dv-cinder-802653-1-iscsi neutron-server[93587]: return self._get(url).json() Jul 28 19:22:31.001155 dv-cinder-802653-1-iscsi neutron-server[93587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 19:22:31.001155 dv-cinder-802653-1-iscsi neutron-server[93587]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 19:22:31.001155 dv-cinder-802653-1-iscsi neutron-server[93587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 19:22:31.001155 dv-cinder-802653-1-iscsi neutron-server[93587]: return self.request(url, 'GET', **kwargs) Jul 28 19:22:31.001155 dv-cinder-802653-1-iscsi neutron-server[93587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 19:22:31.001155 dv-cinder-802653-1-iscsi neutron-server[93587]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 19:22:31.001155 dv-cinder-802653-1-iscsi neutron-server[93587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 19:22:31.001155 dv-cinder-802653-1-iscsi neutron-server[93587]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 19:22:31.001155 dv-cinder-802653-1-iscsi neutron-server[93587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 19:22:31.001155 dv-cinder-802653-1-iscsi neutron-server[93587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 19:22:31.001155 dv-cinder-802653-1-iscsi neutron-server[93587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 19:22:31.019551 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.rpc [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Device 846b941f-ab7f-4431-8321-ef0820949924 no longer exists at agent ovs-agent-dv-cinder-802653-1-iscsi {{(pid=93588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 19:22:31.039681 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.plugin [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] No Port match for: 846b941f-ab7f-4431-8321-ef0820949924 {{(pid=93588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 19:22:31.040053 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.rpc [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Device 846b941f-ab7f-4431-8321-ef0820949924 not bound to the agent host dv-cinder-802653-1-iscsi {{(pid=93588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 19:22:31.040460 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.rpc [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Device 2c43e459-f32e-4bad-9ec7-93d2e219e71b no longer exists at agent ovs-agent-dv-cinder-802653-1-iscsi {{(pid=93588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 19:22:31.059010 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.plugin [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] No Port match for: 2c43e459-f32e-4bad-9ec7-93d2e219e71b {{(pid=93588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 19:22:31.059358 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.rpc [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Device 2c43e459-f32e-4bad-9ec7-93d2e219e71b not bound to the agent host dv-cinder-802653-1-iscsi {{(pid=93588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 19:22:31.059761 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.rpc [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Device f222063c-7221-40e2-a7de-a0532101c06f no longer exists at agent ovs-agent-dv-cinder-802653-1-iscsi {{(pid=93588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 19:22:31.077361 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.plugin [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] No Port match for: f222063c-7221-40e2-a7de-a0532101c06f {{(pid=93588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 19:22:31.077706 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.rpc [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Device f222063c-7221-40e2-a7de-a0532101c06f not bound to the agent host dv-cinder-802653-1-iscsi {{(pid=93588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 19:22:31.127212 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-64386275-8572-4e0f-896c-e87876b7054d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3821495'] for network, after_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:22:31.132974 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-64386275-8572-4e0f-896c-e87876b7054d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760026'] for network, before_response {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:22:31.136067 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [None req-64386275-8572-4e0f-896c-e87876b7054d admin admin] 10.222.0.41 "DELETE /v2.0/networks/d9b348a0-fd69-4cac-87c2-18e205be05be HTTP/1.1" status: 204 len: 168 time: 0.7073069 Jul 28 19:22:31.147229 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64386275-8572-4e0f-896c-e87876b7054d admin admin] Pushing event deleted for resources: {'Network': ['ID=d9b348a0-fd69-4cac-87c2-18e205be05be,revision_number=None']} {{(pid=93587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:22:31.355622 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.wsgi [-] (93587) accepted ('10.222.0.41', 42864) {{(pid=93587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:22:31.396850 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [None req-5b0c99a6-8be2-4186-a8ec-18ad72619f9f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=77b4e3f4db4f48488f6a8e8a0ca43337&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0378492 Jul 28 19:22:31.398745 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.wsgi [-] (93587) accepted ('10.222.0.41', 42866) {{(pid=93587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:22:31.444971 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-9077285c-4e9e-4c6b-be88-ce787a760db3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:22:31.465572 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-9077285c-4e9e-4c6b-be88-ce787a760db3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:22:31.523577 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-9eca5d17-667a-4148-9ba0-5ab256abf1cd req-62024a42-0aca-4e5c-847d-12bb937e8927 tempest-VolumesSnapshotTestJSON-1487625351 tempest-VolumesSnapshotTestJSON-1487625351-project] 10.222.0.41 "GET /v2.0/ports?device_id=d747b783-c869-4129-bb53-d7849896f4f9 HTTP/1.1" status: 200 len: 210 time: 0.0264761 Jul 28 19:22:31.572970 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-9077285c-4e9e-4c6b-be88-ce787a760db3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676630'] for security_group, after_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:22:31.575479 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-9077285c-4e9e-4c6b-be88-ce787a760db3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:22:31.576663 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [None req-9077285c-4e9e-4c6b-be88-ce787a760db3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/310f407c-e58b-4ae7-8259-bb02b11de3c3 HTTP/1.1" status: 204 len: 168 time: 0.1770408 Jul 28 19:22:31.584806 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9077285c-4e9e-4c6b-be88-ce787a760db3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=310f407c-e58b-4ae7-8259-bb02b11de3c3,revision_number=None']} {{(pid=93587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:22:32.183978 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:22:32.619982 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-e4167289-d79c-4c4d-893b-62edaf9b88a2 req-93135f49-25f7-41df-9005-831148e15ff7 tempest-VolumesSnapshotTestJSON-1487625351 tempest-VolumesSnapshotTestJSON-1487625351-project] 10.222.0.41 "GET /v2.0/ports?device_id=d747b783-c869-4129-bb53-d7849896f4f9 HTTP/1.1" status: 200 len: 210 time: 0.0295444 Jul 28 19:22:33.711089 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-e2b68846-5002-4418-95f1-c705a2611d33 req-c72878cd-aaec-4d21-bae0-d21be976042a tempest-VolumesSnapshotTestJSON-1487625351 tempest-VolumesSnapshotTestJSON-1487625351-project] 10.222.0.41 "GET /v2.0/ports?device_id=d747b783-c869-4129-bb53-d7849896f4f9 HTTP/1.1" status: 200 len: 210 time: 0.0257256 Jul 28 19:22:34.813543 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-5125ae28-eddf-4f72-8b04-1582c74aa4d3 req-45200f1e-ab45-4797-a960-304cc545e99f tempest-VolumesSnapshotTestJSON-1487625351 tempest-VolumesSnapshotTestJSON-1487625351-project] 10.222.0.41 "GET /v2.0/ports?device_id=d747b783-c869-4129-bb53-d7849896f4f9 HTTP/1.1" status: 200 len: 210 time: 0.0261827 Jul 28 19:22:35.907329 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-1aff14e3-2012-4529-85a0-6c5a81880e3f req-a19d8086-294b-43a7-a809-4e524aa173f9 tempest-VolumesSnapshotTestJSON-1487625351 tempest-VolumesSnapshotTestJSON-1487625351-project] 10.222.0.41 "GET /v2.0/ports?device_id=d747b783-c869-4129-bb53-d7849896f4f9 HTTP/1.1" status: 200 len: 210 time: 0.0285304 Jul 28 19:22:37.000144 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-585f9927-a6ac-4d56-8c2f-edf287b06eee req-534c6cf3-980d-4b9d-9511-6ba69bc90aaf tempest-VolumesSnapshotTestJSON-1487625351 tempest-VolumesSnapshotTestJSON-1487625351-project] 10.222.0.41 "GET /v2.0/ports?device_id=d747b783-c869-4129-bb53-d7849896f4f9 HTTP/1.1" status: 200 len: 210 time: 0.0253854 Jul 28 19:22:38.090549 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-e55190ef-72c6-49ee-930b-32ab902df662 req-0c7841fa-023b-485f-9e3f-dd4d95613869 tempest-VolumesSnapshotTestJSON-1487625351 tempest-VolumesSnapshotTestJSON-1487625351-project] 10.222.0.41 "GET /v2.0/ports?device_id=d747b783-c869-4129-bb53-d7849896f4f9 HTTP/1.1" status: 200 len: 210 time: 0.0249381 Jul 28 19:22:39.182824 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-565455d2-398d-4fe8-a246-a706b480f87b req-7b919c6f-92b0-4725-8a73-1dd14efa87cb tempest-VolumesSnapshotTestJSON-1487625351 tempest-VolumesSnapshotTestJSON-1487625351-project] 10.222.0.41 "GET /v2.0/ports?device_id=d747b783-c869-4129-bb53-d7849896f4f9 HTTP/1.1" status: 200 len: 210 time: 0.0257299 Jul 28 19:22:40.275689 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-c5a83069-28e5-48f7-ab9b-27c9f7830850 req-94fe21af-be02-41fb-9f86-6573a3e480a5 tempest-VolumesSnapshotTestJSON-1487625351 tempest-VolumesSnapshotTestJSON-1487625351-project] 10.222.0.41 "GET /v2.0/ports?device_id=d747b783-c869-4129-bb53-d7849896f4f9 HTTP/1.1" status: 200 len: 210 time: 0.0269732 Jul 28 19:22:40.883391 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-0701bd41-7657-4093-9441-2088a2391c04 req-e743601b-7256-45bc-895f-e9d8af6d49de service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=e326350e-a23b-47d5-b68b-4d32d9b75c29&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0425951 Jul 28 19:22:40.964054 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0701bd41-7657-4093-9441-2088a2391c04 req-ae44d328-5b6e-4e5b-ba0d-c13c9619df43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:22:40.965499 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-0701bd41-7657-4093-9441-2088a2391c04 req-ae44d328-5b6e-4e5b-ba0d-c13c9619df43 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=4dceb4eb37274cd9b3fcc8dffed09715&device_id=e326350e-a23b-47d5-b68b-4d32d9b75c29 HTTP/1.1" status: 200 len: 1098 time: 0.0401816 Jul 28 19:22:41.065261 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0701bd41-7657-4093-9441-2088a2391c04 req-d2dfc5af-2d1e-46ea-ba85-c8eadb03ea27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:22:41.066706 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-0701bd41-7657-4093-9441-2088a2391c04 req-d2dfc5af-2d1e-46ea-ba85-c8eadb03ea27 service neutron] 10.222.0.49 "GET /v2.0/networks?id=9a21bde8-e77f-4246-845e-15d2cf775c00 HTTP/1.1" status: 200 len: 912 time: 0.0816686 Jul 28 19:22:41.131948 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-0701bd41-7657-4093-9441-2088a2391c04 req-d5cb2fe0-9d2e-4a60-9497-d0dfb1a85fa3 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fb8a656a-3528-468b-8ffa-8e58621cf20d HTTP/1.1" status: 200 len: 1001 time: 0.0584064 Jul 28 19:22:41.179076 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0701bd41-7657-4093-9441-2088a2391c04 req-df2e6e2f-3bae-47d3-a57a-ca120e8c3c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:22:41.180407 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-0701bd41-7657-4093-9441-2088a2391c04 req-df2e6e2f-3bae-47d3-a57a-ca120e8c3c1e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d8dd9f14-f474-4c6a-84f8-85ff7b8e642f HTTP/1.1" status: 200 len: 850 time: 0.0419140 Jul 28 19:22:41.223850 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0701bd41-7657-4093-9441-2088a2391c04 req-6d2d034e-2f40-4b8d-be6b-1ae3d76a0a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:22:41.225317 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-0701bd41-7657-4093-9441-2088a2391c04 req-6d2d034e-2f40-4b8d-be6b-1ae3d76a0a5d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9a21bde8-e77f-4246-845e-15d2cf775c00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0383034 Jul 28 19:22:41.313988 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-0701bd41-7657-4093-9441-2088a2391c04 req-57626e94-e69f-4d2a-af49-e66b110c4ebd service neutron] 10.222.0.49 "GET /v2.0/networks/9a21bde8-e77f-4246-845e-15d2cf775c00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813444 Jul 28 19:22:41.366840 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-b605410f-3ab2-41ce-bc76-6de74f92f0c3 req-8bbf101c-c3f5-4678-9a7d-1860b6a232d9 tempest-VolumesSnapshotTestJSON-1487625351 tempest-VolumesSnapshotTestJSON-1487625351-project] 10.222.0.41 "GET /v2.0/ports?device_id=d747b783-c869-4129-bb53-d7849896f4f9 HTTP/1.1" status: 200 len: 210 time: 0.0251198 Jul 28 19:22:41.401324 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-0701bd41-7657-4093-9441-2088a2391c04 req-4b711964-3479-4610-8160-911e5a8fa4ed service neutron] 10.222.0.49 "GET /v2.0/networks/9a21bde8-e77f-4246-845e-15d2cf775c00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804639 Jul 28 19:22:42.461876 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-389b3e41-ec95-48a4-b4cb-5694f3fa3ed7 req-d0240c82-4370-4dfc-b5ec-ce4b76ae6613 tempest-VolumesSnapshotTestJSON-1487625351 tempest-VolumesSnapshotTestJSON-1487625351-project] 10.222.0.41 "GET /v2.0/ports?device_id=d747b783-c869-4129-bb53-d7849896f4f9 HTTP/1.1" status: 200 len: 210 time: 0.0284812 Jul 28 19:22:43.554696 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-47160cb9-edbb-418a-beda-00c82575b0e7 req-8fc0f74d-9010-4519-97ee-722ae58e990d tempest-VolumesSnapshotTestJSON-1487625351 tempest-VolumesSnapshotTestJSON-1487625351-project] 10.222.0.41 "GET /v2.0/ports?device_id=d747b783-c869-4129-bb53-d7849896f4f9 HTTP/1.1" status: 200 len: 210 time: 0.0260477 Jul 28 19:22:44.646921 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-0d542e22-83e2-4030-a71a-af09e9093c86 req-7f0fce33-a472-4776-b93d-cf7b50eed42c tempest-VolumesSnapshotTestJSON-1487625351 tempest-VolumesSnapshotTestJSON-1487625351-project] 10.222.0.41 "GET /v2.0/ports?device_id=d747b783-c869-4129-bb53-d7849896f4f9 HTTP/1.1" status: 200 len: 210 time: 0.0262165 Jul 28 19:22:45.737949 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-35c1cca2-de78-4b20-b189-09f55ef1a01a req-26f41806-0693-48c3-92a2-00e80077a976 tempest-VolumesSnapshotTestJSON-1487625351 tempest-VolumesSnapshotTestJSON-1487625351-project] 10.222.0.41 "GET /v2.0/ports?device_id=d747b783-c869-4129-bb53-d7849896f4f9 HTTP/1.1" status: 200 len: 210 time: 0.0263631 Jul 28 19:22:46.833072 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-8d59b36a-2311-46bb-8029-8a68fb3344d3 req-a915442a-f590-404c-b319-e4ae5decb230 tempest-VolumesSnapshotTestJSON-1487625351 tempest-VolumesSnapshotTestJSON-1487625351-project] 10.222.0.41 "GET /v2.0/ports?device_id=d747b783-c869-4129-bb53-d7849896f4f9 HTTP/1.1" status: 200 len: 210 time: 0.0262439 Jul 28 19:22:47.924676 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-4a271e0e-ce62-44b3-8ce1-c283ab154eb2 req-913aab83-6f4a-4982-a4ed-fd0009825505 tempest-VolumesSnapshotTestJSON-1487625351 tempest-VolumesSnapshotTestJSON-1487625351-project] 10.222.0.41 "GET /v2.0/ports?device_id=d747b783-c869-4129-bb53-d7849896f4f9 HTTP/1.1" status: 200 len: 210 time: 0.0254059 Jul 28 19:22:49.020549 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-760575f0-7eaa-4ceb-b9c3-01741458d22c req-ce79582d-846d-4a6b-b2ba-6f24fd2ad392 tempest-VolumesSnapshotTestJSON-1487625351 tempest-VolumesSnapshotTestJSON-1487625351-project] 10.222.0.41 "GET /v2.0/ports?device_id=d747b783-c869-4129-bb53-d7849896f4f9 HTTP/1.1" status: 200 len: 210 time: 0.0295165 Jul 28 19:22:50.118929 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-3065faba-d6e5-43f7-b70b-9733fb4f6826 req-a259cd10-7462-4801-8145-52cc698974b4 tempest-VolumesSnapshotTestJSON-1487625351 tempest-VolumesSnapshotTestJSON-1487625351-project] 10.222.0.41 "GET /v2.0/ports?device_id=d747b783-c869-4129-bb53-d7849896f4f9 HTTP/1.1" status: 200 len: 210 time: 0.0262189 Jul 28 19:22:51.212828 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-27245848-3370-41ea-ad02-f89642587291 req-dca3e82e-587e-4bcf-b72b-534510c26455 tempest-VolumesSnapshotTestJSON-1487625351 tempest-VolumesSnapshotTestJSON-1487625351-project] 10.222.0.41 "GET /v2.0/ports?device_id=d747b783-c869-4129-bb53-d7849896f4f9 HTTP/1.1" status: 200 len: 210 time: 0.0264261 Jul 28 19:22:51.594931 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-3dcfacb9-8564-4c70-a207-9fcb17e2663c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:22:52.306029 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-fd4d3d90-2913-47b9-a083-00a41bbf8a0c req-40863078-430b-4d60-9a3a-357c82a30d90 tempest-VolumesSnapshotTestJSON-1487625351 tempest-VolumesSnapshotTestJSON-1487625351-project] 10.222.0.41 "GET /v2.0/ports?device_id=d747b783-c869-4129-bb53-d7849896f4f9 HTTP/1.1" status: 200 len: 210 time: 0.0255966 Jul 28 19:22:53.406535 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-3fe5bee8-d532-4b67-8c1d-511e86237f7e req-d06d3cba-de0e-43d8-9f96-27204a20be0e tempest-VolumesSnapshotTestJSON-1487625351 tempest-VolumesSnapshotTestJSON-1487625351-project] 10.222.0.41 "GET /v2.0/ports?device_id=d747b783-c869-4129-bb53-d7849896f4f9 HTTP/1.1" status: 200 len: 210 time: 0.0256436 Jul 28 19:22:54.205699 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:22:54.486088 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-fa60129d-c0df-45e9-8ce5-1a5cbbce89ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:22:54.491564 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-1e9a2152-b769-423f-a6b0-4a9344702298 req-a6ac0bdd-af44-4de3-b08a-3fd0a07af770 tempest-VolumesSnapshotTestJSON-1487625351 tempest-VolumesSnapshotTestJSON-1487625351-project] 10.222.0.41 "GET /v2.0/ports?device_id=d747b783-c869-4129-bb53-d7849896f4f9 HTTP/1.1" status: 200 len: 210 time: 0.0248725 Jul 28 19:22:55.588250 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-09a9527d-6b31-4017-922d-bb6b2b550c48 req-b3a706a9-ab98-4871-9083-8a2a29a5b759 tempest-VolumesSnapshotTestJSON-1487625351 tempest-VolumesSnapshotTestJSON-1487625351-project] 10.222.0.41 "GET /v2.0/ports?device_id=d747b783-c869-4129-bb53-d7849896f4f9 HTTP/1.1" status: 200 len: 210 time: 0.0284719 Jul 28 19:22:55.594510 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-acea1373-d53c-46a9-b089-9e40d352d773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:22:56.682050 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-d02cdace-48b9-4cde-b500-afb7b826e123 req-e89b9295-3d67-41d4-b3a4-9a4ac4b245f3 tempest-VolumesSnapshotTestJSON-1487625351 tempest-VolumesSnapshotTestJSON-1487625351-project] 10.222.0.41 "GET /v2.0/ports?device_id=d747b783-c869-4129-bb53-d7849896f4f9 HTTP/1.1" status: 200 len: 210 time: 0.0252504 Jul 28 19:22:57.675008 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-26c861f8-c84b-4272-86f3-59900436582c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:22:57.773449 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-66cd65d8-7d37-4d94-880b-26f21ef9b796 req-7c407b21-eadb-4aa3-8b89-c443e89355df tempest-VolumesSnapshotTestJSON-1487625351 tempest-VolumesSnapshotTestJSON-1487625351-project] 10.222.0.41 "GET /v2.0/ports?device_id=d747b783-c869-4129-bb53-d7849896f4f9 HTTP/1.1" status: 200 len: 210 time: 0.0253825 Jul 28 19:22:58.875244 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-6adbc9c8-3cc5-4638-b84c-4da1fafbb772 req-8ea3e93a-5ff8-4e6e-b67f-aaab2042647d tempest-VolumesSnapshotTestJSON-1487625351 tempest-VolumesSnapshotTestJSON-1487625351-project] 10.222.0.41 "GET /v2.0/ports?device_id=d747b783-c869-4129-bb53-d7849896f4f9 HTTP/1.1" status: 200 len: 210 time: 0.0256371 Jul 28 19:22:59.965467 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-e371d0f7-1789-4c16-8cf0-a1674d5d3fef req-04704900-6099-4b1f-bb0d-863b69d0f0e9 tempest-VolumesSnapshotTestJSON-1487625351 tempest-VolumesSnapshotTestJSON-1487625351-project] 10.222.0.41 "GET /v2.0/ports?device_id=d747b783-c869-4129-bb53-d7849896f4f9 HTTP/1.1" status: 200 len: 210 time: 0.0254886 Jul 28 19:23:01.056527 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-6a7646c1-b09d-4bef-a49d-57c69aa21cb9 req-2860a175-f72b-4626-9bef-dce1021b7362 tempest-VolumesSnapshotTestJSON-1487625351 tempest-VolumesSnapshotTestJSON-1487625351-project] 10.222.0.41 "GET /v2.0/ports?device_id=d747b783-c869-4129-bb53-d7849896f4f9 HTTP/1.1" status: 200 len: 210 time: 0.0246882 Jul 28 19:23:02.151600 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-680a6588-cadb-420c-b537-86d82f77991a req-863d034a-5abd-4085-abad-4411a73580ac tempest-VolumesSnapshotTestJSON-1487625351 tempest-VolumesSnapshotTestJSON-1487625351-project] 10.222.0.41 "GET /v2.0/ports?device_id=d747b783-c869-4129-bb53-d7849896f4f9 HTTP/1.1" status: 200 len: 210 time: 0.0290511 Jul 28 19:23:02.188933 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:23:03.243160 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-43b0276a-3f96-45f2-bfc0-b05169380f7e req-62d225f8-7fdb-440e-911b-d4553adb5d45 tempest-VolumesSnapshotTestJSON-1487625351 tempest-VolumesSnapshotTestJSON-1487625351-project] 10.222.0.41 "GET /v2.0/ports?device_id=d747b783-c869-4129-bb53-d7849896f4f9 HTTP/1.1" status: 200 len: 210 time: 0.0252950 Jul 28 19:23:04.334126 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-4ecae8d2-596c-4595-aab8-56ef7925fcaf req-0aa1b8fb-97df-498a-a63a-34915c9b2b93 tempest-VolumesSnapshotTestJSON-1487625351 tempest-VolumesSnapshotTestJSON-1487625351-project] 10.222.0.41 "GET /v2.0/ports?device_id=d747b783-c869-4129-bb53-d7849896f4f9 HTTP/1.1" status: 200 len: 210 time: 0.0260811 Jul 28 19:23:05.425284 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-689b7ef9-18c7-418f-b3c3-8c2bfac4fdee req-0227c2dc-2794-41dd-aa1b-20fa8af0db5a tempest-VolumesSnapshotTestJSON-1487625351 tempest-VolumesSnapshotTestJSON-1487625351-project] 10.222.0.41 "GET /v2.0/ports?device_id=d747b783-c869-4129-bb53-d7849896f4f9 HTTP/1.1" status: 200 len: 210 time: 0.0254385 Jul 28 19:23:06.518255 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-ad0f49bf-d8f3-4862-bb56-4496928f2d5d req-c085a68a-fcee-4a74-824a-fd7e1cffa97b tempest-VolumesSnapshotTestJSON-1487625351 tempest-VolumesSnapshotTestJSON-1487625351-project] 10.222.0.41 "GET /v2.0/ports?device_id=d747b783-c869-4129-bb53-d7849896f4f9 HTTP/1.1" status: 200 len: 210 time: 0.0251541 Jul 28 19:23:06.653343 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.db.agents_db [None req-65e7ef76-a059-4ec3-9341-f72ff4ef7e59 None None] Agent healthcheck: found 6 active agents {{(pid=93589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 19:23:07.610145 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-d1adb819-31a6-460c-8c18-bfe67e354924 req-3b49cdb6-2dd6-4211-b11a-5b579ec5ee6a tempest-VolumesSnapshotTestJSON-1487625351 tempest-VolumesSnapshotTestJSON-1487625351-project] 10.222.0.41 "GET /v2.0/ports?device_id=d747b783-c869-4129-bb53-d7849896f4f9 HTTP/1.1" status: 200 len: 210 time: 0.0246849 Jul 28 19:23:08.705750 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-bee5f220-e920-4ea0-916f-db73322edbce req-0040de54-9a43-4164-a6f2-0d1a34f5e1e9 tempest-VolumesSnapshotTestJSON-1487625351 tempest-VolumesSnapshotTestJSON-1487625351-project] 10.222.0.41 "GET /v2.0/ports?device_id=d747b783-c869-4129-bb53-d7849896f4f9 HTTP/1.1" status: 200 len: 210 time: 0.0287142 Jul 28 19:23:09.797109 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-6b8ad4f8-397f-402c-9a66-59bdb2c9df74 req-b0c66873-5e2e-46d3-8a8a-6a2e008fb684 tempest-VolumesSnapshotTestJSON-1487625351 tempest-VolumesSnapshotTestJSON-1487625351-project] 10.222.0.41 "GET /v2.0/ports?device_id=d747b783-c869-4129-bb53-d7849896f4f9 HTTP/1.1" status: 200 len: 210 time: 0.0248513 Jul 28 19:23:10.888316 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-e5334498-37b4-4f1a-ab08-e2223b7c39fc req-c5c594e6-7784-493a-8701-adab8eb006ac tempest-VolumesSnapshotTestJSON-1487625351 tempest-VolumesSnapshotTestJSON-1487625351-project] 10.222.0.41 "GET /v2.0/ports?device_id=d747b783-c869-4129-bb53-d7849896f4f9 HTTP/1.1" status: 200 len: 210 time: 0.0256953 Jul 28 19:23:11.982172 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-17077750-7b89-45a8-a688-5a5f79fa19d8 req-e619bfdf-620d-4011-830e-78661f2a2675 tempest-VolumesSnapshotTestJSON-1487625351 tempest-VolumesSnapshotTestJSON-1487625351-project] 10.222.0.41 "GET /v2.0/ports?device_id=d747b783-c869-4129-bb53-d7849896f4f9 HTTP/1.1" status: 200 len: 210 time: 0.0269830 Jul 28 19:23:13.079731 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-f8506387-f279-4d7b-b1ac-5b35f9129fd7 req-bc421cd2-19ca-48bd-a3a3-cc7fd293467a tempest-VolumesSnapshotTestJSON-1487625351 tempest-VolumesSnapshotTestJSON-1487625351-project] 10.222.0.41 "GET /v2.0/ports?device_id=d747b783-c869-4129-bb53-d7849896f4f9 HTTP/1.1" status: 200 len: 210 time: 0.0250196 Jul 28 19:23:14.169953 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-2f0ed595-df05-44fb-8deb-b450f9d5d2d2 req-d0a09e0a-f08e-4f98-8c27-a7482a3408c3 tempest-VolumesSnapshotTestJSON-1487625351 tempest-VolumesSnapshotTestJSON-1487625351-project] 10.222.0.41 "GET /v2.0/ports?device_id=d747b783-c869-4129-bb53-d7849896f4f9 HTTP/1.1" status: 200 len: 210 time: 0.0245922 Jul 28 19:23:15.265286 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-3ea529de-1798-4d5f-a5e3-edc742814384 req-d8973c8b-7c08-46cf-964a-1a929d764cec tempest-VolumesSnapshotTestJSON-1487625351 tempest-VolumesSnapshotTestJSON-1487625351-project] 10.222.0.41 "GET /v2.0/ports?device_id=d747b783-c869-4129-bb53-d7849896f4f9 HTTP/1.1" status: 200 len: 210 time: 0.0294776 Jul 28 19:23:16.359277 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-16c61b82-c554-4df6-87d2-facafbf89c92 req-516cbae4-418d-461d-a386-1d8d220569b9 tempest-VolumesSnapshotTestJSON-1487625351 tempest-VolumesSnapshotTestJSON-1487625351-project] 10.222.0.41 "GET /v2.0/ports?device_id=d747b783-c869-4129-bb53-d7849896f4f9 HTTP/1.1" status: 200 len: 210 time: 0.0255871 Jul 28 19:23:17.450502 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-37ad1304-6e2e-44bd-81dd-3dfada48ccb8 req-9b7346fa-66d2-43e1-b28b-fb09c72122e8 tempest-VolumesSnapshotTestJSON-1487625351 tempest-VolumesSnapshotTestJSON-1487625351-project] 10.222.0.41 "GET /v2.0/ports?device_id=d747b783-c869-4129-bb53-d7849896f4f9 HTTP/1.1" status: 200 len: 210 time: 0.0258524 Jul 28 19:23:18.546097 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-ce76d810-455a-4d26-a4c4-c819a63ade37 req-4ed49a4c-a674-4b3f-bcd2-f6d7b5f49db9 tempest-VolumesSnapshotTestJSON-1487625351 tempest-VolumesSnapshotTestJSON-1487625351-project] 10.222.0.41 "GET /v2.0/ports?device_id=d747b783-c869-4129-bb53-d7849896f4f9 HTTP/1.1" status: 200 len: 210 time: 0.0250976 Jul 28 19:23:19.635721 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-094239f9-e7c9-46cb-aa01-322937c55ac1 req-e9f4288e-8702-4d00-9c21-3d7433123795 tempest-VolumesSnapshotTestJSON-1487625351 tempest-VolumesSnapshotTestJSON-1487625351-project] 10.222.0.41 "GET /v2.0/ports?device_id=d747b783-c869-4129-bb53-d7849896f4f9 HTTP/1.1" status: 200 len: 210 time: 0.0249796 Jul 28 19:23:20.772430 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-99654686-e619-4175-ae3f-c0ac8e4bbd57 req-e95bfd93-0087-4401-a961-6aa533dbd76e tempest-VolumesSnapshotTestJSON-1487625351 tempest-VolumesSnapshotTestJSON-1487625351-project] 10.222.0.41 "GET /v2.0/ports?device_id=d747b783-c869-4129-bb53-d7849896f4f9 HTTP/1.1" status: 200 len: 210 time: 0.0256031 Jul 28 19:23:21.576376 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-50daea9b-7ded-4e1c-b776-30e5961e1d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:23:21.868196 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-3808f01e-cd4b-4ab0-8fd8-a5cfc5fb6573 req-a60e77a1-965a-4789-ab87-6364d7cedd80 tempest-VolumesSnapshotTestJSON-1487625351 tempest-VolumesSnapshotTestJSON-1487625351-project] 10.222.0.41 "GET /v2.0/ports?device_id=d747b783-c869-4129-bb53-d7849896f4f9 HTTP/1.1" status: 200 len: 210 time: 0.0292752 Jul 28 19:23:22.961574 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-b38ae6dc-f81e-4b4f-9a29-737e6a9e4c86 req-2f04175d-2bcc-40df-a472-9035d5cf2ae6 tempest-VolumesSnapshotTestJSON-1487625351 tempest-VolumesSnapshotTestJSON-1487625351-project] 10.222.0.41 "GET /v2.0/ports?device_id=d747b783-c869-4129-bb53-d7849896f4f9 HTTP/1.1" status: 200 len: 210 time: 0.0265031 Jul 28 19:23:24.055827 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-9fd28211-046a-4387-9c4f-0c9f0dd94782 req-82ddc50d-42c3-4a3c-8ca7-966d1d831448 tempest-VolumesSnapshotTestJSON-1487625351 tempest-VolumesSnapshotTestJSON-1487625351-project] 10.222.0.41 "GET /v2.0/ports?device_id=d747b783-c869-4129-bb53-d7849896f4f9 HTTP/1.1" status: 200 len: 210 time: 0.0258653 Jul 28 19:23:24.228004 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:23:24.416390 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-6e755204-f254-4a06-bf7b-907ed16b4bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:23:25.150049 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-eb9221eb-3e4c-452c-b20a-23160104df7d req-bf842ad1-98d8-4024-a131-4f9545647bd3 tempest-VolumesSnapshotTestJSON-1487625351 tempest-VolumesSnapshotTestJSON-1487625351-project] 10.222.0.41 "GET /v2.0/ports?device_id=d747b783-c869-4129-bb53-d7849896f4f9 HTTP/1.1" status: 200 len: 210 time: 0.0264151 Jul 28 19:23:25.621197 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-acea1373-d53c-46a9-b089-9e40d352d773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:23:26.242848 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-d14b060f-ba24-45d0-ada2-4beb27e9287f req-df518d9d-4d43-4ebc-b981-c4acc92c11af tempest-VolumesSnapshotTestJSON-1487625351 tempest-VolumesSnapshotTestJSON-1487625351-project] 10.222.0.41 "GET /v2.0/ports?device_id=d747b783-c869-4129-bb53-d7849896f4f9 HTTP/1.1" status: 200 len: 210 time: 0.0265682 Jul 28 19:23:27.337789 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-cb87fef0-8b65-4374-ae47-15b3c3a51353 req-8e0541ba-b049-4464-82c0-863ce44bef5c tempest-VolumesSnapshotTestJSON-1487625351 tempest-VolumesSnapshotTestJSON-1487625351-project] 10.222.0.41 "GET /v2.0/ports?device_id=d747b783-c869-4129-bb53-d7849896f4f9 HTTP/1.1" status: 200 len: 210 time: 0.0257928 Jul 28 19:23:27.673552 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-26c861f8-c84b-4272-86f3-59900436582c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:23:28.431611 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-fcc4bf69-25d1-4707-aa12-a8308349add8 req-a195209a-fd74-45a0-be53-c3390be75eb4 tempest-VolumesSnapshotTestJSON-1487625351 tempest-VolumesSnapshotTestJSON-1487625351-project] 10.222.0.41 "GET /v2.0/ports?device_id=d747b783-c869-4129-bb53-d7849896f4f9 HTTP/1.1" status: 200 len: 210 time: 0.0289750 Jul 28 19:23:29.524165 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-e87a16ae-9ef5-4079-b454-cefe02056ffb req-95de5524-a68d-4cba-8abc-74ebed87a3dc tempest-VolumesSnapshotTestJSON-1487625351 tempest-VolumesSnapshotTestJSON-1487625351-project] 10.222.0.41 "GET /v2.0/ports?device_id=d747b783-c869-4129-bb53-d7849896f4f9 HTTP/1.1" status: 200 len: 210 time: 0.0254753 Jul 28 19:23:30.616832 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-900a8932-9c81-411f-b000-e53d6e959332 req-260f414c-574a-4238-90f0-97be3ffbe9fd tempest-VolumesSnapshotTestJSON-1487625351 tempest-VolumesSnapshotTestJSON-1487625351-project] 10.222.0.41 "GET /v2.0/ports?device_id=d747b783-c869-4129-bb53-d7849896f4f9 HTTP/1.1" status: 200 len: 210 time: 0.0255148 Jul 28 19:23:31.710181 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-71a7578e-0cbc-44b3-bd1c-258a50f210de req-9cca4791-04a5-47b7-954b-b62534d7be8f tempest-VolumesSnapshotTestJSON-1487625351 tempest-VolumesSnapshotTestJSON-1487625351-project] 10.222.0.41 "GET /v2.0/ports?device_id=d747b783-c869-4129-bb53-d7849896f4f9 HTTP/1.1" status: 200 len: 210 time: 0.0262392 Jul 28 19:23:32.215712 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:23:32.800418 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-db504100-c7d6-4441-9fea-5f4a91262a4a req-f8689669-c065-480b-b164-169fb15e8789 tempest-VolumesSnapshotTestJSON-1487625351 tempest-VolumesSnapshotTestJSON-1487625351-project] 10.222.0.41 "GET /v2.0/ports?device_id=d747b783-c869-4129-bb53-d7849896f4f9 HTTP/1.1" status: 200 len: 210 time: 0.0258203 Jul 28 19:23:33.891046 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-dc015627-d8ea-44c7-9446-e324f35eaf7d req-e0513ef9-f3e4-4005-a116-7cefdc7cdefe tempest-VolumesSnapshotTestJSON-1487625351 tempest-VolumesSnapshotTestJSON-1487625351-project] 10.222.0.41 "GET /v2.0/ports?device_id=d747b783-c869-4129-bb53-d7849896f4f9 HTTP/1.1" status: 200 len: 210 time: 0.0255198 Jul 28 19:23:34.986568 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-18cdba45-ec0b-49fe-81f9-e56d53ec8459 req-2d64e32a-1e3e-40fe-8561-be6a35007c77 tempest-VolumesSnapshotTestJSON-1487625351 tempest-VolumesSnapshotTestJSON-1487625351-project] 10.222.0.41 "GET /v2.0/ports?device_id=d747b783-c869-4129-bb53-d7849896f4f9 HTTP/1.1" status: 200 len: 210 time: 0.0300200 Jul 28 19:23:36.087290 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-7fbf4cc5-69cb-45de-af84-3cf1b0a92df3 req-f9446c11-5686-41cf-bdf8-c1155d170106 tempest-VolumesSnapshotTestJSON-1487625351 tempest-VolumesSnapshotTestJSON-1487625351-project] 10.222.0.41 "GET /v2.0/ports?device_id=d747b783-c869-4129-bb53-d7849896f4f9 HTTP/1.1" status: 200 len: 210 time: 0.0258195 Jul 28 19:23:37.180403 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-fb5412f1-ce27-483c-a056-02cfcdf8b9f6 req-b85b541a-d353-4f49-9de8-7d34e9b4b6cb tempest-VolumesSnapshotTestJSON-1487625351 tempest-VolumesSnapshotTestJSON-1487625351-project] 10.222.0.41 "GET /v2.0/ports?device_id=d747b783-c869-4129-bb53-d7849896f4f9 HTTP/1.1" status: 200 len: 210 time: 0.0273662 Jul 28 19:23:38.271330 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-586da186-cfea-4399-9f45-da9e8089bab9 req-77968757-247e-42e4-bcdc-d774aed4c171 tempest-VolumesSnapshotTestJSON-1487625351 tempest-VolumesSnapshotTestJSON-1487625351-project] 10.222.0.41 "GET /v2.0/ports?device_id=d747b783-c869-4129-bb53-d7849896f4f9 HTTP/1.1" status: 200 len: 210 time: 0.0254304 Jul 28 19:23:39.363847 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-91510b75-4850-4a02-8b42-fa189a4b969a req-d42a325e-8f4f-4376-886d-3ee7f42cd372 tempest-VolumesSnapshotTestJSON-1487625351 tempest-VolumesSnapshotTestJSON-1487625351-project] 10.222.0.41 "GET /v2.0/ports?device_id=d747b783-c869-4129-bb53-d7849896f4f9 HTTP/1.1" status: 200 len: 210 time: 0.0258565 Jul 28 19:23:40.454001 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-f9b98b06-ef00-4aff-8de1-38d2f70c72d5 req-14f645e0-8a2a-4c45-bd70-9d563373b1bf tempest-VolumesSnapshotTestJSON-1487625351 tempest-VolumesSnapshotTestJSON-1487625351-project] 10.222.0.41 "GET /v2.0/ports?device_id=d747b783-c869-4129-bb53-d7849896f4f9 HTTP/1.1" status: 200 len: 210 time: 0.0251780 Jul 28 19:23:41.550205 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-fa526d6b-ac1f-45cb-af52-f6b7b8956e4c req-92d958b8-8b99-4bc9-a471-c9d872bf7e17 tempest-VolumesSnapshotTestJSON-1487625351 tempest-VolumesSnapshotTestJSON-1487625351-project] 10.222.0.41 "GET /v2.0/ports?device_id=d747b783-c869-4129-bb53-d7849896f4f9 HTTP/1.1" status: 200 len: 210 time: 0.0287468 Jul 28 19:23:42.642587 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-47fe5880-6756-4bf4-9dfc-0feb7c2c939e req-8022f8d9-6624-4c99-93af-5150b6d9e3a8 tempest-VolumesSnapshotTestJSON-1487625351 tempest-VolumesSnapshotTestJSON-1487625351-project] 10.222.0.41 "GET /v2.0/ports?device_id=d747b783-c869-4129-bb53-d7849896f4f9 HTTP/1.1" status: 200 len: 210 time: 0.0250981 Jul 28 19:23:42.962310 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-07cb4b09-99e1-4995-8271-3fba0cf93b70 req-33b897ac-bf15-4f84-993c-922248fbdd34 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=e326350e-a23b-47d5-b68b-4d32d9b75c29&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1316714 Jul 28 19:23:43.043290 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cb4b09-99e1-4995-8271-3fba0cf93b70 req-6cd854be-e5f9-4465-b1e3-e4e11834e72e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:23:43.044871 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-07cb4b09-99e1-4995-8271-3fba0cf93b70 req-6cd854be-e5f9-4465-b1e3-e4e11834e72e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=4dceb4eb37274cd9b3fcc8dffed09715&device_id=e326350e-a23b-47d5-b68b-4d32d9b75c29 HTTP/1.1" status: 200 len: 1098 time: 0.0401661 Jul 28 19:23:43.147634 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cb4b09-99e1-4995-8271-3fba0cf93b70 req-f9030f1e-26cf-42cf-9c25-99ba71911624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:23:43.149162 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-07cb4b09-99e1-4995-8271-3fba0cf93b70 req-f9030f1e-26cf-42cf-9c25-99ba71911624 service neutron] 10.222.0.49 "GET /v2.0/networks?id=9a21bde8-e77f-4246-845e-15d2cf775c00 HTTP/1.1" status: 200 len: 912 time: 0.0845592 Jul 28 19:23:43.215252 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-07cb4b09-99e1-4995-8271-3fba0cf93b70 req-035dd21f-bd81-46d7-b1ff-990f41dd962a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fb8a656a-3528-468b-8ffa-8e58621cf20d HTTP/1.1" status: 200 len: 1001 time: 0.0593228 Jul 28 19:23:43.262620 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cb4b09-99e1-4995-8271-3fba0cf93b70 req-6f4a7bbc-8ce6-4350-b9bb-2172e66ec1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:23:43.264072 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-07cb4b09-99e1-4995-8271-3fba0cf93b70 req-6f4a7bbc-8ce6-4350-b9bb-2172e66ec1cc service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d8dd9f14-f474-4c6a-84f8-85ff7b8e642f HTTP/1.1" status: 200 len: 850 time: 0.0424004 Jul 28 19:23:43.309162 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cb4b09-99e1-4995-8271-3fba0cf93b70 req-e8c52c30-38e0-4475-90ba-2fecb9ec5eef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:23:43.310595 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-07cb4b09-99e1-4995-8271-3fba0cf93b70 req-e8c52c30-38e0-4475-90ba-2fecb9ec5eef service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9a21bde8-e77f-4246-845e-15d2cf775c00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0389717 Jul 28 19:23:43.321422 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.wsgi [req-07cb4b09-99e1-4995-8271-3fba0cf93b70 req-26b09506-12d6-488b-acf0-1de1719f23c7 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=93587) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 19:23:43.322347 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-07cb4b09-99e1-4995-8271-3fba0cf93b70 req-26b09506-12d6-488b-acf0-1de1719f23c7 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047567 Jul 28 19:23:43.411486 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-07cb4b09-99e1-4995-8271-3fba0cf93b70 req-dfc8484f-71d0-44d0-8815-42fa8c1b09a7 service neutron] 10.222.0.49 "GET /v2.0/networks/9a21bde8-e77f-4246-845e-15d2cf775c00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822501 Jul 28 19:23:43.498627 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-07cb4b09-99e1-4995-8271-3fba0cf93b70 req-011081e7-c6d8-4ca4-bc43-c43fe38890a4 service neutron] 10.222.0.49 "GET /v2.0/networks/9a21bde8-e77f-4246-845e-15d2cf775c00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789220 Jul 28 19:23:43.652260 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.db.agents_db [None req-65e7ef76-a059-4ec3-9341-f72ff4ef7e59 None None] Agent healthcheck: found 6 active agents {{(pid=93589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 19:23:43.736527 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-6e95adae-b9f6-478d-877a-10e635758ddd req-354f5f11-43b2-44a0-bb60-0cc55f25753f tempest-VolumesSnapshotTestJSON-1487625351 tempest-VolumesSnapshotTestJSON-1487625351-project] 10.222.0.41 "GET /v2.0/ports?device_id=d747b783-c869-4129-bb53-d7849896f4f9 HTTP/1.1" status: 200 len: 210 time: 0.0262158 Jul 28 19:23:44.826708 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-2c8028ce-8cf5-4282-b30f-b6b2f8c0c95e req-20542b69-e041-4549-ad05-a60ffbf715e2 tempest-VolumesSnapshotTestJSON-1487625351 tempest-VolumesSnapshotTestJSON-1487625351-project] 10.222.0.41 "GET /v2.0/ports?device_id=d747b783-c869-4129-bb53-d7849896f4f9 HTTP/1.1" status: 200 len: 210 time: 0.0248909 Jul 28 19:23:45.918124 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-9835970f-ecdb-4e72-bfdf-40f0f16331fa req-bcb278a2-eb98-4769-b628-0b93b8cd7ed5 tempest-VolumesSnapshotTestJSON-1487625351 tempest-VolumesSnapshotTestJSON-1487625351-project] 10.222.0.41 "GET /v2.0/ports?device_id=d747b783-c869-4129-bb53-d7849896f4f9 HTTP/1.1" status: 200 len: 210 time: 0.0246687 Jul 28 19:23:47.014421 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-8ec5845d-2a08-4333-9805-0ec8fc67f6b9 req-3cd8c6cc-60f0-42c0-8682-b99e1bb97a4c tempest-VolumesSnapshotTestJSON-1487625351 tempest-VolumesSnapshotTestJSON-1487625351-project] 10.222.0.41 "GET /v2.0/ports?device_id=d747b783-c869-4129-bb53-d7849896f4f9 HTTP/1.1" status: 200 len: 210 time: 0.0293655 Jul 28 19:23:48.123536 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-f7a46294-8daa-43bf-94ce-59b3d7b9e439 req-cafa0f52-36d2-4974-8e9d-d213d2f2a421 tempest-VolumesSnapshotTestJSON-1487625351 tempest-VolumesSnapshotTestJSON-1487625351-project] 10.222.0.41 "GET /v2.0/ports?device_id=d747b783-c869-4129-bb53-d7849896f4f9 HTTP/1.1" status: 200 len: 210 time: 0.0257301 Jul 28 19:23:51.574298 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-4b6d97f3-7b08-4862-a68c-39c8e063343c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:23:54.236835 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:23:54.442750 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-82c977fc-a8eb-4cf8-9c24-a5a404bb0ffa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:23:55.615357 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-acea1373-d53c-46a9-b089-9e40d352d773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:23:57.683899 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-26c861f8-c84b-4272-86f3-59900436582c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:24:02.214688 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:24:20.651914 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.db.agents_db [None req-65e7ef76-a059-4ec3-9341-f72ff4ef7e59 None None] Agent healthcheck: found 6 active agents {{(pid=93589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 19:24:21.846703 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-ad38b78c-626a-4dc2-a30c-8ff9197f2f6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:24:23.759273 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.wsgi [req-e9ec09b6-3066-4c57-a61a-cc960e934e1f req-b3aa5a8c-cd2e-45ce-bfc6-3ef453dce3f1 service neutron] (93586) timed out ('10.222.0.41', 37400) {{(pid=93586) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 28 19:24:24.303371 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:24:24.434525 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-72afb132-d66a-4030-a125-63de76684c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:24:25.762526 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-acea1373-d53c-46a9-b089-9e40d352d773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:24:27.653836 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-26c861f8-c84b-4272-86f3-59900436582c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:24:32.228792 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:24:42.853774 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-96bdbf6f-02bf-42cd-a3eb-5029d50e046b req-045ec60b-30ff-498f-840f-b5a451f1332b service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=e326350e-a23b-47d5-b68b-4d32d9b75c29&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0436115 Jul 28 19:24:42.934828 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bdbf6f-02bf-42cd-a3eb-5029d50e046b req-36eb5c07-27c1-4b53-b465-6b3cec578acc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:24:42.936320 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-96bdbf6f-02bf-42cd-a3eb-5029d50e046b req-36eb5c07-27c1-4b53-b465-6b3cec578acc service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=4dceb4eb37274cd9b3fcc8dffed09715&device_id=e326350e-a23b-47d5-b68b-4d32d9b75c29 HTTP/1.1" status: 200 len: 1098 time: 0.0396385 Jul 28 19:24:43.041434 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bdbf6f-02bf-42cd-a3eb-5029d50e046b req-965df176-f0b5-44d5-9200-d9b59e54b786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:24:43.042909 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-96bdbf6f-02bf-42cd-a3eb-5029d50e046b req-965df176-f0b5-44d5-9200-d9b59e54b786 service neutron] 10.222.0.49 "GET /v2.0/networks?id=9a21bde8-e77f-4246-845e-15d2cf775c00 HTTP/1.1" status: 200 len: 912 time: 0.0833712 Jul 28 19:24:43.113162 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-96bdbf6f-02bf-42cd-a3eb-5029d50e046b req-570e5506-654d-432a-9eab-a76bc2d73ebd service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fb8a656a-3528-468b-8ffa-8e58621cf20d HTTP/1.1" status: 200 len: 1001 time: 0.0632167 Jul 28 19:24:43.169484 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bdbf6f-02bf-42cd-a3eb-5029d50e046b req-e3e6bd8a-ce46-4410-a75f-1d521c3b305c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:24:43.170967 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-96bdbf6f-02bf-42cd-a3eb-5029d50e046b req-e3e6bd8a-ce46-4410-a75f-1d521c3b305c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d8dd9f14-f474-4c6a-84f8-85ff7b8e642f HTTP/1.1" status: 200 len: 850 time: 0.0506537 Jul 28 19:24:43.221905 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bdbf6f-02bf-42cd-a3eb-5029d50e046b req-a3716af1-62f4-42f0-af39-684e598ad58a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:24:43.224352 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-96bdbf6f-02bf-42cd-a3eb-5029d50e046b req-a3716af1-62f4-42f0-af39-684e598ad58a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9a21bde8-e77f-4246-845e-15d2cf775c00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0457575 Jul 28 19:24:43.314736 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-96bdbf6f-02bf-42cd-a3eb-5029d50e046b req-995bc60c-cefd-4458-a21e-aa0d31b0771e service neutron] 10.222.0.49 "GET /v2.0/networks/9a21bde8-e77f-4246-845e-15d2cf775c00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836651 Jul 28 19:24:43.404628 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-96bdbf6f-02bf-42cd-a3eb-5029d50e046b req-a6a01d8c-3a75-44ee-b0ca-63057494d57c service neutron] 10.222.0.49 "GET /v2.0/networks/9a21bde8-e77f-4246-845e-15d2cf775c00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826209 Jul 28 19:24:51.595572 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-ec6e75cf-048f-4bb4-80f6-7918b253a17d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:24:54.229660 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:24:54.461375 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-40028393-ac52-491b-95c9-facd99289a10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:24:55.618354 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-acea1373-d53c-46a9-b089-9e40d352d773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:24:57.650781 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.db.agents_db [None req-65e7ef76-a059-4ec3-9341-f72ff4ef7e59 None None] Agent healthcheck: found 6 active agents {{(pid=93589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 19:24:57.667315 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-26c861f8-c84b-4272-86f3-59900436582c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:25:02.226926 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:25:21.606114 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-0bd06a31-cb0d-478c-9dbd-bc5e99dae520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:25:24.231116 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:25:24.414255 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-7baa0074-b6e2-4b63-af03-cf5754ab5e0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:25:25.651615 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-acea1373-d53c-46a9-b089-9e40d352d773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:25:27.669018 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-26c861f8-c84b-4272-86f3-59900436582c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:25:32.242408 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:25:34.653193 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.db.agents_db [None req-65e7ef76-a059-4ec3-9341-f72ff4ef7e59 None None] Agent healthcheck: found 6 active agents {{(pid=93589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 19:25:44.854058 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-02e1938d-cbdb-41e7-8233-fcb3ef5e10ab req-0a531c91-dbae-44f0-92ce-b774978e0873 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=e326350e-a23b-47d5-b68b-4d32d9b75c29&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0426450 Jul 28 19:25:44.936672 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e1938d-cbdb-41e7-8233-fcb3ef5e10ab req-f6ce703b-5d49-4a5e-8141-387dd774c689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:25:44.938164 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-02e1938d-cbdb-41e7-8233-fcb3ef5e10ab req-f6ce703b-5d49-4a5e-8141-387dd774c689 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=4dceb4eb37274cd9b3fcc8dffed09715&device_id=e326350e-a23b-47d5-b68b-4d32d9b75c29 HTTP/1.1" status: 200 len: 1098 time: 0.0412793 Jul 28 19:25:45.039408 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e1938d-cbdb-41e7-8233-fcb3ef5e10ab req-eeccf74c-eae8-4d1d-9422-501e5e653782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:25:45.041163 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-02e1938d-cbdb-41e7-8233-fcb3ef5e10ab req-eeccf74c-eae8-4d1d-9422-501e5e653782 service neutron] 10.222.0.49 "GET /v2.0/networks?id=9a21bde8-e77f-4246-845e-15d2cf775c00 HTTP/1.1" status: 200 len: 912 time: 0.0840497 Jul 28 19:25:45.109419 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-02e1938d-cbdb-41e7-8233-fcb3ef5e10ab req-3230b28e-d649-48b8-a926-9f3c62d82e2c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fb8a656a-3528-468b-8ffa-8e58621cf20d HTTP/1.1" status: 200 len: 1001 time: 0.0612404 Jul 28 19:25:45.158036 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e1938d-cbdb-41e7-8233-fcb3ef5e10ab req-02ac08dd-02d0-4ce1-a8c0-a0421a847db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:25:45.159425 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-02e1938d-cbdb-41e7-8233-fcb3ef5e10ab req-02ac08dd-02d0-4ce1-a8c0-a0421a847db6 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d8dd9f14-f474-4c6a-84f8-85ff7b8e642f HTTP/1.1" status: 200 len: 850 time: 0.0429707 Jul 28 19:25:45.204840 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e1938d-cbdb-41e7-8233-fcb3ef5e10ab req-71b39936-d15e-4076-b61b-f99e3a1d3750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:25:45.206280 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-02e1938d-cbdb-41e7-8233-fcb3ef5e10ab req-71b39936-d15e-4076-b61b-f99e3a1d3750 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9a21bde8-e77f-4246-845e-15d2cf775c00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0399487 Jul 28 19:25:45.299341 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-02e1938d-cbdb-41e7-8233-fcb3ef5e10ab req-e78274be-d395-4cfd-93d7-79961e2d928e service neutron] 10.222.0.49 "GET /v2.0/networks/9a21bde8-e77f-4246-845e-15d2cf775c00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856700 Jul 28 19:25:45.388825 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-02e1938d-cbdb-41e7-8233-fcb3ef5e10ab req-86fd6a97-c3c6-4728-a6f7-c168d71ce5af service neutron] 10.222.0.49 "GET /v2.0/networks/9a21bde8-e77f-4246-845e-15d2cf775c00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823789 Jul 28 19:25:51.566677 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-e33774af-d7d1-44fe-8ded-8f58ec7bcc96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:25:54.258199 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:25:54.440824 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-565d73f6-3b78-4a2b-a657-c252e7de46dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:25:55.640783 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-acea1373-d53c-46a9-b089-9e40d352d773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:25:57.678896 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-26c861f8-c84b-4272-86f3-59900436582c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:26:02.240688 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:26:11.655245 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.db.agents_db [None req-65e7ef76-a059-4ec3-9341-f72ff4ef7e59 None None] Agent healthcheck: found 6 active agents {{(pid=93589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 19:26:21.565331 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-daaa65a5-7cc8-4589-8d4b-0aafcebc222d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:26:24.209567 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:26:24.450602 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-f7a276fe-c903-4f00-91d2-e88676987d4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:26:25.696787 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-acea1373-d53c-46a9-b089-9e40d352d773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:26:27.713341 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-26c861f8-c84b-4272-86f3-59900436582c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:26:30.153147 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.wsgi [req-77179e9f-f618-48d5-b8ba-468dce5bdab0 req-22ea8585-8032-4d68-a520-17454314fb95 tempest-TestVolumeBootPattern-32535882 tempest-TestVolumeBootPattern-32535882-project] (93586) timed out ('10.222.0.49', 55695) {{(pid=93586) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 28 19:26:32.244903 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:26:45.859043 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-a540d40b-fd07-4987-82b6-e7e77e66bf9c req-34f2038b-a93c-4dc0-9500-3c9092ebad75 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=e326350e-a23b-47d5-b68b-4d32d9b75c29&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0448351 Jul 28 19:26:45.939365 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a540d40b-fd07-4987-82b6-e7e77e66bf9c req-f76af6a8-fc17-4d6a-96f9-2dc2b852f9e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:26:45.940909 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-a540d40b-fd07-4987-82b6-e7e77e66bf9c req-f76af6a8-fc17-4d6a-96f9-2dc2b852f9e4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=4dceb4eb37274cd9b3fcc8dffed09715&device_id=e326350e-a23b-47d5-b68b-4d32d9b75c29 HTTP/1.1" status: 200 len: 1098 time: 0.0400910 Jul 28 19:26:46.039009 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a540d40b-fd07-4987-82b6-e7e77e66bf9c req-8d16ddeb-727f-43d8-8ba3-0f23c24c11bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:26:46.040510 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-a540d40b-fd07-4987-82b6-e7e77e66bf9c req-8d16ddeb-727f-43d8-8ba3-0f23c24c11bd service neutron] 10.222.0.49 "GET /v2.0/networks?id=9a21bde8-e77f-4246-845e-15d2cf775c00 HTTP/1.1" status: 200 len: 912 time: 0.0814133 Jul 28 19:26:46.106957 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-a540d40b-fd07-4987-82b6-e7e77e66bf9c req-c908d2de-d571-4f2e-836e-3770873167d4 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fb8a656a-3528-468b-8ffa-8e58621cf20d HTTP/1.1" status: 200 len: 1001 time: 0.0596631 Jul 28 19:26:46.154810 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a540d40b-fd07-4987-82b6-e7e77e66bf9c req-a944825a-f3e0-4195-952a-89f31fefa89a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:26:46.159150 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-a540d40b-fd07-4987-82b6-e7e77e66bf9c req-a944825a-f3e0-4195-952a-89f31fefa89a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d8dd9f14-f474-4c6a-84f8-85ff7b8e642f HTTP/1.1" status: 200 len: 850 time: 0.0432744 Jul 28 19:26:46.201972 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a540d40b-fd07-4987-82b6-e7e77e66bf9c req-ae728f9d-6e10-40ed-bf16-6b100c2bd382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:26:46.203471 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-a540d40b-fd07-4987-82b6-e7e77e66bf9c req-ae728f9d-6e10-40ed-bf16-6b100c2bd382 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9a21bde8-e77f-4246-845e-15d2cf775c00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0391445 Jul 28 19:26:46.293549 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-a540d40b-fd07-4987-82b6-e7e77e66bf9c req-8b69eeb7-7dcc-490d-b3f0-d0eeb40ac921 service neutron] 10.222.0.49 "GET /v2.0/networks/9a21bde8-e77f-4246-845e-15d2cf775c00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823872 Jul 28 19:26:46.378424 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-a540d40b-fd07-4987-82b6-e7e77e66bf9c req-53779be9-b8eb-46a8-9e44-6d32266af2e7 service neutron] 10.222.0.49 "GET /v2.0/networks/9a21bde8-e77f-4246-845e-15d2cf775c00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0778491 Jul 28 19:26:48.653270 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.db.agents_db [None req-65e7ef76-a059-4ec3-9341-f72ff4ef7e59 None None] Agent healthcheck: found 6 active agents {{(pid=93589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 19:26:51.575023 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-5526f5cf-4a61-4b79-9b9f-cc632b3e9d74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:26:54.191847 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:26:54.420514 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-75017323-2e0d-4583-a6b0-899e061f7d6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:26:55.631900 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-acea1373-d53c-46a9-b089-9e40d352d773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:26:57.717590 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-26c861f8-c84b-4272-86f3-59900436582c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:27:02.243192 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:27:21.573090 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-e5c4c1c0-345b-4463-8387-e7f3626a34e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:27:24.247175 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:27:24.424390 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-fec15a21-7504-41f6-b205-84d26e23708b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:27:25.652403 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.db.agents_db [None req-65e7ef76-a059-4ec3-9341-f72ff4ef7e59 None None] Agent healthcheck: found 6 active agents {{(pid=93589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 19:27:25.664572 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-acea1373-d53c-46a9-b089-9e40d352d773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:27:27.709799 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-26c861f8-c84b-4272-86f3-59900436582c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:27:32.258035 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:27:46.857684 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-74c9cbe5-2bb4-4643-85b5-1e0ba8b2b780 req-e440d61d-a810-449a-a81e-7beaa3e850f3 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=e326350e-a23b-47d5-b68b-4d32d9b75c29&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0433276 Jul 28 19:27:46.936425 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c9cbe5-2bb4-4643-85b5-1e0ba8b2b780 req-d9e973d2-f210-4a4b-b0b9-adb0fb0cf99e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:27:46.937988 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-74c9cbe5-2bb4-4643-85b5-1e0ba8b2b780 req-d9e973d2-f210-4a4b-b0b9-adb0fb0cf99e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=4dceb4eb37274cd9b3fcc8dffed09715&device_id=e326350e-a23b-47d5-b68b-4d32d9b75c29 HTTP/1.1" status: 200 len: 1098 time: 0.0403981 Jul 28 19:27:47.038063 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c9cbe5-2bb4-4643-85b5-1e0ba8b2b780 req-ce7cdc48-9392-4d2a-9720-ecefc1a762c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:27:47.039539 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-74c9cbe5-2bb4-4643-85b5-1e0ba8b2b780 req-ce7cdc48-9392-4d2a-9720-ecefc1a762c8 service neutron] 10.222.0.49 "GET /v2.0/networks?id=9a21bde8-e77f-4246-845e-15d2cf775c00 HTTP/1.1" status: 200 len: 912 time: 0.0832336 Jul 28 19:27:47.348742 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-74c9cbe5-2bb4-4643-85b5-1e0ba8b2b780 req-cac64a85-703e-4a21-b1c4-05cf3af81d68 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fb8a656a-3528-468b-8ffa-8e58621cf20d HTTP/1.1" status: 200 len: 1001 time: 0.3023045 Jul 28 19:27:47.397991 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c9cbe5-2bb4-4643-85b5-1e0ba8b2b780 req-745630ee-365c-4a75-9291-9f7a39c22e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:27:47.399444 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-74c9cbe5-2bb4-4643-85b5-1e0ba8b2b780 req-745630ee-365c-4a75-9291-9f7a39c22e07 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d8dd9f14-f474-4c6a-84f8-85ff7b8e642f HTTP/1.1" status: 200 len: 850 time: 0.0434728 Jul 28 19:27:47.444729 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c9cbe5-2bb4-4643-85b5-1e0ba8b2b780 req-c72cf3ee-ddee-4c19-b39a-a6f1b1181a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:27:47.446233 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-74c9cbe5-2bb4-4643-85b5-1e0ba8b2b780 req-c72cf3ee-ddee-4c19-b39a-a6f1b1181a41 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9a21bde8-e77f-4246-845e-15d2cf775c00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0396864 Jul 28 19:27:47.537632 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-74c9cbe5-2bb4-4643-85b5-1e0ba8b2b780 req-7c1d672b-395d-44f7-8761-42ab4818d1d0 service neutron] 10.222.0.49 "GET /v2.0/networks/9a21bde8-e77f-4246-845e-15d2cf775c00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831721 Jul 28 19:27:47.624318 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-74c9cbe5-2bb4-4643-85b5-1e0ba8b2b780 req-6b8c0dc1-4072-4717-b002-f1ac0207ccde service neutron] 10.222.0.49 "GET /v2.0/networks/9a21bde8-e77f-4246-845e-15d2cf775c00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797231 Jul 28 19:27:51.663073 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-f002b6a1-b361-45ce-89ad-999818df3686 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:27:54.245843 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:27:54.440046 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-127a95b3-fb3a-4fa2-b6c2-1b22775f5e9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:27:55.645587 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-acea1373-d53c-46a9-b089-9e40d352d773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:27:57.697361 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-26c861f8-c84b-4272-86f3-59900436582c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:28:02.262353 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:28:02.651729 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.db.agents_db [None req-65e7ef76-a059-4ec3-9341-f72ff4ef7e59 None None] Agent healthcheck: found 6 active agents {{(pid=93589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 19:28:21.570543 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-9e3875ea-83de-4429-b9d5-08df4d395ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:28:24.199130 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:28:24.432713 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-b8b36fbc-e070-4a9d-99b8-112419b4c6b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:28:25.677737 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-acea1373-d53c-46a9-b089-9e40d352d773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:28:27.713344 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-26c861f8-c84b-4272-86f3-59900436582c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:28:32.255896 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:28:36.234025 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60fa1db-635c-4bd6-ba59-1b93cd01ff70 req-7d7659c3-30fc-424b-ab9d-302326027a36 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:28:36.235468 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-d60fa1db-635c-4bd6-ba59-1b93cd01ff70 req-7d7659c3-30fc-424b-ab9d-302326027a36 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=e326350e-a23b-47d5-b68b-4d32d9b75c29 HTTP/1.1" status: 200 len: 945 time: 0.1630912 Jul 28 19:28:36.272966 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-d60fa1db-635c-4bd6-ba59-1b93cd01ff70 req-aa19847f-a645-479a-aa76-0e42ac4a9295 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/security-groups?id=12ee0b9e-0694-4c09-9d73-1979d0056de5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314000 Jul 28 19:28:36.921199 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506d621c-61c4-4db4-9014-911ec8dccaf9 req-f346ab9b-475a-4cfe-8547-d139c8262c25 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:28:36.922658 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-506d621c-61c4-4db4-9014-911ec8dccaf9 req-f346ab9b-475a-4cfe-8547-d139c8262c25 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.49 "GET /v2.0/ports?device_id=e326350e-a23b-47d5-b68b-4d32d9b75c29 HTTP/1.1" status: 200 len: 945 time: 0.0528860 Jul 28 19:28:37.008938 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.plugins.ml2.plugin [req-506d621c-61c4-4db4-9014-911ec8dccaf9 req-f00619e0-e38e-4914-b1a2-2af09cf62615 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] Deleting port fb8a656a-3528-468b-8ffa-8e58621cf20d {{(pid=93587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 19:28:37.009279 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [req-506d621c-61c4-4db4-9014-911ec8dccaf9 req-f00619e0-e38e-4914-b1a2-2af09cf62615 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742349616523'] for port, before_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:28:37.095717 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.plugins.ml2.db [req-506d621c-61c4-4db4-9014-911ec8dccaf9 req-f00619e0-e38e-4914-b1a2-2af09cf62615 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] For port fb8a656a-3528-468b-8ffa-8e58621cf20d, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=fb8a656a-3528-468b-8ffa-8e58621cf20d,segment=NetworkSegment(559a2b3b-45f1-4ed6-a9a8-30cdc01cbf76),segment_id=559a2b3b-45f1-4ed6-a9a8-30cdc01cbf76)] {{(pid=93587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:28:37.096120 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [req-506d621c-61c4-4db4-9014-911ec8dccaf9 req-f00619e0-e38e-4914-b1a2-2af09cf62615 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825298'] for port, precommit_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:28:37.261186 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [req-506d621c-61c4-4db4-9014-911ec8dccaf9 req-f00619e0-e38e-4914-b1a2-2af09cf62615 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:28:37.261557 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [req-506d621c-61c4-4db4-9014-911ec8dccaf9 req-f00619e0-e38e-4914-b1a2-2af09cf62615 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3821381'] for floatingip, after_update {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:28:37.261871 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.db.l3_db [req-506d621c-61c4-4db4-9014-911ec8dccaf9 req-f00619e0-e38e-4914-b1a2-2af09cf62615 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] Floating IP 256e9978-14d7-47e8-8e10-309e8bb2d3a7 disassociated. External IP: 172.27.0.111, port: fb8a656a-3528-468b-8ffa-8e58621cf20d. Jul 28 19:28:37.262209 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.plugins.ml2.plugin [req-506d621c-61c4-4db4-9014-911ec8dccaf9 req-f00619e0-e38e-4914-b1a2-2af09cf62615 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] Calling delete_port for fb8a656a-3528-468b-8ffa-8e58621cf20d owned by compute:nova {{(pid=93587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 19:28:37.468957 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0caa41d7-4af1-4c2f-b4d7-8361141eb5f4 req-25b086a4-6db3-4a03-b53e-48f60b5a2e7c tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:28:37.470425 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-0caa41d7-4af1-4c2f-b4d7-8361141eb5f4 req-25b086a4-6db3-4a03-b53e-48f60b5a2e7c tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=e326350e-a23b-47d5-b68b-4d32d9b75c29 HTTP/1.1" status: 200 len: 945 time: 0.1044872 Jul 28 19:28:37.507812 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-0caa41d7-4af1-4c2f-b4d7-8361141eb5f4 req-5e28c7b3-68b4-4439-9f1a-1b7a76974a2b tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/security-groups?id=12ee0b9e-0694-4c09-9d73-1979d0056de5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304830 Jul 28 19:28:37.569871 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [req-506d621c-61c4-4db4-9014-911ec8dccaf9 req-f00619e0-e38e-4914-b1a2-2af09cf62615 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742349622303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742349248525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9465727'] for port, after_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:28:37.597712 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00619e0-e38e-4914-b1a2-2af09cf62615 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] Pushing event deleted for resources: {'Port': ['ID=fb8a656a-3528-468b-8ffa-8e58621cf20d,revision_number=None']} {{(pid=93587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:28:37.608732 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00619e0-e38e-4914-b1a2-2af09cf62615 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:28:37.614238 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00619e0-e38e-4914-b1a2-2af09cf62615 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:28:37.614238 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00619e0-e38e-4914-b1a2-2af09cf62615 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:28:37.614238 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00619e0-e38e-4914-b1a2-2af09cf62615 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:28:37.614238 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00619e0-e38e-4914-b1a2-2af09cf62615 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:28:37.614238 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00619e0-e38e-4914-b1a2-2af09cf62615 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:28:37.614238 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00619e0-e38e-4914-b1a2-2af09cf62615 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:28:37.614238 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00619e0-e38e-4914-b1a2-2af09cf62615 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:28:37.614238 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00619e0-e38e-4914-b1a2-2af09cf62615 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:28:37.614238 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00619e0-e38e-4914-b1a2-2af09cf62615 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:28:37.614238 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00619e0-e38e-4914-b1a2-2af09cf62615 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:28:37.614238 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00619e0-e38e-4914-b1a2-2af09cf62615 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:28:37.723287 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.scheduler.l3_agent_scheduler [req-506d621c-61c4-4db4-9014-911ec8dccaf9 req-f00619e0-e38e-4914-b1a2-2af09cf62615 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] Router 4edd524a-f694-4a3b-9f98-acfa1ff62e1e has already been hosted by L3 agent a81dfe8c-a6e8-4fad-82b8-e31bee6ac2ff {{(pid=93587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 19:28:37.828049 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-506d621c-61c4-4db4-9014-911ec8dccaf9 req-f00619e0-e38e-4914-b1a2-2af09cf62615 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] Notify agent at l3_agent.dv-cinder-802653-1-iscsi the message routers_updated {{(pid=93587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 19:28:37.839405 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-067bc844-e7a5-42cd-a770-22010ea9cc71 None None] Sync routers for ids ['4edd524a-f694-4a3b-9f98-acfa1ff62e1e'] in dv-cinder-802653-1-iscsi {{(pid=93589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 19:28:37.847919 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-067bc844-e7a5-42cd-a770-22010ea9cc71 None None] Routers {'4edd524a-f694-4a3b-9f98-acfa1ff62e1e'} bound to L3 agent in host dv-cinder-802653-1-iscsi {{(pid=93589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 19:28:37.848523 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.db.l3_hamode_db [None req-067bc844-e7a5-42cd-a770-22010ea9cc71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802653-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T18:54:54Z,description=,heartbeat_timestamp=2021-07-28T19:28:24Z,host='dv-cinder-802653-1-iscsi',id=a81dfe8c-a6e8-4fad-82b8-e31bee6ac2ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T18:54:55Z,topic='l3_agent')) {'router_ids': ['4edd524a-f694-4a3b-9f98-acfa1ff62e1e'], 'active': True} {{(pid=93589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:28:37.866345 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.db.l3_dvrscheduler_db [req-506d621c-61c4-4db4-9014-911ec8dccaf9 req-f00619e0-e38e-4914-b1a2-2af09cf62615 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] No DVR routers for this DVR port fb8a656a-3528-468b-8ffa-8e58621cf20d on host hv-cinder-80265 {{(pid=93587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 19:28:37.868940 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [req-506d621c-61c4-4db4-9014-911ec8dccaf9 req-f00619e0-e38e-4914-b1a2-2af09cf62615 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148603'] for port, before_response {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:28:37.870920 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-506d621c-61c4-4db4-9014-911ec8dccaf9 req-f00619e0-e38e-4914-b1a2-2af09cf62615 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.49 "DELETE /v2.0/ports/fb8a656a-3528-468b-8ffa-8e58621cf20d HTTP/1.1" status: 204 len: 173 time: 0.9419169 Jul 28 19:28:37.871353 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e326350e-a23b-47d5-b68b-4d32d9b75c29', 'name': 'network-vif-deleted', 'tag': 'fb8a656a-3528-468b-8ffa-8e58621cf20d'}] {{(pid=93587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 19:28:37.873667 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0425cd91716d62700118381c1ce81f16af4b0b2dffb745d1fa1c8d13c3262bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe310e56-4569-4d32-949d-ecfd24191601" -d '{"events": [{"server_uuid": "e326350e-a23b-47d5-b68b-4d32d9b75c29", "name": "network-vif-deleted", "tag": "fb8a656a-3528-468b-8ffa-8e58621cf20d"}]}' {{(pid=93587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 19:28:37.973635 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.db.l3_dvr_db [None req-067bc844-e7a5-42cd-a770-22010ea9cc71 None None] Set router 4edd524a-f694-4a3b-9f98-acfa1ff62e1e gateway port host: dv-cinder-802653-1-iscsi {{(pid=93589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 19:28:37.986102 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 19:28:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43059b1f-2600-4e71-9d61-428d4c70168c x-openstack-request-id: req-43059b1f-2600-4e71-9d61-428d4c70168c {{(pid=93587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 19:28:37.986925 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e326350e-a23b-47d5-b68b-4d32d9b75c29", "name": "network-vif-deleted", "tag": "fb8a656a-3528-468b-8ffa-8e58621cf20d", "status": "completed", "code": 200}]} {{(pid=93587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 19:28:37.987397 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-43059b1f-2600-4e71-9d61-428d4c70168c {{(pid=93587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 19:28:37.988042 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e326350e-a23b-47d5-b68b-4d32d9b75c29', 'name': 'network-vif-deleted', 'tag': 'fb8a656a-3528-468b-8ffa-8e58621cf20d', 'status': 'completed', 'code': 200} Jul 28 19:28:38.190964 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.db.l3_hamode_db [None req-067bc844-e7a5-42cd-a770-22010ea9cc71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4edd524a-f694-4a3b-9f98-acfa1ff62e1e', 'name': 'tempest-AttachVolumeTestJSON-1336353080-router', 'tenant_id': '4dceb4eb37274cd9b3fcc8dffed09715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df', 'external_fixed_ips': [{'subnet_id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': 'b49d4719-fd3e-46af-9e54-d698c65d70c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:03:07Z', 'updated_at': '2021-07-28T19:03:16Z', 'revision_number': 4, 'project_id': '4dceb4eb37274cd9b3fcc8dffed09715', 'gw_port': {'id': 'b49d4719-fd3e-46af-9e54-d698c65d70c6', 'name': '', 'network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:3e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4edd524a-f694-4a3b-9f98-acfa1ff62e1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:03:09Z', 'updated_at': '2021-07-28T19:03:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-1-iscsi', '_interfaces': [{'id': '623b90fd-62a2-47d3-8224-ad3f1ec20d97', 'name': '', 'network_id': '9a21bde8-e77f-4246-845e-15d2cf775c00', 'tenant_id': '4dceb4eb37274cd9b3fcc8dffed09715', 'mac_address': 'fa:16:3e:a1:79:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4edd524a-f694-4a3b-9f98-acfa1ff62e1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'd8dd9f14-f474-4c6a-84f8-85ff7b8e642f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:03:14Z', 'updated_at': '2021-07-28T19:03:26Z', 'revision_number': 5, 'project_id': '4dceb4eb37274cd9b3fcc8dffed09715', 'subnets': [{'id': 'd8dd9f14-f474-4c6a-84f8-85ff7b8e642f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802653-1-iscsi', False) {} {{(pid=93589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:28:38.220556 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-067bc844-e7a5-42cd-a770-22010ea9cc71 None None] Checking router: 4edd524a-f694-4a3b-9f98-acfa1ff62e1e for host: dv-cinder-802653-1-iscsi {{(pid=93589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 19:28:38.228772 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-067bc844-e7a5-42cd-a770-22010ea9cc71 None None] Routers {'4edd524a-f694-4a3b-9f98-acfa1ff62e1e'} bound to L3 agent in host dv-cinder-802653-1-iscsi {{(pid=93589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 19:28:38.229378 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.db.l3_hamode_db [None req-067bc844-e7a5-42cd-a770-22010ea9cc71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802653-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T18:54:54Z,description=,heartbeat_timestamp=2021-07-28T19:28:24Z,host='dv-cinder-802653-1-iscsi',id=a81dfe8c-a6e8-4fad-82b8-e31bee6ac2ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T18:54:55Z,topic='l3_agent')) {'router_ids': ['4edd524a-f694-4a3b-9f98-acfa1ff62e1e'], 'active': True} {{(pid=93589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:28:38.332308 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.db.l3_dvr_db [None req-067bc844-e7a5-42cd-a770-22010ea9cc71 None None] Set router 4edd524a-f694-4a3b-9f98-acfa1ff62e1e gateway port host: dv-cinder-802653-1-iscsi {{(pid=93589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 19:28:38.607689 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-0894121c-224a-4de5-91b9-2ef9b6f45502 req-d75a3a97-2c63-4412-8395-4e63b2594a72 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=e326350e-a23b-47d5-b68b-4d32d9b75c29 HTTP/1.1" status: 200 len: 210 time: 0.0302880 Jul 28 19:28:38.612271 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.db.l3_hamode_db [None req-067bc844-e7a5-42cd-a770-22010ea9cc71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4edd524a-f694-4a3b-9f98-acfa1ff62e1e', 'name': 'tempest-AttachVolumeTestJSON-1336353080-router', 'tenant_id': '4dceb4eb37274cd9b3fcc8dffed09715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df', 'external_fixed_ips': [{'subnet_id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': 'b49d4719-fd3e-46af-9e54-d698c65d70c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:03:07Z', 'updated_at': '2021-07-28T19:03:16Z', 'revision_number': 4, 'project_id': '4dceb4eb37274cd9b3fcc8dffed09715', 'gw_port': {'id': 'b49d4719-fd3e-46af-9e54-d698c65d70c6', 'name': '', 'network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:3e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4edd524a-f694-4a3b-9f98-acfa1ff62e1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:03:09Z', 'updated_at': '2021-07-28T19:03:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-1-iscsi', '_interfaces': [{'id': '623b90fd-62a2-47d3-8224-ad3f1ec20d97', 'name': '', 'network_id': '9a21bde8-e77f-4246-845e-15d2cf775c00', 'tenant_id': '4dceb4eb37274cd9b3fcc8dffed09715', 'mac_address': 'fa:16:3e:a1:79:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4edd524a-f694-4a3b-9f98-acfa1ff62e1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'd8dd9f14-f474-4c6a-84f8-85ff7b8e642f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:03:14Z', 'updated_at': '2021-07-28T19:03:26Z', 'revision_number': 5, 'project_id': '4dceb4eb37274cd9b3fcc8dffed09715', 'subnets': [{'id': 'd8dd9f14-f474-4c6a-84f8-85ff7b8e642f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802653-1-iscsi', False) {} {{(pid=93589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:28:38.638538 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-067bc844-e7a5-42cd-a770-22010ea9cc71 None None] The sync data for ids ['4edd524a-f694-4a3b-9f98-acfa1ff62e1e'] in dv-cinder-802653-1-iscsi is: [{'id': '4edd524a-f694-4a3b-9f98-acfa1ff62e1e', 'name': 'tempest-AttachVolumeTestJSON-1336353080-router', 'tenant_id': '4dceb4eb37274cd9b3fcc8dffed09715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df', 'external_fixed_ips': [{'subnet_id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': 'b49d4719-fd3e-46af-9e54-d698c65d70c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:03:07Z', 'updated_at': '2021-07-28T19:03:16Z', 'revision_number': 4, 'project_id': '4dceb4eb37274cd9b3fcc8dffed09715', 'gw_port': {'id': 'b49d4719-fd3e-46af-9e54-d698c65d70c6', 'name': '', 'network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:3e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4edd524a-f694-4a3b-9f98-acfa1ff62e1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:03:09Z', 'updated_at': '2021-07-28T19:03:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-1-iscsi', '_interfaces': [{'id': '623b90fd-62a2-47d3-8224-ad3f1ec20d97', 'name': '', 'network_id': '9a21bde8-e77f-4246-845e-15d2cf775c00', 'tenant_id': '4dceb4eb37274cd9b3fcc8dffed09715', 'mac_address': 'fa:16:3e:a1:79:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4edd524a-f694-4a3b-9f98-acfa1ff62e1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'd8dd9f14-f474-4c6a-84f8-85ff7b8e642f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:03:14Z', 'updated_at': '2021-07-28T19:03:26Z', 'revision_number': 5, 'project_id': '4dceb4eb37274cd9b3fcc8dffed09715', 'subnets': [{'id': 'd8dd9f14-f474-4c6a-84f8-85ff7b8e642f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 19:28:38.839240 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d0f7942-931c-4193-8270-f90e465a3e59 None None] New status for floating IP 256e9978-14d7-47e8-8e10-309e8bb2d3a7: DOWN {{(pid=93588) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 19:28:39.651409 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.db.agents_db [None req-65e7ef76-a059-4ec3-9341-f72ff4ef7e59 None None] Agent healthcheck: found 6 active agents {{(pid=93589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 19:28:39.703213 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-165399b1-be94-4928-abbd-e57a996fcb5d req-e6e61362-25d3-4397-b35b-b63a3e592251 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=e326350e-a23b-47d5-b68b-4d32d9b75c29 HTTP/1.1" status: 200 len: 210 time: 0.0272200 Jul 28 19:28:40.606082 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.rpc [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Device fb8a656a-3528-468b-8ffa-8e58621cf20d no longer exists at agent hyperv_hv-cinder-80265 {{(pid=93588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 19:28:40.625449 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.plugin [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] No Port match for: fb8a656a-3528-468b-8ffa-8e58621cf20d {{(pid=93588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 19:28:40.625789 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.rpc [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Device fb8a656a-3528-468b-8ffa-8e58621cf20d not bound to the agent host hv-cinder-80265 {{(pid=93588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 19:28:40.795485 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-9d74972d-030f-47d1-8e03-41e9f1408eff req-ed2394bb-a06d-4884-94a3-b0249678014b tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=e326350e-a23b-47d5-b68b-4d32d9b75c29 HTTP/1.1" status: 200 len: 210 time: 0.0263731 Jul 28 19:28:41.887628 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-bb06fc10-e7ba-49ad-a110-6088a822ea25 req-a84aaaee-3502-44ed-9a09-b83d68464e55 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=e326350e-a23b-47d5-b68b-4d32d9b75c29 HTTP/1.1" status: 200 len: 210 time: 0.0262394 Jul 28 19:28:42.979389 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-5eba2e00-3073-4c0a-9d06-f6f540ddfb52 req-c83087bf-d555-486c-b828-4a9edca8ea76 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=e326350e-a23b-47d5-b68b-4d32d9b75c29 HTTP/1.1" status: 200 len: 210 time: 0.0250082 Jul 28 19:28:44.076691 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-3b34ae8a-116a-40de-a6b6-65380f773232 req-8a0b5d1c-f13d-421f-88e0-72301251df4d tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=e326350e-a23b-47d5-b68b-4d32d9b75c29 HTTP/1.1" status: 200 len: 210 time: 0.0290768 Jul 28 19:28:45.168764 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-e16cd094-5305-4ffd-9914-49017d01750e req-b17891c6-9afe-4708-802f-b05299ea919a tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=e326350e-a23b-47d5-b68b-4d32d9b75c29 HTTP/1.1" status: 200 len: 210 time: 0.0249329 Jul 28 19:28:46.263753 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-f934fe4c-7286-49eb-a460-950c927c29b9 req-942b20d5-fd30-431f-bcde-db1589aae198 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=e326350e-a23b-47d5-b68b-4d32d9b75c29 HTTP/1.1" status: 200 len: 210 time: 0.0264978 Jul 28 19:28:47.358653 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-a421c9ef-ee38-4ef5-ad5a-ccd75b960962 req-a93ef1af-45c4-44d5-b04a-947b0c44de9b tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=e326350e-a23b-47d5-b68b-4d32d9b75c29 HTTP/1.1" status: 200 len: 210 time: 0.0259836 Jul 28 19:28:48.452151 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-e22b3691-f28b-4dbc-821e-2390e55d2c34 req-17f7f6d5-eb40-4718-a058-73c47a510dae tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=e326350e-a23b-47d5-b68b-4d32d9b75c29 HTTP/1.1" status: 200 len: 210 time: 0.0252955 Jul 28 19:28:49.546191 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-3c161725-087d-4557-861e-aa8dc0296e2a req-cb29ead9-4483-4eaf-8a55-9ad2c24c2a2c tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=e326350e-a23b-47d5-b68b-4d32d9b75c29 HTTP/1.1" status: 200 len: 210 time: 0.0255396 Jul 28 19:28:50.644696 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-9089a14b-ef4d-4d56-bf29-7c5a8a4aa80a req-23bc2594-1c43-426b-aa7b-fb2d2001bba3 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=e326350e-a23b-47d5-b68b-4d32d9b75c29 HTTP/1.1" status: 200 len: 210 time: 0.0299263 Jul 28 19:28:51.557748 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-1794e421-f1bf-4e45-be91-92bd50296e21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:28:51.736160 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-755678be-2246-4bed-82c9-a8191282253a req-1e62a09f-6d11-4992-a0f1-49058d8f4844 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=e326350e-a23b-47d5-b68b-4d32d9b75c29 HTTP/1.1" status: 200 len: 210 time: 0.0251262 Jul 28 19:28:52.832184 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-8fc1648a-ce14-4150-9960-0067abb158bb req-043849fd-0409-4bd5-850f-b487834f73c8 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=e326350e-a23b-47d5-b68b-4d32d9b75c29 HTTP/1.1" status: 200 len: 210 time: 0.0250502 Jul 28 19:28:53.923984 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-1a7d0c72-5517-4dee-a8c9-b27552187065 req-b124e9b2-1db6-45d2-a185-98d620502bc9 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=e326350e-a23b-47d5-b68b-4d32d9b75c29 HTTP/1.1" status: 200 len: 210 time: 0.0252361 Jul 28 19:28:54.203098 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:28:54.431983 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-4af1cef9-3cae-4548-bac7-b9e148cecec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:28:55.015570 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-71819bbc-6403-4410-9c6d-36af8efeb112 req-b21850bc-7712-4306-8de0-458dcda1be52 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=e326350e-a23b-47d5-b68b-4d32d9b75c29 HTTP/1.1" status: 200 len: 210 time: 0.0254591 Jul 28 19:28:55.625645 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-acea1373-d53c-46a9-b089-9e40d352d773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:28:56.108398 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-386fab07-672a-4ff7-bb00-894fbe9a7ea0 req-e61fbeab-7ddf-4b5c-b00e-eaf713931129 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=e326350e-a23b-47d5-b68b-4d32d9b75c29 HTTP/1.1" status: 200 len: 210 time: 0.0256054 Jul 28 19:28:57.202502 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-e4634d7c-5070-47df-acbb-7dc4701c2421 req-587d209c-6976-4964-bee0-baac5734e269 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=e326350e-a23b-47d5-b68b-4d32d9b75c29 HTTP/1.1" status: 200 len: 210 time: 0.0283077 Jul 28 19:28:57.699037 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-26c861f8-c84b-4272-86f3-59900436582c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:28:58.294447 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-3270c91b-82f0-4de0-92d3-4a2d3679a1bc req-d5f66cb6-5ac0-4ca8-bbb0-86567a0a9d4a tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=e326350e-a23b-47d5-b68b-4d32d9b75c29 HTTP/1.1" status: 200 len: 210 time: 0.0262024 Jul 28 19:28:59.385621 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-863ad113-a003-4d3b-a290-3cabc572c91e req-d2c05f84-cf0c-47e2-99fe-3a447c538ff7 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=e326350e-a23b-47d5-b68b-4d32d9b75c29 HTTP/1.1" status: 200 len: 210 time: 0.0249813 Jul 28 19:29:00.476783 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-c5b0ff8d-e1b4-4e84-bea1-d6658694c86a req-174c3505-3ebc-4e20-b103-ef940652f3ca tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=e326350e-a23b-47d5-b68b-4d32d9b75c29 HTTP/1.1" status: 200 len: 210 time: 0.0250390 Jul 28 19:29:01.570438 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-0d48dadd-2725-48fd-83cb-ba8d4458500f req-8e244471-4524-437a-b559-25438fb09b27 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=e326350e-a23b-47d5-b68b-4d32d9b75c29 HTTP/1.1" status: 200 len: 210 time: 0.0254548 Jul 28 19:29:02.254473 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:29:02.664754 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-bfb43025-2ac8-4f25-a621-2c0156ed14a0 req-010e4073-55a8-4196-b06c-96768c12923b tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=e326350e-a23b-47d5-b68b-4d32d9b75c29 HTTP/1.1" status: 200 len: 210 time: 0.0285604 Jul 28 19:29:03.761229 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-9b38f4f0-4f86-4113-8e53-fa6c07adf63a req-d895e06b-f27e-42ac-a283-36908c7270e6 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=e326350e-a23b-47d5-b68b-4d32d9b75c29 HTTP/1.1" status: 200 len: 210 time: 0.0299342 Jul 28 19:29:04.858001 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-d39ed26d-6070-44d1-ac26-5bc12e321bc8 req-58feaa5e-c14d-4325-954e-596c1faf85a4 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=e326350e-a23b-47d5-b68b-4d32d9b75c29 HTTP/1.1" status: 200 len: 210 time: 0.0254807 Jul 28 19:29:05.949824 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-d0b172cb-717c-42d1-8185-58a4cfb4d334 req-b6d90967-74ef-4a7f-a6a9-a39ab256b411 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=e326350e-a23b-47d5-b68b-4d32d9b75c29 HTTP/1.1" status: 200 len: 210 time: 0.0251853 Jul 28 19:29:07.043010 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-ee27ae32-62f0-40a2-8e88-0b7404805eee req-9a5cedb9-b991-441f-be52-edcebd823b05 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=e326350e-a23b-47d5-b68b-4d32d9b75c29 HTTP/1.1" status: 200 len: 210 time: 0.0254366 Jul 28 19:29:08.136023 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-fc7a5c2d-befd-47e7-98dd-975216a68836 req-efe672c7-84a8-441c-928a-0ba4fdedc8aa tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=e326350e-a23b-47d5-b68b-4d32d9b75c29 HTTP/1.1" status: 200 len: 210 time: 0.0265725 Jul 28 19:29:09.226149 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-897c3cb4-6a82-47a1-8f3b-4a7a32245c57 req-e7babb52-36cd-49ba-ac1d-ec9b95996ca2 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=e326350e-a23b-47d5-b68b-4d32d9b75c29 HTTP/1.1" status: 200 len: 210 time: 0.0253134 Jul 28 19:29:10.323162 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-1e457305-22c8-47fc-84c0-067e381af3fb req-21492bdc-9cb6-491d-bb28-c8e256901243 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=e326350e-a23b-47d5-b68b-4d32d9b75c29 HTTP/1.1" status: 200 len: 210 time: 0.0307815 Jul 28 19:29:11.414170 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-ba6f65eb-0691-41e3-a8c7-94b5d5a0cba7 req-904343f1-963d-46d2-b733-1b790b7345fe tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=e326350e-a23b-47d5-b68b-4d32d9b75c29 HTTP/1.1" status: 200 len: 210 time: 0.0258729 Jul 28 19:29:12.506188 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-eaae8409-d43a-496a-9f64-2a3c489570ca req-b9feb1ba-ba43-4cc7-babc-095cfb3f0a5d tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=e326350e-a23b-47d5-b68b-4d32d9b75c29 HTTP/1.1" status: 200 len: 210 time: 0.0248799 Jul 28 19:29:13.598552 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-75fd33f4-faca-4367-85d6-6c23a5293247 req-4038d10a-bc17-47a4-a975-3f10d138ec32 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=e326350e-a23b-47d5-b68b-4d32d9b75c29 HTTP/1.1" status: 200 len: 210 time: 0.0255711 Jul 28 19:29:14.690116 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-7d458efa-7a8b-45d3-80f2-8c3d77870485 req-22ee99a3-222c-4736-8e2d-f129a18c89c2 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=e326350e-a23b-47d5-b68b-4d32d9b75c29 HTTP/1.1" status: 200 len: 210 time: 0.0259817 Jul 28 19:29:15.781904 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-e031b6a1-0428-4e37-946e-cb2de05353aa req-a85e0c67-891c-425a-a4e5-00a55073dbc0 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=e326350e-a23b-47d5-b68b-4d32d9b75c29 HTTP/1.1" status: 200 len: 210 time: 0.0256033 Jul 28 19:29:16.650529 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.db.agents_db [None req-65e7ef76-a059-4ec3-9341-f72ff4ef7e59 None None] Agent healthcheck: found 6 active agents {{(pid=93589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 19:29:16.878415 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-b150110e-4714-4925-aba7-2ed9c13d5718 req-af5a38a0-3d9a-4aef-a8ed-314118493f8d tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=e326350e-a23b-47d5-b68b-4d32d9b75c29 HTTP/1.1" status: 200 len: 210 time: 0.0295112 Jul 28 19:29:17.978773 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-02546fb2-2ce6-49cd-96e7-2737ef745790 req-136e0aee-1500-4c8e-8bc2-499e233fc9d0 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=e326350e-a23b-47d5-b68b-4d32d9b75c29 HTTP/1.1" status: 200 len: 210 time: 0.0308840 Jul 28 19:29:19.068414 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-dde153c8-6b61-4791-9596-9b2e7c169dc7 req-d837f435-9492-4a5d-bfe5-7a22b411fb5f tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=e326350e-a23b-47d5-b68b-4d32d9b75c29 HTTP/1.1" status: 200 len: 210 time: 0.0249994 Jul 28 19:29:20.160424 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-c9989016-6639-4899-9ec0-4dca2c6915a7 req-5f6646a1-5b32-4a8c-aeba-3d5b84ecae4c tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=e326350e-a23b-47d5-b68b-4d32d9b75c29 HTTP/1.1" status: 200 len: 210 time: 0.0258818 Jul 28 19:29:21.253342 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-832d6ac5-da67-460b-b2be-09b8bb35e4d9 req-9f0e33df-7f4c-49d7-bcb6-f7d1bcf8049e tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=e326350e-a23b-47d5-b68b-4d32d9b75c29 HTTP/1.1" status: 200 len: 210 time: 0.0256701 Jul 28 19:29:21.571935 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-0b2cf302-6197-471b-a57c-a4b4524d6b1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:29:22.345536 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-898ed0b8-425b-43c1-937b-72ff3b72fde6 req-aef2560a-8434-4ce8-90c8-8653c334f684 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=e326350e-a23b-47d5-b68b-4d32d9b75c29 HTTP/1.1" status: 200 len: 210 time: 0.0252550 Jul 28 19:29:23.439023 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-45ff7e72-4931-4dc7-82b7-b74ee2f835b4 req-ecbefcb1-3832-4812-bf28-9e44fe2e63b0 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=e326350e-a23b-47d5-b68b-4d32d9b75c29 HTTP/1.1" status: 200 len: 210 time: 0.0278454 Jul 28 19:29:24.205994 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:29:24.436191 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-ddc8d4f7-fdb7-487f-b271-5b6c063f7fbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:29:24.530980 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-5b8ad06d-965e-4c6c-99a3-3ec3cdd60bbd req-b3392cf7-f2ee-404d-b29e-3c4dd6daa444 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=e326350e-a23b-47d5-b68b-4d32d9b75c29 HTTP/1.1" status: 200 len: 210 time: 0.0257361 Jul 28 19:29:25.623872 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-12ccb62e-f1e5-4c9b-b3a9-15bd4f774927 req-3da1162d-84c1-49c3-9fc9-6d1009d59cce tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=e326350e-a23b-47d5-b68b-4d32d9b75c29 HTTP/1.1" status: 200 len: 210 time: 0.0257704 Jul 28 19:29:25.663056 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-acea1373-d53c-46a9-b089-9e40d352d773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:29:26.723172 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-5f30c67b-591e-4858-a375-b31e134fcd32 req-0e3b0697-b0e9-491c-9833-f67a1c9882f5 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=e326350e-a23b-47d5-b68b-4d32d9b75c29 HTTP/1.1" status: 200 len: 210 time: 0.0260396 Jul 28 19:29:27.727269 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-26c861f8-c84b-4272-86f3-59900436582c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:29:27.815147 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-38bc39f8-b50a-4201-8e9d-34de91fd5ecf req-5127a44d-1f4f-471b-b303-39d526451b16 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=e326350e-a23b-47d5-b68b-4d32d9b75c29 HTTP/1.1" status: 200 len: 210 time: 0.0258422 Jul 28 19:29:28.906139 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-df0aab5b-5d76-4a41-b464-b9b86f32a676 req-aee53fde-67b9-45af-93bf-d5e9a4b29a5a tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=e326350e-a23b-47d5-b68b-4d32d9b75c29 HTTP/1.1" status: 200 len: 210 time: 0.0250738 Jul 28 19:29:30.000742 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-b24ffc3d-6635-4769-808c-4621b73dce3b req-377de5b6-6291-46f9-bad8-ef5841d048ee tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=e326350e-a23b-47d5-b68b-4d32d9b75c29 HTTP/1.1" status: 200 len: 210 time: 0.0289092 Jul 28 19:29:31.093393 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-298ac6b8-f4fb-42d1-995d-452bca964816 req-bea039b6-57b7-46bb-b30d-eec62c531723 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=e326350e-a23b-47d5-b68b-4d32d9b75c29 HTTP/1.1" status: 200 len: 210 time: 0.0261462 Jul 28 19:29:32.184841 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-7c0a621a-0c98-4c70-9fd9-40b21e681db7 req-183ef0ce-f220-4509-ba50-a3e7eb596532 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=e326350e-a23b-47d5-b68b-4d32d9b75c29 HTTP/1.1" status: 200 len: 210 time: 0.0261922 Jul 28 19:29:32.268342 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:29:33.276541 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-0fc6d86e-efc3-4619-92c4-9ed733d54733 req-22cf99c7-9ada-4655-b795-e5db680faa7d tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=e326350e-a23b-47d5-b68b-4d32d9b75c29 HTTP/1.1" status: 200 len: 210 time: 0.0254297 Jul 28 19:29:34.368435 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-6c4d4204-e39a-435d-be33-13fa8f490df4 req-e6d9f0cc-c8cb-4573-b787-6d661934a942 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=e326350e-a23b-47d5-b68b-4d32d9b75c29 HTTP/1.1" status: 200 len: 210 time: 0.0252626 Jul 28 19:29:35.459625 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-a201290f-6daf-4536-b971-98181877864e req-f2e37dd0-6738-4b5b-af25-d94330226bc7 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=e326350e-a23b-47d5-b68b-4d32d9b75c29 HTTP/1.1" status: 200 len: 210 time: 0.0248628 Jul 28 19:29:36.556076 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-00b9d00c-ba66-4807-a680-b0089d856dba req-5fdce4c7-a43c-4eae-9b16-c2a8a353df5f tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=e326350e-a23b-47d5-b68b-4d32d9b75c29 HTTP/1.1" status: 200 len: 210 time: 0.0282662 Jul 28 19:29:37.650063 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-60a1c5e8-6492-4481-8147-8647dd722e3a req-cde85329-8d6f-4ad3-b783-b2cee1d5b6a4 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=e326350e-a23b-47d5-b68b-4d32d9b75c29 HTTP/1.1" status: 200 len: 210 time: 0.0255015 Jul 28 19:29:38.742477 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-4c16a0c9-4a53-44d7-95ad-e885883ff4c5 req-5a2bf1b0-9e76-4abc-ac32-c3f85a942013 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=e326350e-a23b-47d5-b68b-4d32d9b75c29 HTTP/1.1" status: 200 len: 210 time: 0.0254867 Jul 28 19:29:39.833856 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-c1b6687c-b826-4a2c-aa92-7061076bb8a8 req-93ff7786-b011-4f1b-95f2-63b21af085c5 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=e326350e-a23b-47d5-b68b-4d32d9b75c29 HTTP/1.1" status: 200 len: 210 time: 0.0259085 Jul 28 19:29:40.925139 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-d2f96eb4-fbd0-49e5-b87e-a53e641ca3f1 req-4c54b940-6577-4f29-9f7c-63ae1cd70512 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=e326350e-a23b-47d5-b68b-4d32d9b75c29 HTTP/1.1" status: 200 len: 210 time: 0.0254865 Jul 28 19:29:42.017044 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-12d3785c-30f0-434b-8e98-a4ec6bbd5164 req-99476356-92fe-4e2f-9c7a-974a38206c31 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=e326350e-a23b-47d5-b68b-4d32d9b75c29 HTTP/1.1" status: 200 len: 210 time: 0.0261970 Jul 28 19:29:43.115570 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-7d60ca2a-f108-4632-a17e-1455519b50bf req-50435d91-4e0b-4dce-89d2-cbc6ce2d9b57 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=e326350e-a23b-47d5-b68b-4d32d9b75c29 HTTP/1.1" status: 200 len: 210 time: 0.0312626 Jul 28 19:29:44.209935 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-e2e5e1db-9f47-409f-8d10-8b68b743bb2f req-0e977104-098e-4e3a-8380-f56712debebf tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=e326350e-a23b-47d5-b68b-4d32d9b75c29 HTTP/1.1" status: 200 len: 210 time: 0.0250442 Jul 28 19:29:45.313834 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-b461d9b4-30ba-4c68-95ab-6cac98f98629 req-63c7ba6f-00e7-4636-a692-290c1b980696 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=e326350e-a23b-47d5-b68b-4d32d9b75c29 HTTP/1.1" status: 200 len: 210 time: 0.0339937 Jul 28 19:29:46.413235 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-1faa36c4-c525-43e4-b50b-d4655f0a6d16 req-8df360c5-748e-4f46-b615-9315ee9a1205 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=e326350e-a23b-47d5-b68b-4d32d9b75c29 HTTP/1.1" status: 200 len: 210 time: 0.0264387 Jul 28 19:29:47.505913 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-a47384be-5aab-4d2f-ab11-2eeccb756eeb req-2bdb0ed7-2361-498e-8e98-42d077d8a30e tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=e326350e-a23b-47d5-b68b-4d32d9b75c29 HTTP/1.1" status: 200 len: 210 time: 0.0251589 Jul 28 19:29:48.597725 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-85d643ab-37e8-4893-8739-43be77bf72e9 req-a7dc83c7-6322-40ac-bfef-83915b7c8bf5 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=e326350e-a23b-47d5-b68b-4d32d9b75c29 HTTP/1.1" status: 200 len: 210 time: 0.0250120 Jul 28 19:29:49.698290 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-cdadcea3-17fe-413c-8885-abb3978e6f10 req-5074ec85-06a8-4042-b3c6-9a747b39e8ab tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=e326350e-a23b-47d5-b68b-4d32d9b75c29 HTTP/1.1" status: 200 len: 210 time: 0.0288949 Jul 28 19:29:50.790614 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-3e5772d2-a21c-4d7b-878a-153f7a00fa53 req-d74d1768-f68a-40d6-a1c7-31db05ca180e tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=e326350e-a23b-47d5-b68b-4d32d9b75c29 HTTP/1.1" status: 200 len: 210 time: 0.0266442 Jul 28 19:29:51.566998 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-04ed84df-2cf9-47e2-b491-fc105238362b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:29:51.883442 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-ef45a319-ee82-4729-b7cb-b4553421b39d req-aaaf6156-3990-4c4b-9593-6382ba4162dc tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=e326350e-a23b-47d5-b68b-4d32d9b75c29 HTTP/1.1" status: 200 len: 210 time: 0.0277662 Jul 28 19:29:52.978987 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-a96978db-0e7b-4b04-91de-07c861b6b9a3 req-c3fee51d-b405-4b71-a2e3-105e25df8a84 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=e326350e-a23b-47d5-b68b-4d32d9b75c29 HTTP/1.1" status: 200 len: 210 time: 0.0260928 Jul 28 19:29:53.649890 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.db.agents_db [None req-65e7ef76-a059-4ec3-9341-f72ff4ef7e59 None None] Agent healthcheck: found 6 active agents {{(pid=93589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 19:29:54.069899 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-5340341e-09b5-43a5-a585-8cd19744b798 req-ad549b86-bfaa-4eaf-8342-ad536b28b4c4 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=e326350e-a23b-47d5-b68b-4d32d9b75c29 HTTP/1.1" status: 200 len: 210 time: 0.0253365 Jul 28 19:29:54.284284 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:29:54.466940 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-f8affb39-b86b-4cf4-8090-6cd59ce88083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:29:55.313784 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-a7263fe6-7b98-45eb-ab9e-ecc1b45d8d40 req-402fc525-540f-4907-9f82-13daf880baa4 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=e326350e-a23b-47d5-b68b-4d32d9b75c29 HTTP/1.1" status: 200 len: 210 time: 0.0252962 Jul 28 19:29:55.660760 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-acea1373-d53c-46a9-b089-9e40d352d773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:29:56.409279 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-ee8c593c-ca80-4796-b69a-b772dddbb5bb req-5b0116b0-88d7-497b-9cb1-d35ee1a8775c tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=e326350e-a23b-47d5-b68b-4d32d9b75c29 HTTP/1.1" status: 200 len: 210 time: 0.0286329 Jul 28 19:29:57.501968 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-643ef5f8-3d42-435e-91d8-dc65e3110fb9 req-4eb95cf6-72a2-4d54-81f2-53ec214b2d8e tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=e326350e-a23b-47d5-b68b-4d32d9b75c29 HTTP/1.1" status: 200 len: 210 time: 0.0246983 Jul 28 19:29:57.709028 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-26c861f8-c84b-4272-86f3-59900436582c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:29:58.593688 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-5f468882-02c7-40b1-9a98-e2201435cbe8 req-001a1b3f-26e7-4b16-a78f-c98b7d76f0f9 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=e326350e-a23b-47d5-b68b-4d32d9b75c29 HTTP/1.1" status: 200 len: 210 time: 0.0253448 Jul 28 19:29:59.687203 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-78f1861a-5e01-41b9-96bd-4f46a4736a78 req-4cc7b37e-5f5f-4c34-a811-a3b8e8748629 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=e326350e-a23b-47d5-b68b-4d32d9b75c29 HTTP/1.1" status: 200 len: 210 time: 0.0253074 Jul 28 19:30:00.778942 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-fceb0132-8959-4257-b67d-a394a16341b6 req-802b85e9-2926-4b06-82de-dbbc6cf7fd20 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=e326350e-a23b-47d5-b68b-4d32d9b75c29 HTTP/1.1" status: 200 len: 210 time: 0.0255492 Jul 28 19:30:01.870524 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-4c40ed52-01bb-4956-8958-fdeba92b88e7 req-816a3c68-3d20-40ed-b069-8622bb14194e tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=e326350e-a23b-47d5-b68b-4d32d9b75c29 HTTP/1.1" status: 200 len: 210 time: 0.0245750 Jul 28 19:30:02.294731 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:30:02.965863 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-f8556cb7-42bd-4d56-8fdb-61c51d4a3d61 req-37909f36-cbd7-47a6-bbee-97f2c318bea0 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=e326350e-a23b-47d5-b68b-4d32d9b75c29 HTTP/1.1" status: 200 len: 210 time: 0.0284805 Jul 28 19:30:04.076778 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-6ff997d6-7c3c-4a34-92d2-7485d9d6969f req-c0ebbaa9-e341-42c3-8bac-f3a60877efbb tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=e326350e-a23b-47d5-b68b-4d32d9b75c29 HTTP/1.1" status: 200 len: 210 time: 0.0277524 Jul 28 19:30:05.169667 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-df1c1a09-c817-4829-ba3d-5443cb7eb811 req-f1cfdb7f-3fb3-40cd-adb8-7e1444c85c5a tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=e326350e-a23b-47d5-b68b-4d32d9b75c29 HTTP/1.1" status: 200 len: 210 time: 0.0256715 Jul 28 19:30:06.265181 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-d8c36988-9879-4751-b0f6-0b3baeeb3a8b req-d1853c29-5638-42a4-9e1c-1cfce135e5a0 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=e326350e-a23b-47d5-b68b-4d32d9b75c29 HTTP/1.1" status: 200 len: 210 time: 0.0252585 Jul 28 19:30:07.373307 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-e3fe1104-89bd-42f5-b148-425d68277d1a req-852b44ab-e69d-47f6-bb0d-5ee3079e1535 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=e326350e-a23b-47d5-b68b-4d32d9b75c29 HTTP/1.1" status: 200 len: 210 time: 0.0258608 Jul 28 19:30:08.457175 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-127cc892-5cb3-4e1d-b7f1-546a5d0abc4f req-df799ffe-4625-4d06-a32d-f52b5069f8d5 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=e326350e-a23b-47d5-b68b-4d32d9b75c29 HTTP/1.1" status: 200 len: 210 time: 0.0247133 Jul 28 19:30:09.556196 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-1eb7653f-c4c9-46dc-b679-75fe54338d34 req-103b74f8-92b8-43c1-8feb-41f42d4c1ae2 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=e326350e-a23b-47d5-b68b-4d32d9b75c29 HTTP/1.1" status: 200 len: 210 time: 0.0302522 Jul 28 19:30:10.649416 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-1ec089dd-2629-41d2-bd1e-46e642ef4d29 req-1623a434-bd3b-42d2-9260-a537f96093df tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=e326350e-a23b-47d5-b68b-4d32d9b75c29 HTTP/1.1" status: 200 len: 210 time: 0.0254149 Jul 28 19:30:11.741085 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-0fae1637-00f9-46d6-bca5-cd7322ef55de req-fa81404c-8642-4c84-8c08-7c120328a0d9 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=e326350e-a23b-47d5-b68b-4d32d9b75c29 HTTP/1.1" status: 200 len: 210 time: 0.0253611 Jul 28 19:30:12.835005 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-e5eba89a-3117-4974-804b-457afeff3e96 req-95c63812-2339-4e92-9deb-dcef101e8c33 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=e326350e-a23b-47d5-b68b-4d32d9b75c29 HTTP/1.1" status: 200 len: 210 time: 0.0262175 Jul 28 19:30:13.929948 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-428e0c7f-8b71-4eff-961c-53f26b79e042 req-01b8a5ed-6440-4840-bedc-33f603ccee97 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=e326350e-a23b-47d5-b68b-4d32d9b75c29 HTTP/1.1" status: 200 len: 210 time: 0.0261250 Jul 28 19:30:15.022787 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-fad9850c-2d87-41ec-b684-bb0442c798e3 req-b5fa1f09-698b-4223-8f5d-c892f43e73ab tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=e326350e-a23b-47d5-b68b-4d32d9b75c29 HTTP/1.1" status: 200 len: 210 time: 0.0267966 Jul 28 19:30:16.119779 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-3a76ec44-5f81-437e-9df6-f4479f71afc5 req-7e10d78c-7dd3-4b52-89e1-1d88945a4d41 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=e326350e-a23b-47d5-b68b-4d32d9b75c29 HTTP/1.1" status: 200 len: 210 time: 0.0293682 Jul 28 19:30:17.214833 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-9abec58c-7ed6-4a2f-a730-54f7fa470564 req-c3b4a264-5d3d-456d-9351-d55035b767ae tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=e326350e-a23b-47d5-b68b-4d32d9b75c29 HTTP/1.1" status: 200 len: 210 time: 0.0290847 Jul 28 19:30:18.310402 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-35de33f9-5179-4d41-9dd8-8308c03aec9e req-be3f3ea2-778a-4b20-8a5a-43632c10ceb6 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=e326350e-a23b-47d5-b68b-4d32d9b75c29 HTTP/1.1" status: 200 len: 210 time: 0.0279794 Jul 28 19:30:19.404193 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-2ec70cef-3e32-4073-b01b-287d0e006b68 req-ee21a0c4-a7ac-483e-bde5-5b535a5b90bb tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=e326350e-a23b-47d5-b68b-4d32d9b75c29 HTTP/1.1" status: 200 len: 210 time: 0.0263927 Jul 28 19:30:20.496049 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-5f05abdc-52a9-44c6-a310-5cbc7034cb6f req-2f6e4975-e209-4a56-a8e4-062d620ab7fc tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=e326350e-a23b-47d5-b68b-4d32d9b75c29 HTTP/1.1" status: 200 len: 210 time: 0.0257254 Jul 28 19:30:21.554506 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-800ce7b5-5890-4b07-b702-272bce5fbd80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:30:21.594825 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-744d5e7d-749d-4c10-b122-c5471deb942e req-cbc8ce5f-78f8-4e2f-9d2c-8a97cd9491a0 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=e326350e-a23b-47d5-b68b-4d32d9b75c29 HTTP/1.1" status: 200 len: 210 time: 0.0268960 Jul 28 19:30:22.692786 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-281d0cf0-fd5d-476a-8fca-ba6ca78c95b5 req-c65e9b28-5fed-411b-98be-24d1d7c11180 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=e326350e-a23b-47d5-b68b-4d32d9b75c29 HTTP/1.1" status: 200 len: 210 time: 0.0283263 Jul 28 19:30:23.784640 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-807f5e48-1d29-42dc-aff5-d8edb0a88d40 req-d9260dd0-18ab-455c-b208-4be9aa8ef555 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=e326350e-a23b-47d5-b68b-4d32d9b75c29 HTTP/1.1" status: 200 len: 210 time: 0.0255756 Jul 28 19:30:24.228123 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:30:24.453756 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-00525c08-7585-4f80-a268-3e1b97ed164e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:30:24.879270 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-627a1a75-b6d7-4d59-92cf-babf96a85250 req-bc4950ba-2ec0-4d6d-8d8e-dbdc9e2c819b tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=e326350e-a23b-47d5-b68b-4d32d9b75c29 HTTP/1.1" status: 200 len: 210 time: 0.0250154 Jul 28 19:30:25.659331 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-acea1373-d53c-46a9-b089-9e40d352d773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:30:25.972111 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-87a06f41-f9ff-4496-91b0-08c92e1a4a8e req-a751dc50-6181-4540-acf9-6b1a30a5df85 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=e326350e-a23b-47d5-b68b-4d32d9b75c29 HTTP/1.1" status: 200 len: 210 time: 0.0251005 Jul 28 19:30:27.064678 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-dc833d23-a6f8-4e2d-aca0-e9519702113b req-3f5af983-df3e-4475-bed8-9490c8dcac8b tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=e326350e-a23b-47d5-b68b-4d32d9b75c29 HTTP/1.1" status: 200 len: 210 time: 0.0252948 Jul 28 19:30:27.713610 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-26c861f8-c84b-4272-86f3-59900436582c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:30:28.160524 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-a0b2a348-8cda-4d61-a1ef-2e36786a84d9 req-728d414e-284d-4350-b9d4-da8dfb52e54a tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=e326350e-a23b-47d5-b68b-4d32d9b75c29 HTTP/1.1" status: 200 len: 210 time: 0.0255554 Jul 28 19:30:29.255647 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-357f4638-0e70-4175-805d-62dc32179c7f req-310b93d2-aac4-4ac7-baef-8447ae490358 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=e326350e-a23b-47d5-b68b-4d32d9b75c29 HTTP/1.1" status: 200 len: 210 time: 0.0280349 Jul 28 19:30:30.348081 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-8395c56a-a672-4d88-a1d2-a15ab6bb0d74 req-19ab7d5e-4c2d-4bae-9a8f-f0445df83c32 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=e326350e-a23b-47d5-b68b-4d32d9b75c29 HTTP/1.1" status: 200 len: 210 time: 0.0249953 Jul 28 19:30:30.650128 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.db.agents_db [None req-65e7ef76-a059-4ec3-9341-f72ff4ef7e59 None None] Agent healthcheck: found 6 active agents {{(pid=93589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 19:30:31.444199 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-fc79cd29-5bf5-421b-b029-c79683d466f7 req-bb185004-8a98-428d-b9de-589449197ada tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=e326350e-a23b-47d5-b68b-4d32d9b75c29 HTTP/1.1" status: 200 len: 210 time: 0.0266941 Jul 28 19:30:32.436163 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:30:32.541679 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-7302b4ef-1cec-4bac-82a6-4ab8297e1b93 req-57e57b30-faa3-4b58-9b90-40e9c1a19c19 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=e326350e-a23b-47d5-b68b-4d32d9b75c29 HTTP/1.1" status: 200 len: 210 time: 0.0281498 Jul 28 19:30:33.637337 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-084e6f21-a056-43a1-8417-455e5302e643 req-a4908870-5261-4ac8-9247-6d05ce09c81f tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=e326350e-a23b-47d5-b68b-4d32d9b75c29 HTTP/1.1" status: 200 len: 210 time: 0.0268784 Jul 28 19:30:34.736001 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-88aebdef-7dbb-4168-8d67-baa52a9187f7 req-46319b5c-3628-4a8d-9149-8b73708c2634 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=e326350e-a23b-47d5-b68b-4d32d9b75c29 HTTP/1.1" status: 200 len: 210 time: 0.0284290 Jul 28 19:30:35.840583 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-e3c03c37-56bf-41a6-a160-30b7f4f1d230 req-30a1eb1d-6966-4d4a-8a7f-6d2f142c9dca tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=e326350e-a23b-47d5-b68b-4d32d9b75c29 HTTP/1.1" status: 200 len: 210 time: 0.0311229 Jul 28 19:30:36.938428 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-340d6594-c736-4143-875e-963433855d1a req-9dc41126-da28-4423-a589-e547da986153 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=e326350e-a23b-47d5-b68b-4d32d9b75c29 HTTP/1.1" status: 200 len: 210 time: 0.0267279 Jul 28 19:30:38.032714 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-687eff87-6c12-4bad-ba20-fe398819eb75 req-4f187c67-896c-42c1-ab2d-69c84f97fe75 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=e326350e-a23b-47d5-b68b-4d32d9b75c29 HTTP/1.1" status: 200 len: 210 time: 0.0260751 Jul 28 19:30:39.128008 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-66b11555-ddd3-4746-84cf-386213d6cfb9 req-8e28cec5-16aa-46c2-9a58-e69c738aab4d tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=e326350e-a23b-47d5-b68b-4d32d9b75c29 HTTP/1.1" status: 200 len: 210 time: 0.0268021 Jul 28 19:30:40.220897 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-9625af6b-efe2-47a8-a505-998a263a4c00 req-e051bba5-a51e-4fa8-8057-4aee62ec7fc3 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=e326350e-a23b-47d5-b68b-4d32d9b75c29 HTTP/1.1" status: 200 len: 210 time: 0.0245612 Jul 28 19:30:41.312910 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-4dbeb0d1-3b6f-4b6e-9cbb-f7211496ab09 req-38e540a1-5d68-481e-8bdc-0b924634e817 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=e326350e-a23b-47d5-b68b-4d32d9b75c29 HTTP/1.1" status: 200 len: 210 time: 0.0254226 Jul 28 19:30:42.406831 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-b68b14e9-e23a-46b5-948f-45c7d7846a85 req-29576375-fb71-4909-a385-75f216d896be tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=e326350e-a23b-47d5-b68b-4d32d9b75c29 HTTP/1.1" status: 200 len: 210 time: 0.0296185 Jul 28 19:30:43.498616 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-9f1c3b22-47b4-496b-8b86-1d4b032ba8a1 req-e63f6473-50ee-4a08-a3cc-2d007b034b93 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=e326350e-a23b-47d5-b68b-4d32d9b75c29 HTTP/1.1" status: 200 len: 210 time: 0.0262685 Jul 28 19:30:44.590099 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-51b8721c-f074-4363-a634-3115576edc4c req-e30d17d5-cdcb-4ae8-b852-5c3ba7d6de75 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=e326350e-a23b-47d5-b68b-4d32d9b75c29 HTTP/1.1" status: 200 len: 210 time: 0.0247397 Jul 28 19:30:45.682113 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-50698591-6ca6-450c-93d6-a8e25346d11b req-bc56a71d-b8f4-4c50-8126-1c8b39a75a13 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=e326350e-a23b-47d5-b68b-4d32d9b75c29 HTTP/1.1" status: 200 len: 210 time: 0.0253396 Jul 28 19:30:46.774179 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-1bd374fa-6e1a-4d37-9312-6cee75c850fa req-3bb00df3-e634-4ae0-bdb3-a46cc4cd4f80 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=e326350e-a23b-47d5-b68b-4d32d9b75c29 HTTP/1.1" status: 200 len: 210 time: 0.0258191 Jul 28 19:30:47.866088 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-09a56704-0dfc-43fd-9250-6afe92a346b6 req-f42189ee-07ef-4a00-87a6-3c5cac8ae7f1 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=e326350e-a23b-47d5-b68b-4d32d9b75c29 HTTP/1.1" status: 200 len: 210 time: 0.0265026 Jul 28 19:30:48.961061 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-cc525e14-4e70-4e3d-9799-6c61b701e242 req-44171368-3559-4152-929f-f937dba779fb tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=e326350e-a23b-47d5-b68b-4d32d9b75c29 HTTP/1.1" status: 200 len: 210 time: 0.0284896 Jul 28 19:30:50.318334 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-a12516fc-e3a9-413e-bcdf-c535f51189c0 req-4e09efbf-ad53-4420-b16b-84087bf42e2d tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=e326350e-a23b-47d5-b68b-4d32d9b75c29 HTTP/1.1" status: 200 len: 210 time: 0.2844760 Jul 28 19:30:51.411221 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-bfa1bc8e-5df3-48ff-89b1-373cf87c4784 req-09935f6b-1ca5-4a7a-84e8-e15bfa8a6a7e tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=e326350e-a23b-47d5-b68b-4d32d9b75c29 HTTP/1.1" status: 200 len: 210 time: 0.0248792 Jul 28 19:30:51.564040 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-57d9b46c-f656-4a87-8c13-e4b9d717598e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:30:52.503505 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-9e31a720-7796-44f3-ab15-f93138730650 req-2f74d87b-24ba-401a-a52d-9e3f71c6e020 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=e326350e-a23b-47d5-b68b-4d32d9b75c29 HTTP/1.1" status: 200 len: 210 time: 0.0253205 Jul 28 19:30:53.595985 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-2ab20700-4b94-4b74-8623-fae19c164527 req-4b8d78a8-c3a9-419f-9270-5652599a58f0 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=e326350e-a23b-47d5-b68b-4d32d9b75c29 HTTP/1.1" status: 200 len: 210 time: 0.0256624 Jul 28 19:30:54.232642 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:30:54.443654 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-71883276-bfdf-4a83-ba3c-d066d08dfe41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:30:54.690440 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-0a24b7c0-f69d-471e-8dfb-76d79941acbd req-12033bc4-cd31-40fc-ae56-feda923d367a tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=e326350e-a23b-47d5-b68b-4d32d9b75c29 HTTP/1.1" status: 200 len: 210 time: 0.0269961 Jul 28 19:30:55.660801 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-acea1373-d53c-46a9-b089-9e40d352d773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:30:55.783822 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-69650099-856d-496e-8286-83624a501ad5 req-4a37dcad-f47c-4541-952e-3b5bc4c51f0a tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=e326350e-a23b-47d5-b68b-4d32d9b75c29 HTTP/1.1" status: 200 len: 210 time: 0.0255086 Jul 28 19:30:56.884781 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-b73a2985-017a-4484-a811-f220543b78e1 req-3c8919ad-4011-4974-975e-15bd7cfd8ee3 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=e326350e-a23b-47d5-b68b-4d32d9b75c29 HTTP/1.1" status: 200 len: 210 time: 0.0276263 Jul 28 19:30:57.706750 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-26c861f8-c84b-4272-86f3-59900436582c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:30:57.977337 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-deab3645-291b-48d6-bb27-b64a397f9516 req-b94baa8c-d61e-4b1f-a081-5849bc71c15c tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=e326350e-a23b-47d5-b68b-4d32d9b75c29 HTTP/1.1" status: 200 len: 210 time: 0.0260570 Jul 28 19:30:59.073948 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-e02d8de7-7d60-4e83-9230-8049127f1996 req-771555fb-6040-431c-b864-6ace9cca6cd4 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=e326350e-a23b-47d5-b68b-4d32d9b75c29 HTTP/1.1" status: 200 len: 210 time: 0.0259829 Jul 28 19:31:00.166398 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-b0ba8f7d-344a-4f66-a583-3f7552d52da7 req-e1d45647-fdda-49e2-a864-6cf2883fa93a tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=e326350e-a23b-47d5-b68b-4d32d9b75c29 HTTP/1.1" status: 200 len: 210 time: 0.0258222 Jul 28 19:31:01.264972 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-03e6bb1f-db39-48d1-ad0c-92aed2b73d50 req-cc749017-a8e3-4c09-a93e-1611ee841238 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=e326350e-a23b-47d5-b68b-4d32d9b75c29 HTTP/1.1" status: 200 len: 210 time: 0.0294220 Jul 28 19:31:02.275409 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:31:02.357117 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-5c338798-0b5f-4857-92aa-68b982a30c5d req-34c43931-b257-4aeb-9a2e-fbabe2eb9c57 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=e326350e-a23b-47d5-b68b-4d32d9b75c29 HTTP/1.1" status: 200 len: 210 time: 0.0258327 Jul 28 19:31:03.451696 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-3c7b12bf-d6e9-4455-81bb-09228bd8643b req-2ef334cc-afbc-49a8-8768-8d488ace6bc6 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=e326350e-a23b-47d5-b68b-4d32d9b75c29 HTTP/1.1" status: 200 len: 210 time: 0.0260448 Jul 28 19:31:04.546463 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-e7bdf217-16bb-4bfe-98ab-f6f30fe53406 req-40c305ef-4501-4a30-ac00-30ddf192dea3 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=e326350e-a23b-47d5-b68b-4d32d9b75c29 HTTP/1.1" status: 200 len: 210 time: 0.0261512 Jul 28 19:31:05.639347 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-94cdff5e-7827-44be-92a4-b224fead2909 req-4bc3f58f-9a76-439e-9ff4-8fd70b61fac0 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=e326350e-a23b-47d5-b68b-4d32d9b75c29 HTTP/1.1" status: 200 len: 210 time: 0.0259869 Jul 28 19:31:06.733713 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-0f1af77a-54a5-410c-afab-5c1756104c44 req-08a887e2-969b-4c49-a855-b6e2979e9e91 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=e326350e-a23b-47d5-b68b-4d32d9b75c29 HTTP/1.1" status: 200 len: 210 time: 0.0254152 Jul 28 19:31:07.650062 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.db.agents_db [None req-65e7ef76-a059-4ec3-9341-f72ff4ef7e59 None None] Agent healthcheck: found 6 active agents {{(pid=93589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 19:31:07.828041 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-6efd3f6b-3c51-4f7b-8f4f-0c78547d1bc2 req-d5c6d36a-631b-4ba8-a490-be6e1833295f tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=e326350e-a23b-47d5-b68b-4d32d9b75c29 HTTP/1.1" status: 200 len: 210 time: 0.0285208 Jul 28 19:31:08.926437 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-fdf6bd49-ca75-4c31-8761-2212257bb3c2 req-b2c4fc47-2904-436b-a114-2473a15c3c7f tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=e326350e-a23b-47d5-b68b-4d32d9b75c29 HTTP/1.1" status: 200 len: 210 time: 0.0244508 Jul 28 19:31:10.019727 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-b83dcefd-aa6d-48f9-a222-a252e2637b14 req-5bff36df-b73c-4ac8-aa4b-223b9d75ee45 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=e326350e-a23b-47d5-b68b-4d32d9b75c29 HTTP/1.1" status: 200 len: 210 time: 0.0255086 Jul 28 19:31:11.112237 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-3bc7d2b9-4b1c-44af-a362-904db6b390d0 req-77204f20-4b86-4eca-acfc-5ccfae670275 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=e326350e-a23b-47d5-b68b-4d32d9b75c29 HTTP/1.1" status: 200 len: 210 time: 0.0251467 Jul 28 19:31:12.204641 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-a713a97f-1f7d-4757-abc0-35b7ed989476 req-2dfb53e7-5056-4ac7-9796-7376418613b0 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=e326350e-a23b-47d5-b68b-4d32d9b75c29 HTTP/1.1" status: 200 len: 210 time: 0.0258234 Jul 28 19:31:13.297143 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-d2d2b795-d38f-429a-aa04-e715ba6339af req-6d68d194-727f-4e12-917c-0da096f4cb34 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=e326350e-a23b-47d5-b68b-4d32d9b75c29 HTTP/1.1" status: 200 len: 210 time: 0.0253611 Jul 28 19:31:14.393475 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-cd920d10-299f-44e7-a7f5-43d1ac8eb813 req-1ae95d96-db15-4574-978a-f4f5c8d458fe tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=e326350e-a23b-47d5-b68b-4d32d9b75c29 HTTP/1.1" status: 200 len: 210 time: 0.0278006 Jul 28 19:31:15.485866 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-da946df2-8de2-475d-a502-9e5fcbf26d82 req-af94c329-ba33-4f67-8d8c-9a48761bc6cb tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=e326350e-a23b-47d5-b68b-4d32d9b75c29 HTTP/1.1" status: 200 len: 210 time: 0.0248635 Jul 28 19:31:16.578537 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-4756045c-2cc7-426a-888f-af01660232e7 req-37a0bff1-c8c9-4f06-8989-8938baa0a3d0 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=e326350e-a23b-47d5-b68b-4d32d9b75c29 HTTP/1.1" status: 200 len: 210 time: 0.0251470 Jul 28 19:31:17.669685 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-dc8c7146-c29a-4bf2-b818-737a085c0f23 req-05261ecc-7fe3-420e-8e80-5842290f191c tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=e326350e-a23b-47d5-b68b-4d32d9b75c29 HTTP/1.1" status: 200 len: 210 time: 0.0253606 Jul 28 19:31:18.762036 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-8829fae9-ddb5-4b8f-a1aa-a9f2b6a0dde8 req-799fc54b-ea4a-413f-8ab7-b31afeacf596 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=e326350e-a23b-47d5-b68b-4d32d9b75c29 HTTP/1.1" status: 200 len: 210 time: 0.0254259 Jul 28 19:31:19.853509 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-a5cba7f5-5bae-4c89-a388-94370c042782 req-bb47edd1-f791-47a1-983d-cc5ff4995057 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=e326350e-a23b-47d5-b68b-4d32d9b75c29 HTTP/1.1" status: 200 len: 210 time: 0.0248168 Jul 28 19:31:20.949324 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-b8b2e61b-ead7-40b1-a372-3eef8f295ab0 req-e9c9a0bc-4528-49bf-b29b-9df8ab4a402c tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=e326350e-a23b-47d5-b68b-4d32d9b75c29 HTTP/1.1" status: 200 len: 210 time: 0.0285616 Jul 28 19:31:21.574537 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-d02a6e1f-c33f-4f23-b256-e1818f7a2bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:31:22.044455 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-e0f165b1-12e5-4f10-a914-bbdc1cbf8d58 req-2480e6bd-0636-496e-91a7-201394c5ba79 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=e326350e-a23b-47d5-b68b-4d32d9b75c29 HTTP/1.1" status: 200 len: 210 time: 0.0266783 Jul 28 19:31:23.138407 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-6058f716-efa5-41fd-8be4-9f652a6172c3 req-d91ad6c0-6fbd-4f0c-8aab-1f77617166c1 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=e326350e-a23b-47d5-b68b-4d32d9b75c29 HTTP/1.1" status: 200 len: 210 time: 0.0266125 Jul 28 19:31:24.215719 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:31:24.233908 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-7dd07f55-3bf8-487c-bcd2-cab33935c0de req-1bfe80fb-32ad-47e3-83b4-911a80b38363 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=e326350e-a23b-47d5-b68b-4d32d9b75c29 HTTP/1.1" status: 200 len: 210 time: 0.0257957 Jul 28 19:31:24.478446 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-27c9c632-f6a8-45b7-b93d-a2c486846ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:31:25.337823 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-e765ba95-a7e2-4828-b882-e5fede6c73d0 req-d9288f21-32e4-4392-98f8-a5228127ef56 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=e326350e-a23b-47d5-b68b-4d32d9b75c29 HTTP/1.1" status: 200 len: 210 time: 0.0290604 Jul 28 19:31:25.660191 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-acea1373-d53c-46a9-b089-9e40d352d773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:31:26.431616 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-5aa1b008-d5ba-4587-896c-f21e824f5fa9 req-40349098-74cc-4268-bb36-8661665e0e07 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=e326350e-a23b-47d5-b68b-4d32d9b75c29 HTTP/1.1" status: 200 len: 210 time: 0.0260820 Jul 28 19:31:27.528684 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-c9e45acc-3e41-4ec2-be4f-f890fdd9b809 req-eeb89992-51fd-4a4f-b723-d057403b4f71 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=e326350e-a23b-47d5-b68b-4d32d9b75c29 HTTP/1.1" status: 200 len: 210 time: 0.0291059 Jul 28 19:31:27.718610 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-26c861f8-c84b-4272-86f3-59900436582c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:31:28.621703 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-718112d3-6416-4ada-8624-fec8c1334d07 req-95c933c3-9e16-49d7-aceb-9280ad62ba1c tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=e326350e-a23b-47d5-b68b-4d32d9b75c29 HTTP/1.1" status: 200 len: 210 time: 0.0260832 Jul 28 19:31:29.717954 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-6f1f353c-89ea-4a0d-afb1-91bc4d4878c6 req-a00ba5b5-f010-4a74-a178-d56206abb126 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=e326350e-a23b-47d5-b68b-4d32d9b75c29 HTTP/1.1" status: 200 len: 210 time: 0.0260375 Jul 28 19:31:30.808930 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-adc407c0-591f-41f5-b243-75969b2aac86 req-4a9f20e9-7697-45ba-bec1-a7381d49574e tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=e326350e-a23b-47d5-b68b-4d32d9b75c29 HTTP/1.1" status: 200 len: 210 time: 0.0253775 Jul 28 19:31:31.901062 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-28bd64ad-1fca-4ad9-8157-92739bdded44 req-ec7b9014-58f4-44f0-b2c5-128dab3cd398 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=e326350e-a23b-47d5-b68b-4d32d9b75c29 HTTP/1.1" status: 200 len: 210 time: 0.0254307 Jul 28 19:31:32.317089 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:31:32.994179 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-709cdaba-1666-450a-9713-bbad74d8704e req-22fa2dbd-413a-46e0-8e2a-59f664e39457 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=e326350e-a23b-47d5-b68b-4d32d9b75c29 HTTP/1.1" status: 200 len: 210 time: 0.0256007 Jul 28 19:31:34.089807 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-32942e86-a38c-4b0b-83fe-f4d53e5196d7 req-e4d6d9b6-0017-4768-9314-b875fdc6a44c tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=e326350e-a23b-47d5-b68b-4d32d9b75c29 HTTP/1.1" status: 200 len: 210 time: 0.0288615 Jul 28 19:31:35.183265 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-29376d68-659e-44e3-a8ef-2b95da48a7f7 req-25364692-6cb8-4b2d-b5d7-46af8b83b2f4 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=e326350e-a23b-47d5-b68b-4d32d9b75c29 HTTP/1.1" status: 200 len: 210 time: 0.0252414 Jul 28 19:31:36.275616 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-b7b87b2f-474f-4c8a-a84e-ab405bf9207c req-5383200c-5010-446c-a0c3-f0904b107ad5 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=e326350e-a23b-47d5-b68b-4d32d9b75c29 HTTP/1.1" status: 200 len: 210 time: 0.0256531 Jul 28 19:31:37.368922 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-f9ad71de-6a2d-4b0f-b2ae-1c3a37ba0e8c req-46a43b56-d75c-4642-b507-5d4d3b5d0625 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=e326350e-a23b-47d5-b68b-4d32d9b75c29 HTTP/1.1" status: 200 len: 210 time: 0.0270071 Jul 28 19:31:38.461925 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-e358cd71-1a11-40f9-9032-5de7998916b7 req-24ceab5c-957b-4326-93e6-1a7e175e744d tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=e326350e-a23b-47d5-b68b-4d32d9b75c29 HTTP/1.1" status: 200 len: 210 time: 0.0260873 Jul 28 19:31:39.555568 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-005fb598-0587-4d77-8f05-bd4d27a609a1 req-e8b48897-7f32-45bc-9b9e-3659700ca9ad tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=e326350e-a23b-47d5-b68b-4d32d9b75c29 HTTP/1.1" status: 200 len: 210 time: 0.0252159 Jul 28 19:31:40.667006 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-16d3b633-18e9-4f5b-bf6a-f38a0cc8fde2 req-7858e5e7-6175-4b1f-82b4-39e8ecd51de1 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=e326350e-a23b-47d5-b68b-4d32d9b75c29 HTTP/1.1" status: 200 len: 210 time: 0.0285034 Jul 28 19:31:41.775603 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-ca8ce69f-eb98-4543-8c60-bf6d7c64b886 req-5f29cc3a-e67b-4315-8a78-36865d73b7e9 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=e326350e-a23b-47d5-b68b-4d32d9b75c29 HTTP/1.1" status: 200 len: 210 time: 0.0276575 Jul 28 19:31:42.868625 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-43a336af-3420-4b3c-a18f-2f5bf80db9d9 req-60c8d48e-3d6b-47d6-92bb-28dbe855d35f tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=e326350e-a23b-47d5-b68b-4d32d9b75c29 HTTP/1.1" status: 200 len: 210 time: 0.0257943 Jul 28 19:31:43.960615 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-913d0ee3-f6b1-4b6c-9d18-b8902a875cf9 req-1fe9ad90-1fdd-4b8f-b2ad-b2a02f0a8a38 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=e326350e-a23b-47d5-b68b-4d32d9b75c29 HTTP/1.1" status: 200 len: 210 time: 0.0260048 Jul 28 19:31:44.649781 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.db.agents_db [None req-65e7ef76-a059-4ec3-9341-f72ff4ef7e59 None None] Agent healthcheck: found 6 active agents {{(pid=93589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 19:31:45.053375 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-8a8fb3ec-902d-4926-a673-bc61b0de75f2 req-059dde05-eaa7-4314-b419-7903b9aecf84 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=e326350e-a23b-47d5-b68b-4d32d9b75c29 HTTP/1.1" status: 200 len: 210 time: 0.0253670 Jul 28 19:31:46.145976 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-4fee7277-a9a6-4155-9fcc-99b639962cbc req-a7fee87d-a0cd-4a8d-926f-97261a06ffd8 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=e326350e-a23b-47d5-b68b-4d32d9b75c29 HTTP/1.1" status: 200 len: 210 time: 0.0265548 Jul 28 19:31:47.243384 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-254c2548-baf2-4b9c-b7d6-a2e05f4522b8 req-d90c8f00-2c08-46ed-8664-157029a53fc1 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=e326350e-a23b-47d5-b68b-4d32d9b75c29 HTTP/1.1" status: 200 len: 210 time: 0.0293100 Jul 28 19:31:48.338349 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-fa03ab14-b7a8-4879-adf9-d57e8ffc7d7f req-ad325948-8197-4083-964b-3b27deb949da tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=e326350e-a23b-47d5-b68b-4d32d9b75c29 HTTP/1.1" status: 200 len: 210 time: 0.0266504 Jul 28 19:31:49.436233 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-945a1fab-a490-4419-be86-8db50bdd4ae2 req-70b0780f-2e17-483e-ba81-c21303d9777f tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=e326350e-a23b-47d5-b68b-4d32d9b75c29 HTTP/1.1" status: 200 len: 210 time: 0.0257826 Jul 28 19:31:50.529694 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-e02fc290-3304-4d71-991b-59c4deda9805 req-09dc479c-0025-4ec2-9d6a-e353a7fe1a5b tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=e326350e-a23b-47d5-b68b-4d32d9b75c29 HTTP/1.1" status: 200 len: 210 time: 0.0254047 Jul 28 19:31:51.562577 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-64a05778-95a4-45ca-85f5-83b4be63c4b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:31:51.624990 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-da2ccd08-6542-44df-aa95-4eea55c2a3f7 req-55297a39-548f-412d-a6f3-d39ab3bf446e tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=e326350e-a23b-47d5-b68b-4d32d9b75c29 HTTP/1.1" status: 200 len: 210 time: 0.0256760 Jul 28 19:31:52.716965 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-d54f6a47-9dac-469a-9e86-ae2809277a25 req-27472c86-b659-4907-af1d-0f1ea700f3ca tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=e326350e-a23b-47d5-b68b-4d32d9b75c29 HTTP/1.1" status: 200 len: 210 time: 0.0252964 Jul 28 19:31:53.818455 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-caa23fdf-0a26-4550-b45b-edb1629aa202 req-804c38b1-416f-443e-a896-00e128d7a5a9 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=e326350e-a23b-47d5-b68b-4d32d9b75c29 HTTP/1.1" status: 200 len: 210 time: 0.0296216 Jul 28 19:31:54.230943 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:31:54.465321 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-304c746c-067e-4eaa-a999-3592e5c9b1f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:31:54.911337 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-f315b297-57d4-4051-8502-379661675263 req-86d96f30-cca3-4185-a794-4bacc36070e4 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=e326350e-a23b-47d5-b68b-4d32d9b75c29 HTTP/1.1" status: 200 len: 210 time: 0.0270739 Jul 28 19:31:55.658330 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-acea1373-d53c-46a9-b089-9e40d352d773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:31:56.003317 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-7337ad27-5b27-43d5-b3cc-19ea24b3c644 req-b94584f0-6053-43cc-b73e-09d6b42b0360 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=e326350e-a23b-47d5-b68b-4d32d9b75c29 HTTP/1.1" status: 200 len: 210 time: 0.0268378 Jul 28 19:31:57.093501 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-a562e25e-55f8-49ea-ad26-1c7989ed8759 req-53946999-63d2-4f11-b815-a1364f578fb3 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=e326350e-a23b-47d5-b68b-4d32d9b75c29 HTTP/1.1" status: 200 len: 210 time: 0.0248089 Jul 28 19:31:57.699276 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-26c861f8-c84b-4272-86f3-59900436582c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:31:58.186572 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-559b17ba-b2c1-4b98-9df9-79d0d4b68feb req-9f502abc-08c8-4afd-b072-7c1eba2f3372 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=e326350e-a23b-47d5-b68b-4d32d9b75c29 HTTP/1.1" status: 200 len: 210 time: 0.0254121 Jul 28 19:31:59.282630 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-0ef31b1b-dab0-4133-9cd3-5fb2032c5f11 req-58e7766b-fc52-4f79-8b76-ee094caad10b tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=e326350e-a23b-47d5-b68b-4d32d9b75c29 HTTP/1.1" status: 200 len: 210 time: 0.0258391 Jul 28 19:32:00.378663 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-df7ab2a6-d5f7-4c14-a203-1055d31712fb req-574775f6-1bd2-4c6e-ad7d-b984f5039879 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=e326350e-a23b-47d5-b68b-4d32d9b75c29 HTTP/1.1" status: 200 len: 210 time: 0.0292234 Jul 28 19:32:01.469720 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-4366881a-d4bb-4a9b-a6eb-34904b05ef4e req-aa06c230-3132-446b-87b3-a2433a823a37 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=e326350e-a23b-47d5-b68b-4d32d9b75c29 HTTP/1.1" status: 200 len: 210 time: 0.0248432 Jul 28 19:32:02.310589 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:02.561120 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-a0e560c7-4f32-4598-82f4-67026e0908ac req-a779130f-f843-4eb6-8209-63ce527363a6 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=e326350e-a23b-47d5-b68b-4d32d9b75c29 HTTP/1.1" status: 200 len: 210 time: 0.0255024 Jul 28 19:32:03.654029 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-eee99a9b-cc71-4951-a950-1afc8f4ec5a3 req-8a68cd72-d2c4-49c2-9365-ee8703682439 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=e326350e-a23b-47d5-b68b-4d32d9b75c29 HTTP/1.1" status: 200 len: 210 time: 0.0260098 Jul 28 19:32:04.747155 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-eaf68a23-d7fb-4293-874c-91f5db5f83d7 req-20c65a68-cc7e-4f9e-89f8-0a30db6d00b3 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=e326350e-a23b-47d5-b68b-4d32d9b75c29 HTTP/1.1" status: 200 len: 210 time: 0.0256164 Jul 28 19:32:05.840590 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-bdfdb6de-1386-42f6-9261-0757b9e103c7 req-fc30a8aa-89d8-41fa-b128-3161c9b0832a tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=e326350e-a23b-47d5-b68b-4d32d9b75c29 HTTP/1.1" status: 200 len: 210 time: 0.0256147 Jul 28 19:32:06.936495 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-e2b811b8-ea5d-47eb-989f-24bfe2f1df8a req-aa02c44b-f9f0-4f74-ae43-49ab494483e3 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=e326350e-a23b-47d5-b68b-4d32d9b75c29 HTTP/1.1" status: 200 len: 210 time: 0.0282488 Jul 28 19:32:08.029711 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-f5010b40-346c-4501-88f0-ca6ca4937e81 req-b1889bca-ef32-43bb-a682-f44d0aa96b36 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=e326350e-a23b-47d5-b68b-4d32d9b75c29 HTTP/1.1" status: 200 len: 210 time: 0.0255156 Jul 28 19:32:09.122190 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-064c5721-075e-4ab4-944a-a58547cabda1 req-d30f9de6-26f2-430d-87e0-ba120b1c9c88 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=e326350e-a23b-47d5-b68b-4d32d9b75c29 HTTP/1.1" status: 200 len: 210 time: 0.0248737 Jul 28 19:32:10.213699 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-21d6f47e-2134-4eaa-8d02-06bca6e063e7 req-3f62adca-92eb-4d97-b21d-3417fefc1c29 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=e326350e-a23b-47d5-b68b-4d32d9b75c29 HTTP/1.1" status: 200 len: 210 time: 0.0247374 Jul 28 19:32:11.306140 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-1915fa74-69ce-47df-a5e8-8d0e62d54142 req-c5ab135a-e736-4770-8fe5-3636b4fb2ccd tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=e326350e-a23b-47d5-b68b-4d32d9b75c29 HTTP/1.1" status: 200 len: 210 time: 0.0255058 Jul 28 19:32:12.401321 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-0447de81-f888-4473-94e6-de046b038b1c req-c60d15d9-59a8-42cb-b6ac-5156438922c4 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=e326350e-a23b-47d5-b68b-4d32d9b75c29 HTTP/1.1" status: 200 len: 210 time: 0.0255497 Jul 28 19:32:13.498591 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-13c6a5b2-77b0-44e8-95d1-67739ee4e6fb req-9eac5df6-640d-4fe1-ae1e-f740bf3d4ec1 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=e326350e-a23b-47d5-b68b-4d32d9b75c29 HTTP/1.1" status: 200 len: 210 time: 0.0291016 Jul 28 19:32:14.592464 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-fea5cb11-4d9d-47c8-bf86-b487b5cb208c req-5eb56ac4-aeaa-482a-bd90-a835dfa103dd tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=e326350e-a23b-47d5-b68b-4d32d9b75c29 HTTP/1.1" status: 200 len: 210 time: 0.0268607 Jul 28 19:32:15.687821 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-6c8507ad-975f-4de7-bc1a-82948fc807ad req-18925cb3-778a-4adb-8d4e-fa4a4b2dda82 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=e326350e-a23b-47d5-b68b-4d32d9b75c29 HTTP/1.1" status: 200 len: 210 time: 0.0258029 Jul 28 19:32:16.780289 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-38c24e2f-04ec-4c3b-924e-78ccfa878558 req-6cc01b67-451d-4948-807e-7eacbece2d5d tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=e326350e-a23b-47d5-b68b-4d32d9b75c29 HTTP/1.1" status: 200 len: 210 time: 0.0254860 Jul 28 19:32:17.871185 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-3c4360ce-f0d5-4cf0-aee9-6b4f90d68ccd req-66b2688d-79e9-4f55-a109-4d9a220d5dea tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=e326350e-a23b-47d5-b68b-4d32d9b75c29 HTTP/1.1" status: 200 len: 210 time: 0.0253086 Jul 28 19:32:18.961606 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-b0b60509-1862-4184-9716-e47b9bbb8dc1 req-ddd91400-27bb-49f7-b8bb-d3dc1813ccec tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=e326350e-a23b-47d5-b68b-4d32d9b75c29 HTTP/1.1" status: 200 len: 210 time: 0.0252655 Jul 28 19:32:20.057866 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-b2cba065-d9f0-49f5-a177-c90a17214a79 req-faf8bcab-eeea-4df7-b268-8a46b74e8c6d tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=e326350e-a23b-47d5-b68b-4d32d9b75c29 HTTP/1.1" status: 200 len: 210 time: 0.0283391 Jul 28 19:32:21.150514 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-0d76afed-cec0-4976-b06a-5d241a64a00f req-b928c2eb-b24e-468a-b683-9646202a943c tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=e326350e-a23b-47d5-b68b-4d32d9b75c29 HTTP/1.1" status: 200 len: 210 time: 0.0259221 Jul 28 19:32:21.577582 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-285e06bb-11f0-48da-bcb1-cce9c43fa947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:21.649137 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.db.agents_db [None req-65e7ef76-a059-4ec3-9341-f72ff4ef7e59 None None] Agent healthcheck: found 6 active agents {{(pid=93589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 19:32:22.241648 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-89105756-9bf1-49dd-bd97-0659ea597ccd req-4c076f85-f159-4eea-916f-a0a85c4074c3 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=e326350e-a23b-47d5-b68b-4d32d9b75c29 HTTP/1.1" status: 200 len: 210 time: 0.0260296 Jul 28 19:32:23.331864 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-74d6429c-b200-4013-8f19-cc079ba1a45b req-1fe9f155-1c4f-455d-ac15-7339915eccef tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=e326350e-a23b-47d5-b68b-4d32d9b75c29 HTTP/1.1" status: 200 len: 210 time: 0.0259278 Jul 28 19:32:24.234813 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:24.424219 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-28404e7b-b247-4ae2-be54-d5c4e7e239d7 req-130c806f-8377-4a12-b6a7-b13a9aa4dd8e tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=e326350e-a23b-47d5-b68b-4d32d9b75c29 HTTP/1.1" status: 200 len: 210 time: 0.0249777 Jul 28 19:32:24.474821 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-a8039e44-7596-4a48-977b-e16e1faf9628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:25.522075 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-65408cf9-d6e1-45f9-aa0b-34d10fb3e11b req-e4e03fda-feea-4b10-a021-6093c17252f0 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=e326350e-a23b-47d5-b68b-4d32d9b75c29 HTTP/1.1" status: 200 len: 210 time: 0.0267329 Jul 28 19:32:25.737467 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-acea1373-d53c-46a9-b089-9e40d352d773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:26.617475 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-ca007008-1030-4ba9-b446-31f34c5bbc20 req-ed70115f-8bcc-42f7-9be5-9436907c2088 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=e326350e-a23b-47d5-b68b-4d32d9b75c29 HTTP/1.1" status: 200 len: 210 time: 0.0295618 Jul 28 19:32:27.697318 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-26c861f8-c84b-4272-86f3-59900436582c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:27.709486 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-5f0bdc7c-ec04-45aa-9cdb-a33aa1d059e9 req-5df1cb5f-b1a0-41c7-b54e-b3655b77a201 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=e326350e-a23b-47d5-b68b-4d32d9b75c29 HTTP/1.1" status: 200 len: 210 time: 0.0260730 Jul 28 19:32:28.801367 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-1ed9220f-d948-4ad0-96ec-985dd6b80630 req-e3c85afe-7346-43e9-bf46-aacd209efb44 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=e326350e-a23b-47d5-b68b-4d32d9b75c29 HTTP/1.1" status: 200 len: 210 time: 0.0247357 Jul 28 19:32:29.893189 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-a72373d0-2c38-4413-8e1c-629d23669f12 req-b6547b26-a462-413d-8439-de26b74b2d06 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=e326350e-a23b-47d5-b68b-4d32d9b75c29 HTTP/1.1" status: 200 len: 210 time: 0.0255826 Jul 28 19:32:30.985659 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-7e4f7966-268b-47d6-9614-02e91456ceb6 req-3d8e550e-1cce-4be6-848d-bcc8baadfa29 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=e326350e-a23b-47d5-b68b-4d32d9b75c29 HTTP/1.1" status: 200 len: 210 time: 0.0262208 Jul 28 19:32:32.078770 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-63588016-eab0-4596-ac8e-69513dc3dd90 req-efea7ad4-ccd7-4f4e-be07-0f00783fed9b tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=e326350e-a23b-47d5-b68b-4d32d9b75c29 HTTP/1.1" status: 200 len: 210 time: 0.0259979 Jul 28 19:32:32.302884 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:33.175649 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-370fd6ac-e206-44f4-be5c-4fbcee7c2dc5 req-7d544ec4-5bcc-4e52-b8c9-032108ddc1ef tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=e326350e-a23b-47d5-b68b-4d32d9b75c29 HTTP/1.1" status: 200 len: 210 time: 0.0306354 Jul 28 19:32:34.267467 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-8f48c25d-8826-4231-80fc-3c1aad0d0feb req-ae4e69d3-47b0-4b06-83a0-eae4f449f3ce tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=e326350e-a23b-47d5-b68b-4d32d9b75c29 HTTP/1.1" status: 200 len: 210 time: 0.0258996 Jul 28 19:32:35.357869 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-f8d70688-6a3e-4401-9c4a-9c16aec72c4c req-584a27e8-5339-4795-b28e-2e402183110b tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=e326350e-a23b-47d5-b68b-4d32d9b75c29 HTTP/1.1" status: 200 len: 210 time: 0.0254602 Jul 28 19:32:36.451641 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-6f5e2f49-0bb2-4a04-b1b3-f48026d61a5c req-9e9d22e1-29f2-4e6c-9047-1b58bd126d3d tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=e326350e-a23b-47d5-b68b-4d32d9b75c29 HTTP/1.1" status: 200 len: 210 time: 0.0279543 Jul 28 19:32:37.544231 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-dd796ac2-bd6a-4947-a4f8-317ded994ba8 req-b09e16c6-e04b-4512-9185-ed2e5af4b719 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=e326350e-a23b-47d5-b68b-4d32d9b75c29 HTTP/1.1" status: 200 len: 210 time: 0.0255067 Jul 28 19:32:38.647924 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-f923b02e-e19d-407c-8e07-9fbdbf964987 req-452eee3a-93c1-478e-92d2-b2a028a59652 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/ports?device_id=e326350e-a23b-47d5-b68b-4d32d9b75c29 HTTP/1.1" status: 200 len: 210 time: 0.0262432 Jul 28 19:32:39.829361 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.wsgi [-] (93587) accepted ('10.222.0.41', 46562) {{(pid=93587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:32:39.890426 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-825f60d4-f217-4125-b8ba-21bfc954629a tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] Notify callbacks [] for security_group, before_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:39.914046 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-825f60d4-f217-4125-b8ba-21bfc954629a tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:40.039463 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-825f60d4-f217-4125-b8ba-21bfc954629a tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676630'] for security_group, after_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:40.042397 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-825f60d4-f217-4125-b8ba-21bfc954629a tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] Notify callbacks [] for security_group, before_response {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:40.043594 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [None req-825f60d4-f217-4125-b8ba-21bfc954629a tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "DELETE /v2.0/security-groups/12ee0b9e-0694-4c09-9d73-1979d0056de5 HTTP/1.1" status: 204 len: 168 time: 0.2132461 Jul 28 19:32:40.046346 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.wsgi [-] (93586) accepted ('10.222.0.41', 46570) {{(pid=93586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:32:40.053061 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825f60d4-f217-4125-b8ba-21bfc954629a tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=12ee0b9e-0694-4c09-9d73-1979d0056de5,revision_number=None']} {{(pid=93587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:32:40.060404 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825f60d4-f217-4125-b8ba-21bfc954629a tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:32:40.060756 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825f60d4-f217-4125-b8ba-21bfc954629a tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:32:40.061095 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825f60d4-f217-4125-b8ba-21bfc954629a tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:32:40.061429 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825f60d4-f217-4125-b8ba-21bfc954629a tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:32:40.061758 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825f60d4-f217-4125-b8ba-21bfc954629a tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:32:40.062086 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825f60d4-f217-4125-b8ba-21bfc954629a tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:32:40.062414 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825f60d4-f217-4125-b8ba-21bfc954629a tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:32:40.062766 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825f60d4-f217-4125-b8ba-21bfc954629a tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:32:40.063091 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825f60d4-f217-4125-b8ba-21bfc954629a tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:32:40.063415 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825f60d4-f217-4125-b8ba-21bfc954629a tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:32:40.063735 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825f60d4-f217-4125-b8ba-21bfc954629a tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:32:40.063893 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.api.v2.resource [None req-42f99813-1fc5-4641-9fca-b3a7d8595ea4 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] show failed (client error): The resource could not be found. Jul 28 19:32:40.064080 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825f60d4-f217-4125-b8ba-21bfc954629a tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:32:40.064806 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [None req-42f99813-1fc5-4641-9fca-b3a7d8595ea4 tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "GET /v2.0/security-groups/12ee0b9e-0694-4c09-9d73-1979d0056de5 HTTP/1.1" status: 404 len: 347 time: 0.0168014 Jul 28 19:32:40.068003 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.wsgi [-] (93587) accepted ('10.222.0.41', 46572) {{(pid=93587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:32:40.191670 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.plugins.ml2.plugin [None req-e83b7cdb-4b92-4dd0-9844-cd15249695bb tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] Deleting port ea86e5b4-92d1-4d8d-b724-30330ea86b77 {{(pid=93587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 19:32:40.192034 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-e83b7cdb-4b92-4dd0-9844-cd15249695bb tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742349616523'] for port, before_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:40.263187 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-e83b7cdb-4b92-4dd0-9844-cd15249695bb tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825298'] for port, precommit_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:40.263434 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-e83b7cdb-4b92-4dd0-9844-cd15249695bb tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:40.274754 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.plugins.ml2.plugin [None req-e83b7cdb-4b92-4dd0-9844-cd15249695bb tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] Calling delete_port for ea86e5b4-92d1-4d8d-b724-30330ea86b77 owned by network:floatingip {{(pid=93587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 19:32:40.479899 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-e83b7cdb-4b92-4dd0-9844-cd15249695bb tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742349622303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742349248525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9465727'] for port, after_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:40.508454 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83b7cdb-4b92-4dd0-9844-cd15249695bb tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] Pushing event deleted for resources: {'Port': ['ID=ea86e5b4-92d1-4d8d-b724-30330ea86b77,revision_number=None']} {{(pid=93587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:32:40.568845 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-e83b7cdb-4b92-4dd0-9844-cd15249695bb tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] Notify callbacks [] for floatingip, after_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:40.571391 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-e83b7cdb-4b92-4dd0-9844-cd15249695bb tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148603'] for floatingip, before_response {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:40.572582 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [None req-e83b7cdb-4b92-4dd0-9844-cd15249695bb tempest-AttachVolumeTestJSON-325707506 tempest-AttachVolumeTestJSON-325707506-project] 10.222.0.41 "DELETE /v2.0/floatingips/256e9978-14d7-47e8-8e10-309e8bb2d3a7 HTTP/1.1" status: 204 len: 168 time: 0.5036607 Jul 28 19:32:51.690575 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-607d593e-6fb7-4242-a32d-d112d315c9a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:54.239023 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:54.450047 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-695d5fee-12bb-4a6c-b1b1-fe6b12d75e89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:55.690653 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-acea1373-d53c-46a9-b089-9e40d352d773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:57.718468 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-26c861f8-c84b-4272-86f3-59900436582c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:32:58.648666 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.db.agents_db [None req-65e7ef76-a059-4ec3-9341-f72ff4ef7e59 None None] Agent healthcheck: found 6 active agents {{(pid=93589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 19:33:02.324446 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:33:21.546013 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-d8e5a4d8-1174-4020-a628-049c5e1cc41c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:33:24.243100 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:33:24.437800 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-b36dff5a-7347-4fc6-b230-330907863d59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:33:25.666031 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-acea1373-d53c-46a9-b089-9e40d352d773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:33:27.711775 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-26c861f8-c84b-4272-86f3-59900436582c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:33:32.345530 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:33:35.648969 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.db.agents_db [None req-65e7ef76-a059-4ec3-9341-f72ff4ef7e59 None None] Agent healthcheck: found 6 active agents {{(pid=93589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 19:33:51.585079 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-c50be883-62f6-4d85-8430-c18960d5c945 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:33:54.257864 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:33:54.447399 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-e89df820-9ab9-4bbb-8156-75dc24f78c5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:33:55.676117 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-acea1373-d53c-46a9-b089-9e40d352d773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:33:57.727437 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-26c861f8-c84b-4272-86f3-59900436582c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:34:02.350385 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:34:12.648359 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.db.agents_db [None req-65e7ef76-a059-4ec3-9341-f72ff4ef7e59 None None] Agent healthcheck: found 6 active agents {{(pid=93589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 19:34:21.549687 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-259a2c2e-52ae-4bd3-81dd-162a8d24c6d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:34:24.269183 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:34:24.458067 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-6cc51025-1b18-4036-9a2f-f1824ca80cc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:34:25.663759 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-acea1373-d53c-46a9-b089-9e40d352d773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:34:27.743401 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-26c861f8-c84b-4272-86f3-59900436582c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:34:32.332144 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:34:33.874753 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.wsgi [-] (93587) accepted ('10.222.0.41', 47252) {{(pid=93587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:34:33.989514 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-290f0c0d-6df0-4489-9e40-b06589d3fd79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:34:34.073981 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-290f0c0d-6df0-4489-9e40-b06589d3fd79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:34:34.143352 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-290f0c0d-6df0-4489-9e40-b06589d3fd79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676630'] for security_group, after_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:34:34.181480 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [None req-290f0c0d-6df0-4489-9e40-b06589d3fd79 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b0cbd35420d949af8ca1084c5899aef1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3049147 Jul 28 19:34:34.182449 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290f0c0d-6df0-4489-9e40-b06589d3fd79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f138d3b-4f21-49c7-9e34-3f2f052a0898,revision_number=1']} {{(pid=93587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:34:34.184074 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.wsgi [-] (93586) accepted ('10.222.0.41', 47260) {{(pid=93586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:34:34.190056 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290f0c0d-6df0-4489-9e40-b06589d3fd79 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:34:34.190406 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290f0c0d-6df0-4489-9e40-b06589d3fd79 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:34:34.190748 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290f0c0d-6df0-4489-9e40-b06589d3fd79 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:34:34.191088 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290f0c0d-6df0-4489-9e40-b06589d3fd79 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:34:34.191422 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290f0c0d-6df0-4489-9e40-b06589d3fd79 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:34:34.191756 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290f0c0d-6df0-4489-9e40-b06589d3fd79 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:34:34.192112 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290f0c0d-6df0-4489-9e40-b06589d3fd79 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:34:34.192444 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290f0c0d-6df0-4489-9e40-b06589d3fd79 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:34:34.192771 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290f0c0d-6df0-4489-9e40-b06589d3fd79 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:34:34.193097 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290f0c0d-6df0-4489-9e40-b06589d3fd79 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:34:34.193421 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290f0c0d-6df0-4489-9e40-b06589d3fd79 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:34:34.193745 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290f0c0d-6df0-4489-9e40-b06589d3fd79 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:34:34.235922 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-c0919869-8cc3-4142-bcec-91482028922b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:34:34.257131 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-c0919869-8cc3-4142-bcec-91482028922b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:34:34.377552 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-c0919869-8cc3-4142-bcec-91482028922b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676630'] for security_group, after_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:34:34.380115 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-c0919869-8cc3-4142-bcec-91482028922b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:34:34.381286 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [None req-c0919869-8cc3-4142-bcec-91482028922b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3f138d3b-4f21-49c7-9e34-3f2f052a0898 HTTP/1.1" status: 204 len: 168 time: 0.1962552 Jul 28 19:34:34.389110 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0919869-8cc3-4142-bcec-91482028922b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f138d3b-4f21-49c7-9e34-3f2f052a0898,revision_number=None']} {{(pid=93586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:34:34.396344 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0919869-8cc3-4142-bcec-91482028922b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:34:34.396738 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0919869-8cc3-4142-bcec-91482028922b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:34:34.397017 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0919869-8cc3-4142-bcec-91482028922b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:34:34.397398 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0919869-8cc3-4142-bcec-91482028922b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:34:34.397664 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0919869-8cc3-4142-bcec-91482028922b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:34:34.397991 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0919869-8cc3-4142-bcec-91482028922b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:34:34.398316 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0919869-8cc3-4142-bcec-91482028922b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:34:34.398639 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0919869-8cc3-4142-bcec-91482028922b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:34:34.398964 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0919869-8cc3-4142-bcec-91482028922b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:34:34.399281 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0919869-8cc3-4142-bcec-91482028922b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:34:34.399617 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0919869-8cc3-4142-bcec-91482028922b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:34:34.399946 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0919869-8cc3-4142-bcec-91482028922b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:34:36.830759 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.wsgi [-] (93586) accepted ('10.222.0.41', 47322) {{(pid=93586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:34:36.931607 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-5b1d7299-ad82-4920-849c-e2cd6e32ba10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:34:37.017033 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-5b1d7299-ad82-4920-849c-e2cd6e32ba10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:34:37.083717 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-5b1d7299-ad82-4920-849c-e2cd6e32ba10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676630'] for security_group, after_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:34:37.122251 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [None req-5b1d7299-ad82-4920-849c-e2cd6e32ba10 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=228d2a99c165452d982ff44f18fb16da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2925124 Jul 28 19:34:37.123130 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1d7299-ad82-4920-849c-e2cd6e32ba10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0a5080a-e13a-40ca-b681-24983a82e1e3,revision_number=1']} {{(pid=93586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:34:37.124957 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.wsgi [-] (93587) accepted ('10.222.0.41', 47328) {{(pid=93587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:34:37.191876 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-12523f27-aa77-444d-9fc5-745161be0815 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:34:37.198426 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-12523f27-aa77-444d-9fc5-745161be0815 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:34:37.337055 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-12523f27-aa77-444d-9fc5-745161be0815 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676630'] for security_group, after_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:34:37.339587 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-12523f27-aa77-444d-9fc5-745161be0815 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:34:37.340765 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [None req-12523f27-aa77-444d-9fc5-745161be0815 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e0a5080a-e13a-40ca-b681-24983a82e1e3 HTTP/1.1" status: 204 len: 168 time: 0.2140217 Jul 28 19:34:37.348469 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12523f27-aa77-444d-9fc5-745161be0815 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0a5080a-e13a-40ca-b681-24983a82e1e3,revision_number=None']} {{(pid=93587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:34:38.206283 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.wsgi [-] (93587) accepted ('10.222.0.41', 47338) {{(pid=93587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:34:38.219258 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-cb0b6dcc-feee-46c6-a543-33d4fd62bf75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:34:38.305437 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-cb0b6dcc-feee-46c6-a543-33d4fd62bf75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:34:38.348297 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-cb0b6dcc-feee-46c6-a543-33d4fd62bf75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676630'] for security_group, after_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:34:38.385650 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [None req-cb0b6dcc-feee-46c6-a543-33d4fd62bf75 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d5efdfd6f76a44c9b77315662f92784c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1783085 Jul 28 19:34:38.386501 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0b6dcc-feee-46c6-a543-33d4fd62bf75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93a27808-eb24-4be3-a565-e9684fe30b13,revision_number=1']} {{(pid=93587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:34:38.388608 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.wsgi [-] (93586) accepted ('10.222.0.41', 47340) {{(pid=93586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:34:38.441787 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-5a83857b-a157-41bf-b94d-cb9d6e86eecd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:34:38.462838 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-5a83857b-a157-41bf-b94d-cb9d6e86eecd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:34:38.588728 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-5a83857b-a157-41bf-b94d-cb9d6e86eecd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676630'] for security_group, after_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:34:38.591230 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-5a83857b-a157-41bf-b94d-cb9d6e86eecd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:34:38.592419 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [None req-5a83857b-a157-41bf-b94d-cb9d6e86eecd admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/93a27808-eb24-4be3-a565-e9684fe30b13 HTTP/1.1" status: 204 len: 168 time: 0.2023716 Jul 28 19:34:38.601680 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a83857b-a157-41bf-b94d-cb9d6e86eecd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93a27808-eb24-4be3-a565-e9684fe30b13,revision_number=None']} {{(pid=93586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:34:49.647349 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.db.agents_db [None req-65e7ef76-a059-4ec3-9341-f72ff4ef7e59 None None] Agent healthcheck: found 6 active agents {{(pid=93589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 19:34:51.557231 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-f8e6fce1-35b2-423e-8cce-af583386d0c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:34:54.248419 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:34:54.477085 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-285a1aa5-7a98-4f3f-83a3-4768bc6301b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:34:55.745010 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-acea1373-d53c-46a9-b089-9e40d352d773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:34:57.737004 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-26c861f8-c84b-4272-86f3-59900436582c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:35:02.345006 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:35:21.549546 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-29f4755f-2203-4730-ac75-8dcb8070d996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:35:24.298115 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:35:24.454999 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-44d9a710-2cdc-485e-8410-d7efb8b5ec5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:35:25.695062 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-acea1373-d53c-46a9-b089-9e40d352d773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:35:26.647270 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.db.agents_db [None req-65e7ef76-a059-4ec3-9341-f72ff4ef7e59 None None] Agent healthcheck: found 6 active agents {{(pid=93589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 19:35:27.714948 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-26c861f8-c84b-4272-86f3-59900436582c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:35:32.360536 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:35:51.559402 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-8efdf00d-4690-4026-be8c-f08a08ea8bad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:35:54.254372 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:35:54.444620 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-623e3c22-a2d1-41f9-9672-cafbf83bb813 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:35:55.689785 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-acea1373-d53c-46a9-b089-9e40d352d773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:35:57.740086 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-26c861f8-c84b-4272-86f3-59900436582c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:36:02.379041 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:36:03.645710 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.db.agents_db [None req-65e7ef76-a059-4ec3-9341-f72ff4ef7e59 None None] Agent healthcheck: found 6 active agents {{(pid=93589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 19:36:21.556930 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-b2c5f268-7e96-4f24-a472-007edc6b8c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:36:24.248670 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:36:24.452463 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-091433bc-2dc4-4bf5-9265-99ce17501051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:36:25.697932 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-acea1373-d53c-46a9-b089-9e40d352d773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:36:27.728332 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-26c861f8-c84b-4272-86f3-59900436582c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:36:32.379338 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:36:40.644585 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.db.agents_db [None req-65e7ef76-a059-4ec3-9341-f72ff4ef7e59 None None] Agent healthcheck: found 6 active agents {{(pid=93589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 19:36:51.572279 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-211eb2f9-9b89-4c9f-9069-e9c71f51fbed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:36:54.252132 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:36:54.452334 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-b02aee6f-fd41-4c9a-bf3c-a2720c93f12e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:36:55.704033 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-acea1373-d53c-46a9-b089-9e40d352d773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:36:57.732308 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-26c861f8-c84b-4272-86f3-59900436582c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:37:02.394771 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:37:17.642822 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.db.agents_db [None req-65e7ef76-a059-4ec3-9341-f72ff4ef7e59 None None] Agent healthcheck: found 6 active agents {{(pid=93589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 19:37:21.547090 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-ebff3072-b6a4-4a3b-9a22-0237924457e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:37:24.255795 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:37:24.479165 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-25ca88b2-3ab5-471c-8220-287463a4acd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:37:25.690147 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-acea1373-d53c-46a9-b089-9e40d352d773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:37:27.736100 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-26c861f8-c84b-4272-86f3-59900436582c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:37:32.364128 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:37:51.642860 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-43cd5f57-75b2-4a9d-b9d8-573195f65f7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:37:54.261607 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:37:54.454095 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-2d554081-ec25-49cc-8cf9-76000f23dd90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:37:54.642097 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.db.agents_db [None req-65e7ef76-a059-4ec3-9341-f72ff4ef7e59 None None] Agent healthcheck: found 6 active agents {{(pid=93589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 19:37:55.728688 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-acea1373-d53c-46a9-b089-9e40d352d773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:37:57.774571 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-26c861f8-c84b-4272-86f3-59900436582c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:38:02.368341 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:38:21.550194 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-ba5487e6-7450-47dc-980e-3f0401c2b6b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:38:24.281825 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:38:24.436230 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-228299a5-112a-4a15-bb6f-4084771f583e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:38:25.710211 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-acea1373-d53c-46a9-b089-9e40d352d773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:38:27.749696 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-26c861f8-c84b-4272-86f3-59900436582c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:38:31.640943 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.db.agents_db [None req-65e7ef76-a059-4ec3-9341-f72ff4ef7e59 None None] Agent healthcheck: found 6 active agents {{(pid=93589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 19:38:32.463831 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:38:51.564941 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-02510a7e-5f21-43c4-8d32-860d25f8f1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:38:54.268782 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:38:54.446103 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-b5f6423e-dabd-4eea-b667-1d840606fcb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:38:55.697414 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-acea1373-d53c-46a9-b089-9e40d352d773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:38:57.749858 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-26c861f8-c84b-4272-86f3-59900436582c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:39:02.406303 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:39:08.639576 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.db.agents_db [None req-65e7ef76-a059-4ec3-9341-f72ff4ef7e59 None None] Agent healthcheck: found 6 active agents {{(pid=93589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 19:39:21.579601 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-9bfa2069-30be-4a45-bac2-5fbbf9189301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:39:24.259784 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:39:24.493864 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-f4b393f2-5bbe-45ce-8d0c-7d0de78d5f84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:39:25.715670 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-acea1373-d53c-46a9-b089-9e40d352d773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:39:27.783932 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-26c861f8-c84b-4272-86f3-59900436582c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:39:32.414314 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:39:45.637994 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.db.agents_db [None req-65e7ef76-a059-4ec3-9341-f72ff4ef7e59 None None] Agent healthcheck: found 6 active agents {{(pid=93589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 19:39:51.610565 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-bedfd128-fcce-4b65-a6de-590f436991b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:39:54.285121 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:39:54.436868 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-ad100f94-7c1c-4edc-8463-97c2ba4354d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:39:55.710963 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-acea1373-d53c-46a9-b089-9e40d352d773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:39:57.810740 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-26c861f8-c84b-4272-86f3-59900436582c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:40:02.410991 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:40:21.566715 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-f4f2db1f-30da-4052-a9a8-6077a0733ca0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:40:22.640823 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.db.agents_db [None req-65e7ef76-a059-4ec3-9341-f72ff4ef7e59 None None] Agent healthcheck: found 6 active agents {{(pid=93589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 19:40:24.287117 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:40:24.446928 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-eff97727-5a2b-426f-8a7e-d506c2405328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:40:25.747464 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-acea1373-d53c-46a9-b089-9e40d352d773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:40:27.758812 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-26c861f8-c84b-4272-86f3-59900436582c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:40:32.450187 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:40:51.571198 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-f0ba921e-9e73-4ca0-9ea3-993567147f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:40:54.277368 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:40:54.428252 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-770cf7e6-cdf2-4b67-82fb-111c27b0add5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:40:55.714559 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-acea1373-d53c-46a9-b089-9e40d352d773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:40:56.598422 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.wsgi [-] (93586) accepted ('10.222.0.41', 50466) {{(pid=93586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:40:56.710613 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-825bdfcc-d5d9-415a-9f40-17ce4af2b66e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:40:56.810733 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-825bdfcc-d5d9-415a-9f40-17ce4af2b66e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:40:56.897027 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-825bdfcc-d5d9-415a-9f40-17ce4af2b66e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676630'] for security_group, after_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:40:56.935314 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [None req-825bdfcc-d5d9-415a-9f40-17ce4af2b66e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=af8977056e70426a9722cd97308bcf45&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3357532 Jul 28 19:40:56.937629 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825bdfcc-d5d9-415a-9f40-17ce4af2b66e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=882c3155-49c5-4cac-8f96-0c2b1b046793,revision_number=1']} {{(pid=93586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:40:56.938144 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.wsgi [-] (93587) accepted ('10.222.0.41', 50478) {{(pid=93587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:40:56.945103 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825bdfcc-d5d9-415a-9f40-17ce4af2b66e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:40:56.945454 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825bdfcc-d5d9-415a-9f40-17ce4af2b66e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:40:56.945796 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825bdfcc-d5d9-415a-9f40-17ce4af2b66e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:40:56.946137 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825bdfcc-d5d9-415a-9f40-17ce4af2b66e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:40:56.946471 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825bdfcc-d5d9-415a-9f40-17ce4af2b66e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:40:56.946807 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825bdfcc-d5d9-415a-9f40-17ce4af2b66e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:40:56.947188 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825bdfcc-d5d9-415a-9f40-17ce4af2b66e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:40:56.947520 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825bdfcc-d5d9-415a-9f40-17ce4af2b66e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:40:56.948417 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825bdfcc-d5d9-415a-9f40-17ce4af2b66e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:40:56.948770 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825bdfcc-d5d9-415a-9f40-17ce4af2b66e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:40:56.949205 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825bdfcc-d5d9-415a-9f40-17ce4af2b66e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:40:56.949531 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825bdfcc-d5d9-415a-9f40-17ce4af2b66e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:40:57.003031 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-81b6d6de-433f-4b09-b87d-ab05e0c07ab2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:40:57.027524 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-81b6d6de-433f-4b09-b87d-ab05e0c07ab2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:40:57.129334 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-81b6d6de-433f-4b09-b87d-ab05e0c07ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676630'] for security_group, after_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:40:57.132262 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-81b6d6de-433f-4b09-b87d-ab05e0c07ab2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:40:57.137766 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [None req-81b6d6de-433f-4b09-b87d-ab05e0c07ab2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/882c3155-49c5-4cac-8f96-0c2b1b046793 HTTP/1.1" status: 204 len: 168 time: 0.1942632 Jul 28 19:40:57.141630 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b6d6de-433f-4b09-b87d-ab05e0c07ab2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=882c3155-49c5-4cac-8f96-0c2b1b046793,revision_number=None']} {{(pid=93587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:40:57.148693 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b6d6de-433f-4b09-b87d-ab05e0c07ab2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:40:57.149047 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b6d6de-433f-4b09-b87d-ab05e0c07ab2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:40:57.149454 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b6d6de-433f-4b09-b87d-ab05e0c07ab2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:40:57.149709 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b6d6de-433f-4b09-b87d-ab05e0c07ab2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:40:57.150042 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b6d6de-433f-4b09-b87d-ab05e0c07ab2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:40:57.150374 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b6d6de-433f-4b09-b87d-ab05e0c07ab2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:40:57.150704 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b6d6de-433f-4b09-b87d-ab05e0c07ab2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:40:57.151045 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b6d6de-433f-4b09-b87d-ab05e0c07ab2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:40:57.151362 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b6d6de-433f-4b09-b87d-ab05e0c07ab2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:40:57.151690 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b6d6de-433f-4b09-b87d-ab05e0c07ab2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:40:57.152040 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b6d6de-433f-4b09-b87d-ab05e0c07ab2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:40:57.152361 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b6d6de-433f-4b09-b87d-ab05e0c07ab2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:40:57.744007 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.wsgi [-] (93587) accepted ('10.222.0.41', 50490) {{(pid=93587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:40:57.757084 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-04f453cf-9347-4f62-b9ea-c828219c01cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:40:57.782711 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-26c861f8-c84b-4272-86f3-59900436582c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:40:57.843948 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-04f453cf-9347-4f62-b9ea-c828219c01cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:40:57.896731 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-04f453cf-9347-4f62-b9ea-c828219c01cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676630'] for security_group, after_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:40:57.933886 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [None req-04f453cf-9347-4f62-b9ea-c828219c01cd admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=70c20c763f8948db9e8acbb9a33e32c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1888032 Jul 28 19:40:57.934893 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f453cf-9347-4f62-b9ea-c828219c01cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67243086-9f5d-4028-8aac-42934594a7ec,revision_number=1']} {{(pid=93587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:40:57.936965 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.wsgi [-] (93586) accepted ('10.222.0.41', 50492) {{(pid=93586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:40:57.990053 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-3294338b-fadf-41c4-95ee-3cc327bb908b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:40:58.012164 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-3294338b-fadf-41c4-95ee-3cc327bb908b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:40:58.114686 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-3294338b-fadf-41c4-95ee-3cc327bb908b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676630'] for security_group, after_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:40:58.117407 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-3294338b-fadf-41c4-95ee-3cc327bb908b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:40:58.118623 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [None req-3294338b-fadf-41c4-95ee-3cc327bb908b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/67243086-9f5d-4028-8aac-42934594a7ec HTTP/1.1" status: 204 len: 168 time: 0.1797795 Jul 28 19:40:58.126516 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3294338b-fadf-41c4-95ee-3cc327bb908b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67243086-9f5d-4028-8aac-42934594a7ec,revision_number=None']} {{(pid=93586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:40:59.639258 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.db.agents_db [None req-65e7ef76-a059-4ec3-9341-f72ff4ef7e59 None None] Agent healthcheck: found 6 active agents {{(pid=93589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 19:41:02.445847 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:41:05.206140 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.wsgi [-] (93586) accepted ('10.222.0.41', 50644) {{(pid=93586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:41:05.305363 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-30bf87fb-6bb1-4807-bb82-b6496cbaad4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:41:05.396388 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-30bf87fb-6bb1-4807-bb82-b6496cbaad4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:41:05.518468 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-30bf87fb-6bb1-4807-bb82-b6496cbaad4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676630'] for security_group, after_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:41:05.556937 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [None req-30bf87fb-6bb1-4807-bb82-b6496cbaad4c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=aeedf7d6545d49e6b5317bfef24ecaf9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3497066 Jul 28 19:41:05.557835 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bf87fb-6bb1-4807-bb82-b6496cbaad4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2478eb5c-f0b3-4a20-b749-90e47bcd65e7,revision_number=1']} {{(pid=93586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:41:05.559646 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.wsgi [-] (93587) accepted ('10.222.0.41', 50654) {{(pid=93587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:41:05.609226 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-f1030ee8-f02c-44e7-8aad-72f3c5f2d13c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:41:05.631341 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-f1030ee8-f02c-44e7-8aad-72f3c5f2d13c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:41:05.792715 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-f1030ee8-f02c-44e7-8aad-72f3c5f2d13c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676630'] for security_group, after_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:41:05.795303 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-f1030ee8-f02c-44e7-8aad-72f3c5f2d13c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:41:05.796596 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [None req-f1030ee8-f02c-44e7-8aad-72f3c5f2d13c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2478eb5c-f0b3-4a20-b749-90e47bcd65e7 HTTP/1.1" status: 204 len: 168 time: 0.2359235 Jul 28 19:41:05.804049 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1030ee8-f02c-44e7-8aad-72f3c5f2d13c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2478eb5c-f0b3-4a20-b749-90e47bcd65e7,revision_number=None']} {{(pid=93587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:41:06.401517 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.wsgi [-] (93586) accepted ('10.222.0.41', 50662) {{(pid=93586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:41:06.415487 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-5042e760-0d9e-46f1-9259-518a2afdd7c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:41:06.502156 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-5042e760-0d9e-46f1-9259-518a2afdd7c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:41:06.571656 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-5042e760-0d9e-46f1-9259-518a2afdd7c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676630'] for security_group, after_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:41:06.612901 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5042e760-0d9e-46f1-9259-518a2afdd7c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d32a819a-2f64-4ea8-928b-16a46c1707ab,revision_number=1']} {{(pid=93586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:41:06.619806 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [None req-5042e760-0d9e-46f1-9259-518a2afdd7c3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2ee48f684ac44603b95fcac86a666b30&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2148798 Jul 28 19:41:06.620861 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.wsgi [-] (93587) accepted ('10.222.0.41', 50668) {{(pid=93587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:41:06.672203 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-2048ca26-b732-42b5-bc0c-d3e8cd44ed71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:41:06.694418 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-2048ca26-b732-42b5-bc0c-d3e8cd44ed71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:41:06.827543 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-2048ca26-b732-42b5-bc0c-d3e8cd44ed71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676630'] for security_group, after_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:41:06.830170 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-2048ca26-b732-42b5-bc0c-d3e8cd44ed71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:41:06.831382 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [None req-2048ca26-b732-42b5-bc0c-d3e8cd44ed71 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d32a819a-2f64-4ea8-928b-16a46c1707ab HTTP/1.1" status: 204 len: 168 time: 0.2102020 Jul 28 19:41:06.840230 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2048ca26-b732-42b5-bc0c-d3e8cd44ed71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d32a819a-2f64-4ea8-928b-16a46c1707ab,revision_number=None']} {{(pid=93587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:41:07.466853 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.wsgi [-] (93587) accepted ('10.222.0.41', 50678) {{(pid=93587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:41:07.480841 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-e1fd36a4-1d36-4ec4-8f72-e24ed2f010bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:41:07.565305 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-e1fd36a4-1d36-4ec4-8f72-e24ed2f010bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:41:07.640724 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-e1fd36a4-1d36-4ec4-8f72-e24ed2f010bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676630'] for security_group, after_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:41:07.677681 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fd36a4-1d36-4ec4-8f72-e24ed2f010bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b62b24bd-7f85-4af0-8f01-c823b2984e8c,revision_number=1']} {{(pid=93587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:41:07.683166 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [None req-e1fd36a4-1d36-4ec4-8f72-e24ed2f010bd admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=847204dca63f4a65a5c4eb9aff8b48ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2146602 Jul 28 19:41:07.685852 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.wsgi [-] (93586) accepted ('10.222.0.41', 50684) {{(pid=93586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:41:07.736861 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-46f1b232-366c-4d45-9da6-95c1e1a34e27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:41:07.758814 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-46f1b232-366c-4d45-9da6-95c1e1a34e27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:41:07.886215 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-46f1b232-366c-4d45-9da6-95c1e1a34e27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676630'] for security_group, after_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:41:07.889455 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-46f1b232-366c-4d45-9da6-95c1e1a34e27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:41:07.890685 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [None req-46f1b232-366c-4d45-9da6-95c1e1a34e27 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b62b24bd-7f85-4af0-8f01-c823b2984e8c HTTP/1.1" status: 204 len: 168 time: 0.2039592 Jul 28 19:41:07.898787 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f1b232-366c-4d45-9da6-95c1e1a34e27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b62b24bd-7f85-4af0-8f01-c823b2984e8c,revision_number=None']} {{(pid=93586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:41:09.052570 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.wsgi [-] (93586) accepted ('10.222.0.41', 50718) {{(pid=93586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:41:09.241206 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f3ac6da-64c2-4a62-9fd4-3036a78dada5 admin admin] Deleting subnet e339257b-e5ce-42c3-9b8b-9eeaba589a61 {{(pid=93586) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 28 19:41:09.244239 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-8f3ac6da-64c2-4a62-9fd4-3036a78dada5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:41:09.283091 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-8f3ac6da-64c2-4a62-9fd4-3036a78dada5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12083803'] for subnet, precommit_delete_associations {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:41:09.320616 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-8f3ac6da-64c2-4a62-9fd4-3036a78dada5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-783032'] for subnet, precommit_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:41:09.461368 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-8f3ac6da-64c2-4a62-9fd4-3036a78dada5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12083804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12577348'] for subnet, after_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:41:09.487473 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3ac6da-64c2-4a62-9fd4-3036a78dada5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e339257b-e5ce-42c3-9b8b-9eeaba589a61,revision_number=None']} {{(pid=93586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:41:09.490652 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-8f3ac6da-64c2-4a62-9fd4-3036a78dada5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:41:09.493381 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [None req-8f3ac6da-64c2-4a62-9fd4-3036a78dada5 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/e339257b-e5ce-42c3-9b8b-9eeaba589a61 HTTP/1.1" status: 204 len: 168 time: 0.4390686 Jul 28 19:41:09.495136 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.wsgi [-] (93586) accepted ('10.222.0.41', 50726) {{(pid=93586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:41:09.565605 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-c33369ec-8d5e-47c8-afba-823ea5c80682 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-648881'] for network, before_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:41:09.643268 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-c33369ec-8d5e-47c8-afba-823ea5c80682 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721199', 'neutron.services.segments.db._delete_segments_for_network-8742349714737'] for network, precommit_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:41:09.652712 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.services.segments.db [None req-c33369ec-8d5e-47c8-afba-823ea5c80682 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['364dbfb6-530a-4ac4-a33f-55ede7274a55']}} {{(pid=93586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:41:09.662708 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.services.segments.db [None req-c33369ec-8d5e-47c8-afba-823ea5c80682 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6009b34a-697d-4119-9306-7993bb6a2f9f') {'for_net_delete': True} {{(pid=93586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:41:09.662979 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.services.segments.db [None req-c33369ec-8d5e-47c8-afba-823ea5c80682 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6009b34a-697d-4119-9306-7993bb6a2f9f') {} {{(pid=93586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:41:09.671999 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-c33369ec-8d5e-47c8-afba-823ea5c80682 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742349715770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12083792'] for segment, before_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:41:09.685487 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-c33369ec-8d5e-47c8-afba-823ea5c80682 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721374'] for segment, precommit_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:41:09.691910 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c33369ec-8d5e-47c8-afba-823ea5c80682 admin admin] Releasing vlan 417 on physical network physnet1 to pool {{(pid=93586) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 19:41:09.692289 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-c33369ec-8d5e-47c8-afba-823ea5c80682 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12083586'] for segment, after_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:41:09.694225 dv-cinder-802653-1-iscsi neutron-server[93586]: Traceback (most recent call last): Jul 28 19:41:09.694225 dv-cinder-802653-1-iscsi neutron-server[93586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 19:41:09.694225 dv-cinder-802653-1-iscsi neutron-server[93586]: timer() Jul 28 19:41:09.694225 dv-cinder-802653-1-iscsi neutron-server[93586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 19:41:09.694225 dv-cinder-802653-1-iscsi neutron-server[93586]: cb(*args, **kw) Jul 28 19:41:09.694225 dv-cinder-802653-1-iscsi neutron-server[93586]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 19:41:09.694225 dv-cinder-802653-1-iscsi neutron-server[93586]: return func(*args, **kwargs) Jul 28 19:41:09.694225 dv-cinder-802653-1-iscsi neutron-server[93586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 19:41:09.694225 dv-cinder-802653-1-iscsi neutron-server[93586]: self._notify() Jul 28 19:41:09.694225 dv-cinder-802653-1-iscsi neutron-server[93586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 19:41:09.694225 dv-cinder-802653-1-iscsi neutron-server[93586]: self.callback(batched_events) Jul 28 19:41:09.694225 dv-cinder-802653-1-iscsi neutron-server[93586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 19:41:09.694225 dv-cinder-802653-1-iscsi neutron-server[93586]: event.method(event) Jul 28 19:41:09.694225 dv-cinder-802653-1-iscsi neutron-server[93586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 19:41:09.694225 dv-cinder-802653-1-iscsi neutron-server[93586]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 19:41:09.694225 dv-cinder-802653-1-iscsi neutron-server[93586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 19:41:09.694225 dv-cinder-802653-1-iscsi neutron-server[93586]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 19:41:09.694225 dv-cinder-802653-1-iscsi neutron-server[93586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 19:41:09.694225 dv-cinder-802653-1-iscsi neutron-server[93586]: return f(self, *a, **k) Jul 28 19:41:09.694225 dv-cinder-802653-1-iscsi neutron-server[93586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 19:41:09.694225 dv-cinder-802653-1-iscsi neutron-server[93586]: return self._get(url).json() Jul 28 19:41:09.694225 dv-cinder-802653-1-iscsi neutron-server[93586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 19:41:09.694225 dv-cinder-802653-1-iscsi neutron-server[93586]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 19:41:09.694225 dv-cinder-802653-1-iscsi neutron-server[93586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 19:41:09.694225 dv-cinder-802653-1-iscsi neutron-server[93586]: return self.request(url, 'GET', **kwargs) Jul 28 19:41:09.694225 dv-cinder-802653-1-iscsi neutron-server[93586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 19:41:09.694225 dv-cinder-802653-1-iscsi neutron-server[93586]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 19:41:09.694225 dv-cinder-802653-1-iscsi neutron-server[93586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 19:41:09.694225 dv-cinder-802653-1-iscsi neutron-server[93586]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 19:41:09.694225 dv-cinder-802653-1-iscsi neutron-server[93586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 19:41:09.694225 dv-cinder-802653-1-iscsi neutron-server[93586]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 19:41:09.694225 dv-cinder-802653-1-iscsi neutron-server[93586]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 19:41:09.815998 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-c33369ec-8d5e-47c8-afba-823ea5c80682 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3821495'] for network, after_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:41:09.821586 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-c33369ec-8d5e-47c8-afba-823ea5c80682 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760026'] for network, before_response {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:41:09.833236 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [None req-c33369ec-8d5e-47c8-afba-823ea5c80682 admin admin] 10.222.0.41 "DELETE /v2.0/networks/364dbfb6-530a-4ac4-a33f-55ede7274a55 HTTP/1.1" status: 204 len: 168 time: 0.3282919 Jul 28 19:41:09.838050 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33369ec-8d5e-47c8-afba-823ea5c80682 admin admin] Pushing event deleted for resources: {'Network': ['ID=364dbfb6-530a-4ac4-a33f-55ede7274a55,revision_number=None']} {{(pid=93586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:41:10.219542 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.wsgi [-] (93586) accepted ('10.222.0.41', 50736) {{(pid=93586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:41:10.259244 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [None req-40eaf13c-8e1d-4e42-9f15-966ee96cb3d4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e571861060b247db886d6242932fd24c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0384638 Jul 28 19:41:10.261571 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.wsgi [-] (93586) accepted ('10.222.0.41', 50738) {{(pid=93586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:41:10.308770 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-6d463059-c9e6-4b44-96b8-05854e1ad5fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:41:10.329055 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-6d463059-c9e6-4b44-96b8-05854e1ad5fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:41:10.455967 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-6d463059-c9e6-4b44-96b8-05854e1ad5fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676630'] for security_group, after_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:41:10.458468 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-6d463059-c9e6-4b44-96b8-05854e1ad5fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:41:10.459620 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [None req-6d463059-c9e6-4b44-96b8-05854e1ad5fb admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/338d7dc7-653d-463f-a046-d011091d2ff8 HTTP/1.1" status: 204 len: 168 time: 0.1971500 Jul 28 19:41:10.467806 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d463059-c9e6-4b44-96b8-05854e1ad5fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=338d7dc7-653d-463f-a046-d011091d2ff8,revision_number=None']} {{(pid=93586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:41:13.631865 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.wsgi [-] (93586) accepted ('10.222.0.41', 50784) {{(pid=93586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:41:13.730937 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-6ec4da62-def8-45a9-9e98-427100c9fa18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:41:13.822485 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-6ec4da62-def8-45a9-9e98-427100c9fa18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:41:13.869251 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-6ec4da62-def8-45a9-9e98-427100c9fa18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676630'] for security_group, after_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:41:13.905376 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec4da62-def8-45a9-9e98-427100c9fa18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f344b949-4800-4ddd-89b0-6279493b8fa5,revision_number=1']} {{(pid=93586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:41:13.910249 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [None req-6ec4da62-def8-45a9-9e98-427100c9fa18 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0397168a25624e539f565e03c0ab8cf6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2772622 Jul 28 19:41:13.912916 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.wsgi [-] (93586) accepted ('10.222.0.41', 50788) {{(pid=93586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:41:13.959479 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-1ee28d00-d91b-4a96-b68b-c615fd82fafa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:41:13.980570 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-1ee28d00-d91b-4a96-b68b-c615fd82fafa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:41:14.132652 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-1ee28d00-d91b-4a96-b68b-c615fd82fafa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676630'] for security_group, after_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:41:14.135251 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-1ee28d00-d91b-4a96-b68b-c615fd82fafa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:41:14.136447 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [None req-1ee28d00-d91b-4a96-b68b-c615fd82fafa admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f344b949-4800-4ddd-89b0-6279493b8fa5 HTTP/1.1" status: 204 len: 168 time: 0.2226393 Jul 28 19:41:14.144843 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee28d00-d91b-4a96-b68b-c615fd82fafa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f344b949-4800-4ddd-89b0-6279493b8fa5,revision_number=None']} {{(pid=93586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:41:15.015817 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.wsgi [-] (93586) accepted ('10.222.0.41', 50812) {{(pid=93586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:41:15.110171 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.v2.base [None req-371c99bc-9cc3-4eed-90d5-0f50a8888a02 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1425721096-network', 'tenant_id': 'c14c1a57106840638fda6f73beabed38'}} {{(pid=93586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:41:15.189952 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-371c99bc-9cc3-4eed-90d5-0f50a8888a02 admin admin] Made reservation on behalf of c14c1a57106840638fda6f73beabed38 for: {'network': 1} {{(pid=93586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 19:41:15.192372 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-371c99bc-9cc3-4eed-90d5-0f50a8888a02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555300'] for network, before_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:41:15.200675 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-371c99bc-9cc3-4eed-90d5-0f50a8888a02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:41:15.289093 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-371c99bc-9cc3-4eed-90d5-0f50a8888a02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:41:15.343334 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-371c99bc-9cc3-4eed-90d5-0f50a8888a02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676630'] for security_group, after_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:41:15.368873 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-371c99bc-9cc3-4eed-90d5-0f50a8888a02 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 408} {{(pid=93586) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 19:41:15.378901 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371c99bc-9cc3-4eed-90d5-0f50a8888a02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa691d06-1975-42e6-9cb1-3a04fb6add71,revision_number=1']} {{(pid=93586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:41:15.383936 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-371c99bc-9cc3-4eed-90d5-0f50a8888a02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721374'] for segment, precommit_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:41:15.384277 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.db.segments_db [None req-371c99bc-9cc3-4eed-90d5-0f50a8888a02 admin admin] Added segment 0c1f2088-47fc-4dc1-bbc0-3fb00f9512e9 of type vlan for network 6a71bcee-052f-4716-a846-60b14c0d3f7f Jul 28 19:41:15.423787 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-371c99bc-9cc3-4eed-90d5-0f50a8888a02 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742349240423'] for network, precommit_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:41:15.525899 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-371c99bc-9cc3-4eed-90d5-0f50a8888a02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036'] for network, after_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:41:15.526855 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-371c99bc-9cc3-4eed-90d5-0f50a8888a02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:41:15.527437 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-371c99bc-9cc3-4eed-90d5-0f50a8888a02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760026'] for network, before_response {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:41:15.584495 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371c99bc-9cc3-4eed-90d5-0f50a8888a02 admin admin] Pushing event updated for resources: {'Network': ['ID=6a71bcee-052f-4716-a846-60b14c0d3f7f,revision_number=1']} {{(pid=93586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:41:15.594562 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.rpc [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Network 6a71bcee-052f-4716-a846-60b14c0d3f7f details requested by agent ovs-agent-dv-cinder-802653-1-iscsi with host dv-cinder-802653-1-iscsi {{(pid=93588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 19:41:15.657477 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [None req-371c99bc-9cc3-4eed-90d5-0f50a8888a02 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6398902 Jul 28 19:41:15.660183 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.wsgi [-] (93586) accepted ('10.222.0.41', 50818) {{(pid=93586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:41:15.665384 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.v2.base [None req-9becfa8c-3763-45b5-851a-9a1f3e71556f admin admin] Request body: {'subnet': {'network_id': '6a71bcee-052f-4716-a846-60b14c0d3f7f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1425721096-subnet', 'tenant_id': 'c14c1a57106840638fda6f73beabed38', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:41:15.730122 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9becfa8c-3763-45b5-851a-9a1f3e71556f admin admin] Made reservation on behalf of c14c1a57106840638fda6f73beabed38 for: {'subnet': 1} {{(pid=93586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 19:41:15.732550 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-9becfa8c-3763-45b5-851a-9a1f3e71556f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12577379'] for subnet, before_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:41:15.949271 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-9becfa8c-3763-45b5-851a-9a1f3e71556f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12083743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12577357'] for subnet, after_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:41:16.007761 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9becfa8c-3763-45b5-851a-9a1f3e71556f admin admin] Pushing event updated for resources: {'Subnet': ['ID=1037dee9-7a4e-4781-87ca-994e51f1f87e,revision_number=0']} {{(pid=93586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:41:16.016707 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9becfa8c-3763-45b5-851a-9a1f3e71556f admin admin] Checking segment: {'id': '0c1f2088-47fc-4dc1-bbc0-3fb00f9512e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '6a71bcee-052f-4716-a846-60b14c0d3f7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 19:41:16.017256 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9becfa8c-3763-45b5-851a-9a1f3e71556f admin admin] Network hostable DHCP agents. Network: 6a71bcee-052f-4716-a846-60b14c0d3f7f, hostable agents: ['6be8dab3-c43d-43c4-9e05-9e58375c436f'], hosted agents: [] {{(pid=93586) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 19:41:16.091784 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9becfa8c-3763-45b5-851a-9a1f3e71556f admin admin] Network 6a71bcee-052f-4716-a846-60b14c0d3f7f is scheduled to be hosted by DHCP agent 6be8dab3-c43d-43c4-9e05-9e58375c436f with binding_index 1 {{(pid=93586) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 19:41:16.160985 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.scheduler.base_scheduler [None req-9becfa8c-3763-45b5-851a-9a1f3e71556f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802653-1-iscsi, 6a71bcee-052f-4716-a846-60b14c0d3f7f) {{(pid=93586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 19:41:16.165504 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9becfa8c-3763-45b5-851a-9a1f3e71556f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:41:16.166090 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-9becfa8c-3763-45b5-851a-9a1f3e71556f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:41:16.169829 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d922e58a-6c40-49de-bf89-84d8daf060e5 None None] Network 6a71bcee-052f-4716-a846-60b14c0d3f7f requested from dv-cinder-802653-1-iscsi {{(pid=93588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 19:41:16.230095 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [None req-9becfa8c-3763-45b5-851a-9a1f3e71556f admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5687728 Jul 28 19:41:16.287966 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e287186e-842e-4074-8bc8-39b7ab970081 None None] Network 6a71bcee-052f-4716-a846-60b14c0d3f7f requested from dv-cinder-802653-1-iscsi {{(pid=93588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 19:41:18.586369 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d82fb4-967e-44fa-aed3-2e253884dc22 req-c87feb8d-5e92-47b7-95cd-039df2c34983 tempest-VolumesActionsTest-1156832496 tempest-VolumesActionsTest-1156832496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:41:18.587837 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-45d82fb4-967e-44fa-aed3-2e253884dc22 req-c87feb8d-5e92-47b7-95cd-039df2c34983 tempest-VolumesActionsTest-1156832496 tempest-VolumesActionsTest-1156832496-project] 10.222.0.41 "GET /v2.0/networks?id=6a71bcee-052f-4716-a846-60b14c0d3f7f HTTP/1.1" status: 200 len: 809 time: 0.0983758 Jul 28 19:41:18.602813 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-45d82fb4-967e-44fa-aed3-2e253884dc22 req-f90b39d5-d185-4ef6-843d-4d8ac7b1c1ab tempest-VolumesActionsTest-1156832496 tempest-VolumesActionsTest-1156832496-project] 10.222.0.41 "GET /v2.0/quotas/c14c1a57106840638fda6f73beabed38 HTTP/1.1" status: 200 len: 375 time: 0.0092332 Jul 28 19:41:18.633118 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-45d82fb4-967e-44fa-aed3-2e253884dc22 req-4028be84-8a26-4e52-bf95-1a5cfb139c7f tempest-VolumesActionsTest-1156832496 tempest-VolumesActionsTest-1156832496-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=c14c1a57106840638fda6f73beabed38&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0251477 Jul 28 19:41:18.684865 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.wsgi [req-45d82fb4-967e-44fa-aed3-2e253884dc22 req-dbcc0716-3977-4623-b522-83b4c302a450 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=93586) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 19:41:18.685866 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-45d82fb4-967e-44fa-aed3-2e253884dc22 req-dbcc0716-3977-4623-b522-83b4c302a450 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0464664 Jul 28 19:41:18.776856 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-45d82fb4-967e-44fa-aed3-2e253884dc22 req-e7053b4a-af02-4184-a328-378bbfa0e07f service neutron] 10.222.0.41 "GET /v2.0/networks/6a71bcee-052f-4716-a846-60b14c0d3f7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847728 Jul 28 19:41:18.862474 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-45d82fb4-967e-44fa-aed3-2e253884dc22 req-65961c2f-6da4-4c06-b601-590231fcc142 service neutron] 10.222.0.41 "GET /v2.0/networks/6a71bcee-052f-4716-a846-60b14c0d3f7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791533 Jul 28 19:41:20.187117 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-d63018c3-140c-4a86-8ba8-18f0f15cce06 req-681bf994-b2de-4341-b674-316cf5f40afd tempest-VolumesActionsTest-1156832496 tempest-VolumesActionsTest-1156832496-project] 10.222.0.41 "GET /v2.0/ports?device_id=e00cfd82-9e30-4ca5-b4b9-711979b6ee27 HTTP/1.1" status: 200 len: 210 time: 0.0778825 Jul 28 19:41:21.262316 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-491e5737-337e-49cb-88d9-f2a3b5a2f135 req-a5842b5e-5874-437d-98a2-0581e001dbc6 tempest-VolumesActionsTest-1156832496 tempest-VolumesActionsTest-1156832496-project] 10.222.0.41 "GET /v2.0/ports?device_id=e00cfd82-9e30-4ca5-b4b9-711979b6ee27 HTTP/1.1" status: 200 len: 210 time: 0.0262132 Jul 28 19:41:21.566665 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-df059c89-e8c9-4fb4-8a23-cc9ae9cd6e17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:41:22.348383 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-11032a4c-3b23-4510-a6e8-12d4ecd2fe9d req-0de522b5-8ee6-472b-81da-29cd36b0f8af tempest-VolumesActionsTest-1156832496 tempest-VolumesActionsTest-1156832496-project] 10.222.0.41 "GET /v2.0/ports?device_id=e00cfd82-9e30-4ca5-b4b9-711979b6ee27 HTTP/1.1" status: 200 len: 210 time: 0.0261056 Jul 28 19:41:23.421265 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-b5e42b92-0f51-418d-9f5c-6075a1d7bc58 req-f3fb9acb-ef64-42bd-b53e-e672449ccb8c tempest-VolumesActionsTest-1156832496 tempest-VolumesActionsTest-1156832496-project] 10.222.0.41 "GET /v2.0/ports?device_id=e00cfd82-9e30-4ca5-b4b9-711979b6ee27 HTTP/1.1" status: 200 len: 210 time: 0.0247946 Jul 28 19:41:24.256740 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:41:24.479466 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-93b9f766-2008-47ac-b9ea-e1efd880621a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:41:24.512944 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-e45dc1c1-7258-4883-b1d0-1052e9144b4f req-891b76b5-3d31-4690-8698-b7e81dbf1795 tempest-VolumesActionsTest-1156832496 tempest-VolumesActionsTest-1156832496-project] 10.222.0.41 "GET /v2.0/ports?device_id=e00cfd82-9e30-4ca5-b4b9-711979b6ee27 HTTP/1.1" status: 200 len: 210 time: 0.0253122 Jul 28 19:41:25.604798 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-df627ccd-bcf7-4b57-ad22-9523f11f1fb8 req-6d017092-f3ff-4552-b2eb-f4017d0d3f1b tempest-VolumesActionsTest-1156832496 tempest-VolumesActionsTest-1156832496-project] 10.222.0.41 "GET /v2.0/ports?device_id=e00cfd82-9e30-4ca5-b4b9-711979b6ee27 HTTP/1.1" status: 200 len: 210 time: 0.0252368 Jul 28 19:41:25.726783 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-acea1373-d53c-46a9-b089-9e40d352d773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:41:26.420453 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d82fb4-967e-44fa-aed3-2e253884dc22 req-73a3b20b-4a48-468b-9d22-bcce5aa0bc51 tempest-VolumesActionsTest-1156832496 tempest-VolumesActionsTest-1156832496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:41:26.421926 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-45d82fb4-967e-44fa-aed3-2e253884dc22 req-73a3b20b-4a48-468b-9d22-bcce5aa0bc51 tempest-VolumesActionsTest-1156832496 tempest-VolumesActionsTest-1156832496-project] 10.222.0.49 "GET /v2.0/networks?id=6a71bcee-052f-4716-a846-60b14c0d3f7f HTTP/1.1" status: 200 len: 809 time: 0.1026840 Jul 28 19:41:26.436062 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.v2.base [req-45d82fb4-967e-44fa-aed3-2e253884dc22 req-16aad583-9bc7-4d6f-9bd8-229538a19686 tempest-VolumesActionsTest-1156832496 tempest-VolumesActionsTest-1156832496-project] Request body: {'port': {'device_id': 'e00cfd82-9e30-4ca5-b4b9-711979b6ee27', 'network_id': '6a71bcee-052f-4716-a846-60b14c0d3f7f', 'admin_state_up': True, 'tenant_id': 'c14c1a57106840638fda6f73beabed38'}} {{(pid=93587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:41:26.641309 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45d82fb4-967e-44fa-aed3-2e253884dc22 req-16aad583-9bc7-4d6f-9bd8-229538a19686 tempest-VolumesActionsTest-1156832496 tempest-VolumesActionsTest-1156832496-project] Made reservation on behalf of c14c1a57106840638fda6f73beabed38 for: {'port': 1} {{(pid=93587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 19:41:26.645267 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [req-45d82fb4-967e-44fa-aed3-2e253884dc22 req-16aad583-9bc7-4d6f-9bd8-229538a19686 tempest-VolumesActionsTest-1156832496 tempest-VolumesActionsTest-1156832496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555300'] for port, before_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:41:26.718519 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-44cc98d5-e4a7-4e9a-a75c-9c7a9d877167 req-eaaaf483-b38a-445f-93a1-3f4a86b4b958 tempest-VolumesActionsTest-1156832496 tempest-VolumesActionsTest-1156832496-project] 10.222.0.41 "GET /v2.0/ports?device_id=e00cfd82-9e30-4ca5-b4b9-711979b6ee27 HTTP/1.1" status: 200 len: 210 time: 0.0345473 Jul 28 19:41:26.783372 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.db.db_base_plugin_common [req-45d82fb4-967e-44fa-aed3-2e253884dc22 req-16aad583-9bc7-4d6f-9bd8-229538a19686 tempest-VolumesActionsTest-1156832496 tempest-VolumesActionsTest-1156832496-project] Allocated IP 172.20.0.14 (6a71bcee-052f-4716-a846-60b14c0d3f7f/1037dee9-7a4e-4781-87ca-994e51f1f87e/c7044725-ab02-444a-9bd0-3d05ba04517e) {{(pid=93587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 19:41:26.927553 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [req-45d82fb4-967e-44fa-aed3-2e253884dc22 req-16aad583-9bc7-4d6f-9bd8-229538a19686 tempest-VolumesActionsTest-1156832496 tempest-VolumesActionsTest-1156832496-project] Notify callbacks [] for port, precommit_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:41:27.051696 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [req-45d82fb4-967e-44fa-aed3-2e253884dc22 req-16aad583-9bc7-4d6f-9bd8-229538a19686 tempest-VolumesActionsTest-1156832496 tempest-VolumesActionsTest-1156832496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742349248516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9465727'] for port, after_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:41:27.092586 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45d82fb4-967e-44fa-aed3-2e253884dc22 req-16aad583-9bc7-4d6f-9bd8-229538a19686 tempest-VolumesActionsTest-1156832496 tempest-VolumesActionsTest-1156832496-project] Network 6a71bcee-052f-4716-a846-60b14c0d3f7f is already hosted by enough agents. {{(pid=93587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 19:41:27.097748 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.scheduler.base_scheduler [req-45d82fb4-967e-44fa-aed3-2e253884dc22 req-16aad583-9bc7-4d6f-9bd8-229538a19686 tempest-VolumesActionsTest-1156832496 tempest-VolumesActionsTest-1156832496-project] Resources bound (agent type, host, resource id): {{(pid=93587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 19:41:27.101311 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.db.l3_dvrscheduler_db [req-45d82fb4-967e-44fa-aed3-2e253884dc22 req-16aad583-9bc7-4d6f-9bd8-229538a19686 tempest-VolumesActionsTest-1156832496 tempest-VolumesActionsTest-1156832496-project] Received port after_create {{(pid=93587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 19:41:27.110664 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16aad583-9bc7-4d6f-9bd8-229538a19686 tempest-VolumesActionsTest-1156832496 tempest-VolumesActionsTest-1156832496-project] Pushing event updated for resources: {'Port': ['ID=c7044725-ab02-444a-9bd0-3d05ba04517e,revision_number=1']} {{(pid=93587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:41:27.155884 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d82fb4-967e-44fa-aed3-2e253884dc22 req-16aad583-9bc7-4d6f-9bd8-229538a19686 tempest-VolumesActionsTest-1156832496 tempest-VolumesActionsTest-1156832496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:41:27.156495 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [req-45d82fb4-967e-44fa-aed3-2e253884dc22 req-16aad583-9bc7-4d6f-9bd8-229538a19686 tempest-VolumesActionsTest-1156832496 tempest-VolumesActionsTest-1156832496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148603'] for port, before_response {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:41:27.258884 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-45d82fb4-967e-44fa-aed3-2e253884dc22 req-16aad583-9bc7-4d6f-9bd8-229538a19686 tempest-VolumesActionsTest-1156832496 tempest-VolumesActionsTest-1156832496-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8265147 Jul 28 19:41:27.270055 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.wsgi [req-45d82fb4-967e-44fa-aed3-2e253884dc22 req-b876e453-5d15-42e0-9632-78f393f3d116 tempest-VolumesActionsTest-1156832496 tempest-VolumesActionsTest-1156832496-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=93587) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 19:41:27.271210 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-45d82fb4-967e-44fa-aed3-2e253884dc22 req-b876e453-5d15-42e0-9632-78f393f3d116 tempest-VolumesActionsTest-1156832496 tempest-VolumesActionsTest-1156832496-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051079 Jul 28 19:41:27.326164 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.v2.base [req-45d82fb4-967e-44fa-aed3-2e253884dc22 req-141f648e-a745-430b-a2b2-d2683fdfe262 service neutron] Request body: {'port': {'device_id': 'e00cfd82-9e30-4ca5-b4b9-711979b6ee27', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80265'}} {{(pid=93587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:41:27.380456 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [req-45d82fb4-967e-44fa-aed3-2e253884dc22 req-141f648e-a745-430b-a2b2-d2683fdfe262 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555300'] for port, before_update {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:41:27.632300 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.notifiers.nova [req-45d82fb4-967e-44fa-aed3-2e253884dc22 req-141f648e-a745-430b-a2b2-d2683fdfe262 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7044725-ab02-444a-9bd0-3d05ba04517e {{(pid=93587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 19:41:27.639777 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [req-45d82fb4-967e-44fa-aed3-2e253884dc22 req-141f648e-a745-430b-a2b2-d2683fdfe262 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:41:27.652328 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.db.provisioning_blocks [req-45d82fb4-967e-44fa-aed3-2e253884dc22 req-141f648e-a745-430b-a2b2-d2683fdfe262 service neutron] Transition to ACTIVE for port object c7044725-ab02-444a-9bd0-3d05ba04517e will not be triggered until provisioned by entity L2. {{(pid=93587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 19:41:27.721430 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [req-45d82fb4-967e-44fa-aed3-2e253884dc22 req-141f648e-a745-430b-a2b2-d2683fdfe262 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742349622321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742349248534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742349248552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9465702'] for port, after_update {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:41:27.773045 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141f648e-a745-430b-a2b2-d2683fdfe262 service neutron] Pushing event updated for resources: {'Port': ['ID=c7044725-ab02-444a-9bd0-3d05ba04517e,revision_number=2']} {{(pid=93587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:41:27.789474 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-26c861f8-c84b-4272-86f3-59900436582c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:41:27.831562 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769fe760-b18a-4481-b082-f968d62bd6c0 req-e010f636-8e8a-4c59-aaa0-b7998d6d0345 tempest-VolumesActionsTest-1156832496 tempest-VolumesActionsTest-1156832496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:41:27.833734 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-769fe760-b18a-4481-b082-f968d62bd6c0 req-e010f636-8e8a-4c59-aaa0-b7998d6d0345 tempest-VolumesActionsTest-1156832496 tempest-VolumesActionsTest-1156832496-project] 10.222.0.41 "GET /v2.0/ports?device_id=e00cfd82-9e30-4ca5-b4b9-711979b6ee27 HTTP/1.1" status: 200 len: 944 time: 0.0503166 Jul 28 19:41:27.846154 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.plugins.ml2.managers [req-45d82fb4-967e-44fa-aed3-2e253884dc22 req-141f648e-a745-430b-a2b2-d2683fdfe262 service neutron] Attempting to bind port c7044725-ab02-444a-9bd0-3d05ba04517e on host hv-cinder-80265 for vnic_type normal with profile {{(pid=93587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 19:41:27.855319 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.plugins.ml2.managers [req-45d82fb4-967e-44fa-aed3-2e253884dc22 req-141f648e-a745-430b-a2b2-d2683fdfe262 service neutron] Attempting to bind port c7044725-ab02-444a-9bd0-3d05ba04517e by drivers openvswitch,hyperv on host hv-cinder-80265 at level 0 using segments [{'id': '0c1f2088-47fc-4dc1-bbc0-3fb00f9512e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '6a71bcee-052f-4716-a846-60b14c0d3f7f'}] {{(pid=93587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 19:41:27.855319 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45d82fb4-967e-44fa-aed3-2e253884dc22 req-141f648e-a745-430b-a2b2-d2683fdfe262 service neutron] Attempting to bind port c7044725-ab02-444a-9bd0-3d05ba04517e on network 6a71bcee-052f-4716-a846-60b14c0d3f7f {{(pid=93587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 19:41:27.855319 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45d82fb4-967e-44fa-aed3-2e253884dc22 req-141f648e-a745-430b-a2b2-d2683fdfe262 service neutron] Port c7044725-ab02-444a-9bd0-3d05ba04517e on network 6a71bcee-052f-4716-a846-60b14c0d3f7f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80265 {{(pid=93587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 19:41:27.855319 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45d82fb4-967e-44fa-aed3-2e253884dc22 req-141f648e-a745-430b-a2b2-d2683fdfe262 service neutron] Attempting to bind port c7044725-ab02-444a-9bd0-3d05ba04517e on network 6a71bcee-052f-4716-a846-60b14c0d3f7f {{(pid=93587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 19:41:27.856161 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45d82fb4-967e-44fa-aed3-2e253884dc22 req-141f648e-a745-430b-a2b2-d2683fdfe262 service neutron] Checking agent: {'id': 'f02a77d8-88e9-4ce1-b3bf-c8b64693a24a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80265', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 19, 1, 31), 'started_at': datetime.datetime(2021, 7, 28, 19, 1, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 19, 41, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 19:41:27.856501 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45d82fb4-967e-44fa-aed3-2e253884dc22 req-141f648e-a745-430b-a2b2-d2683fdfe262 service neutron] Checking segment: {'id': '0c1f2088-47fc-4dc1-bbc0-3fb00f9512e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '6a71bcee-052f-4716-a846-60b14c0d3f7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 19:41:27.856886 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45d82fb4-967e-44fa-aed3-2e253884dc22 req-141f648e-a745-430b-a2b2-d2683fdfe262 service neutron] Bound using segment: {'id': '0c1f2088-47fc-4dc1-bbc0-3fb00f9512e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '6a71bcee-052f-4716-a846-60b14c0d3f7f'} {{(pid=93587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 19:41:27.857311 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.plugins.ml2.managers [req-45d82fb4-967e-44fa-aed3-2e253884dc22 req-141f648e-a745-430b-a2b2-d2683fdfe262 service neutron] Bound port: c7044725-ab02-444a-9bd0-3d05ba04517e, host: hv-cinder-80265, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c1f2088-47fc-4dc1-bbc0-3fb00f9512e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '6a71bcee-052f-4716-a846-60b14c0d3f7f'}}] {{(pid=93587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 19:41:27.857668 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [req-45d82fb4-967e-44fa-aed3-2e253884dc22 req-141f648e-a745-430b-a2b2-d2683fdfe262 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555300'] for port, before_update {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:41:27.875837 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-769fe760-b18a-4481-b082-f968d62bd6c0 req-46b24efc-75e9-4ae1-a61e-73b618225469 tempest-VolumesActionsTest-1156832496 tempest-VolumesActionsTest-1156832496-project] 10.222.0.41 "GET /v2.0/security-groups?id=aa691d06-1975-42e6-9cb1-3a04fb6add71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359874 Jul 28 19:41:27.924773 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.plugins.ml2.db [req-45d82fb4-967e-44fa-aed3-2e253884dc22 req-141f648e-a745-430b-a2b2-d2683fdfe262 service neutron] For port c7044725-ab02-444a-9bd0-3d05ba04517e, host hv-cinder-80265, cleared binding levels {{(pid=93587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 19:41:27.927837 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.plugins.ml2.db [req-45d82fb4-967e-44fa-aed3-2e253884dc22 req-141f648e-a745-430b-a2b2-d2683fdfe262 service neutron] For port c7044725-ab02-444a-9bd0-3d05ba04517e, host hv-cinder-80265, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=c7044725-ab02-444a-9bd0-3d05ba04517e,segment=NetworkSegment(0c1f2088-47fc-4dc1-bbc0-3fb00f9512e9),segment_id=0c1f2088-47fc-4dc1-bbc0-3fb00f9512e9)] {{(pid=93587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 19:41:27.978782 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [req-45d82fb4-967e-44fa-aed3-2e253884dc22 req-141f648e-a745-430b-a2b2-d2683fdfe262 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742349622321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742349248534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742349248552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9465702'] for port, after_update {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:41:28.014476 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d82fb4-967e-44fa-aed3-2e253884dc22 req-141f648e-a745-430b-a2b2-d2683fdfe262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:41:28.015192 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [req-45d82fb4-967e-44fa-aed3-2e253884dc22 req-141f648e-a745-430b-a2b2-d2683fdfe262 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148603'] for port, before_response {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:41:28.016584 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-45d82fb4-967e-44fa-aed3-2e253884dc22 req-141f648e-a745-430b-a2b2-d2683fdfe262 service neutron] 10.222.0.49 "PUT /v2.0/ports/c7044725-ab02-444a-9bd0-3d05ba04517e HTTP/1.1" status: 200 len: 1094 time: 0.7382538 Jul 28 19:41:28.017012 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e00cfd82-9e30-4ca5-b4b9-711979b6ee27', 'tag': 'c7044725-ab02-444a-9bd0-3d05ba04517e'}] {{(pid=93587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 19:41:28.019219 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0425cd91716d62700118381c1ce81f16af4b0b2dffb745d1fa1c8d13c3262bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e02ec95-cc97-46a9-8fee-e8ee363eb211" -d '{"events": [{"name": "network-changed", "server_uuid": "e00cfd82-9e30-4ca5-b4b9-711979b6ee27", "tag": "c7044725-ab02-444a-9bd0-3d05ba04517e"}]}' {{(pid=93587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 19:41:28.044551 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141f648e-a745-430b-a2b2-d2683fdfe262 service neutron] Pushing event updated for resources: {'Port': ['ID=c7044725-ab02-444a-9bd0-3d05ba04517e,revision_number=3']} {{(pid=93587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:41:28.114963 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 19:41:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7571aad-5e1c-4aad-9209-d069f19e508d x-openstack-request-id: req-b7571aad-5e1c-4aad-9209-d069f19e508d {{(pid=93587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 19:41:28.115251 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e00cfd82-9e30-4ca5-b4b9-711979b6ee27", "tag": "c7044725-ab02-444a-9bd0-3d05ba04517e", "status": "completed", "code": 200}]} {{(pid=93587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 19:41:28.115499 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b7571aad-5e1c-4aad-9209-d069f19e508d {{(pid=93587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 19:41:28.115945 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e00cfd82-9e30-4ca5-b4b9-711979b6ee27', 'tag': 'c7044725-ab02-444a-9bd0-3d05ba04517e', 'status': 'completed', 'code': 200} Jul 28 19:41:28.165609 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d82fb4-967e-44fa-aed3-2e253884dc22 req-41079631-24e9-4b88-8b2c-d32b51b7fb5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:41:28.166446 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-45d82fb4-967e-44fa-aed3-2e253884dc22 req-41079631-24e9-4b88-8b2c-d32b51b7fb5d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c14c1a57106840638fda6f73beabed38&device_id=e00cfd82-9e30-4ca5-b4b9-711979b6ee27 HTTP/1.1" status: 200 len: 1097 time: 0.0428729 Jul 28 19:41:28.212552 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-45d82fb4-967e-44fa-aed3-2e253884dc22 req-6c5c0a9b-ad30-4c4f-9b59-ddc9ccba32c6 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c7044725-ab02-444a-9bd0-3d05ba04517e HTTP/1.1" status: 200 len: 217 time: 0.0377455 Jul 28 19:41:28.260065 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d82fb4-967e-44fa-aed3-2e253884dc22 req-a99b0db3-47cc-42a6-9679-e0b892f0d7a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:41:28.261447 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-45d82fb4-967e-44fa-aed3-2e253884dc22 req-a99b0db3-47cc-42a6-9679-e0b892f0d7a1 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1037dee9-7a4e-4781-87ca-994e51f1f87e HTTP/1.1" status: 200 len: 849 time: 0.0427012 Jul 28 19:41:28.295172 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-45d82fb4-967e-44fa-aed3-2e253884dc22 req-c797c86a-0c4f-429f-b079-ae5008fa3848 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6a71bcee-052f-4716-a846-60b14c0d3f7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265839 Jul 28 19:41:28.382260 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-45d82fb4-967e-44fa-aed3-2e253884dc22 req-b5016c63-abed-4cf8-9177-124948a64c1d service neutron] 10.222.0.49 "GET /v2.0/networks/6a71bcee-052f-4716-a846-60b14c0d3f7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787714 Jul 28 19:41:28.472804 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-45d82fb4-967e-44fa-aed3-2e253884dc22 req-8fd5232c-2f57-4cc2-b5ad-ecd5076bb5ca service neutron] 10.222.0.49 "GET /v2.0/networks/6a71bcee-052f-4716-a846-60b14c0d3f7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838439 Jul 28 19:41:28.628726 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e02ec95-cc97-46a9-8fee-e8ee363eb211 req-e2d81499-072c-40c3-a520-20c7e4586236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:41:28.630182 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-2e02ec95-cc97-46a9-8fee-e8ee363eb211 req-e2d81499-072c-40c3-a520-20c7e4586236 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c14c1a57106840638fda6f73beabed38&device_id=e00cfd82-9e30-4ca5-b4b9-711979b6ee27 HTTP/1.1" status: 200 len: 1097 time: 0.0400579 Jul 28 19:41:28.716439 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e02ec95-cc97-46a9-8fee-e8ee363eb211 req-47847590-efd4-4456-a277-d53c79f062c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:41:28.717899 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-2e02ec95-cc97-46a9-8fee-e8ee363eb211 req-47847590-efd4-4456-a277-d53c79f062c4 service neutron] 10.222.0.49 "GET /v2.0/networks?id=6a71bcee-052f-4716-a846-60b14c0d3f7f HTTP/1.1" status: 200 len: 910 time: 0.0804908 Jul 28 19:41:28.762968 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-2e02ec95-cc97-46a9-8fee-e8ee363eb211 req-59b30669-a321-4e84-b318-57359051cba3 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c7044725-ab02-444a-9bd0-3d05ba04517e HTTP/1.1" status: 200 len: 217 time: 0.0368271 Jul 28 19:41:28.813200 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e02ec95-cc97-46a9-8fee-e8ee363eb211 req-d982ea3e-34b4-4c10-ac57-8cb9575b8c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:41:28.814927 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-2e02ec95-cc97-46a9-8fee-e8ee363eb211 req-d982ea3e-34b4-4c10-ac57-8cb9575b8c63 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1037dee9-7a4e-4781-87ca-994e51f1f87e HTTP/1.1" status: 200 len: 849 time: 0.0434222 Jul 28 19:41:28.847879 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-2e02ec95-cc97-46a9-8fee-e8ee363eb211 req-b7c72f80-8779-43c4-b16d-4eefafb70f1a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6a71bcee-052f-4716-a846-60b14c0d3f7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250638 Jul 28 19:41:28.941067 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-2e02ec95-cc97-46a9-8fee-e8ee363eb211 req-8e3570d4-a258-4456-859b-c2c3fd1dcba5 service neutron] 10.222.0.49 "GET /v2.0/networks/6a71bcee-052f-4716-a846-60b14c0d3f7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853517 Jul 28 19:41:28.994035 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43c195c-7ef7-4a4a-b268-4cfd57e1e497 req-e4714de2-4c8e-49a4-aeb8-65563fe35dc6 tempest-VolumesActionsTest-1156832496 tempest-VolumesActionsTest-1156832496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:41:28.995817 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-f43c195c-7ef7-4a4a-b268-4cfd57e1e497 req-e4714de2-4c8e-49a4-aeb8-65563fe35dc6 tempest-VolumesActionsTest-1156832496 tempest-VolumesActionsTest-1156832496-project] 10.222.0.41 "GET /v2.0/ports?device_id=e00cfd82-9e30-4ca5-b4b9-711979b6ee27 HTTP/1.1" status: 200 len: 944 time: 0.0489028 Jul 28 19:41:29.034057 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-2e02ec95-cc97-46a9-8fee-e8ee363eb211 req-58f19dd3-7e9c-4e55-a515-f8012cb66378 service neutron] 10.222.0.49 "GET /v2.0/networks/6a71bcee-052f-4716-a846-60b14c0d3f7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838211 Jul 28 19:41:29.034281 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-f43c195c-7ef7-4a4a-b268-4cfd57e1e497 req-bdbe138c-76bd-4b13-ae7c-06dc99afb2f7 tempest-VolumesActionsTest-1156832496 tempest-VolumesActionsTest-1156832496-project] 10.222.0.41 "GET /v2.0/security-groups?id=aa691d06-1975-42e6-9cb1-3a04fb6add71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316670 Jul 28 19:41:30.149288 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6baf78a5-8139-4d5e-bd5d-dc1829cb0618 req-8e99a9ad-eca0-48c8-bec7-2ad3847a3a3c tempest-VolumesActionsTest-1156832496 tempest-VolumesActionsTest-1156832496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:41:30.150768 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-6baf78a5-8139-4d5e-bd5d-dc1829cb0618 req-8e99a9ad-eca0-48c8-bec7-2ad3847a3a3c tempest-VolumesActionsTest-1156832496 tempest-VolumesActionsTest-1156832496-project] 10.222.0.41 "GET /v2.0/ports?device_id=e00cfd82-9e30-4ca5-b4b9-711979b6ee27 HTTP/1.1" status: 200 len: 944 time: 0.0485344 Jul 28 19:41:30.192108 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-6baf78a5-8139-4d5e-bd5d-dc1829cb0618 req-85016744-c45b-444d-bf48-c8264bb1ebea tempest-VolumesActionsTest-1156832496 tempest-VolumesActionsTest-1156832496-project] 10.222.0.41 "GET /v2.0/security-groups?id=aa691d06-1975-42e6-9cb1-3a04fb6add71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354156 Jul 28 19:41:31.308087 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c8a706-3157-4b12-9458-fa5772b02a06 req-bab921da-4ed4-4c17-945e-53db3d733756 tempest-VolumesActionsTest-1156832496 tempest-VolumesActionsTest-1156832496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:41:31.309606 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-98c8a706-3157-4b12-9458-fa5772b02a06 req-bab921da-4ed4-4c17-945e-53db3d733756 tempest-VolumesActionsTest-1156832496 tempest-VolumesActionsTest-1156832496-project] 10.222.0.41 "GET /v2.0/ports?device_id=e00cfd82-9e30-4ca5-b4b9-711979b6ee27 HTTP/1.1" status: 200 len: 944 time: 0.0495527 Jul 28 19:41:31.346584 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-98c8a706-3157-4b12-9458-fa5772b02a06 req-76e49d1c-65fe-4508-8378-7dbd8f749c43 tempest-VolumesActionsTest-1156832496 tempest-VolumesActionsTest-1156832496-project] 10.222.0.41 "GET /v2.0/security-groups?id=aa691d06-1975-42e6-9cb1-3a04fb6add71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312247 Jul 28 19:41:32.070931 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.rpc [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Device c7044725-ab02-444a-9bd0-3d05ba04517e details requested by agent hyperv_hv-cinder-80265 with host hv-cinder-80265 {{(pid=93588) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 19:41:32.166859 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.db [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] For port c7044725-ab02-444a-9bd0-3d05ba04517e, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=c7044725-ab02-444a-9bd0-3d05ba04517e,segment=NetworkSegment(0c1f2088-47fc-4dc1-bbc0-3fb00f9512e9),segment_id=0c1f2088-47fc-4dc1-bbc0-3fb00f9512e9)] {{(pid=93588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:41:32.178666 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.rpc [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Returning: {'device': 'c7044725-ab02-444a-9bd0-3d05ba04517e', 'network_id': '6a71bcee-052f-4716-a846-60b14c0d3f7f', 'port_id': 'c7044725-ab02-444a-9bd0-3d05ba04517e', 'mac_address': 'fa:16:3e:6d:1a:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1037dee9-7a4e-4781-87ca-994e51f1f87e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93588) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 19:41:32.214579 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555300'] for port, before_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:41:32.227532 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.notifiers.nova [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7044725-ab02-444a-9bd0-3d05ba04517e {{(pid=93588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 19:41:32.247490 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.db [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] For port c7044725-ab02-444a-9bd0-3d05ba04517e, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=c7044725-ab02-444a-9bd0-3d05ba04517e,segment=NetworkSegment(0c1f2088-47fc-4dc1-bbc0-3fb00f9512e9),segment_id=0c1f2088-47fc-4dc1-bbc0-3fb00f9512e9)] {{(pid=93588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:41:32.309653 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742349622321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742349248534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742349248552'] for port, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:41:32.358107 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Pushing event updated for resources: {'Port': ['ID=c7044725-ab02-444a-9bd0-3d05ba04517e,revision_number=4']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:41:32.370017 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:41:32.370374 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:41:32.370714 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:41:32.371085 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:41:32.371417 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:41:32.371749 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:41:32.372103 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:41:32.372435 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:41:32.372760 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:41:32.373083 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:41:32.373407 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:41:32.374041 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:41:32.424864 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:41:32.465273 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fce3ca-1627-4295-8bbc-853efda35322 req-22733d9b-0d7e-4b57-8da4-448631be0379 tempest-VolumesActionsTest-1156832496 tempest-VolumesActionsTest-1156832496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:41:32.466661 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-13fce3ca-1627-4295-8bbc-853efda35322 req-22733d9b-0d7e-4b57-8da4-448631be0379 tempest-VolumesActionsTest-1156832496 tempest-VolumesActionsTest-1156832496-project] 10.222.0.41 "GET /v2.0/ports?device_id=e00cfd82-9e30-4ca5-b4b9-711979b6ee27 HTTP/1.1" status: 200 len: 945 time: 0.0482707 Jul 28 19:41:32.504974 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-13fce3ca-1627-4295-8bbc-853efda35322 req-ba77c3f1-a89a-4b02-9d9d-da22046e06ef tempest-VolumesActionsTest-1156832496 tempest-VolumesActionsTest-1156832496-project] 10.222.0.41 "GET /v2.0/security-groups?id=aa691d06-1975-42e6-9cb1-3a04fb6add71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324101 Jul 28 19:41:32.558070 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.db [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] get_ports_and_sgs() called for port_ids ['c7044725-ab02-444a-9bd0-3d05ba04517e'] {{(pid=93588) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 19:41:33.616342 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a291d3-9e4f-4eb7-9d68-ce19a341db2e req-607ab908-ad02-473a-a812-268e14cbaf98 tempest-VolumesActionsTest-1156832496 tempest-VolumesActionsTest-1156832496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:41:33.617812 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-83a291d3-9e4f-4eb7-9d68-ce19a341db2e req-607ab908-ad02-473a-a812-268e14cbaf98 tempest-VolumesActionsTest-1156832496 tempest-VolumesActionsTest-1156832496-project] 10.222.0.41 "GET /v2.0/ports?device_id=e00cfd82-9e30-4ca5-b4b9-711979b6ee27 HTTP/1.1" status: 200 len: 945 time: 0.0476167 Jul 28 19:41:33.659087 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-83a291d3-9e4f-4eb7-9d68-ce19a341db2e req-5c142b93-b87e-46a0-b6d1-9085d4a3e6c9 tempest-VolumesActionsTest-1156832496 tempest-VolumesActionsTest-1156832496-project] 10.222.0.41 "GET /v2.0/security-groups?id=aa691d06-1975-42e6-9cb1-3a04fb6add71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354912 Jul 28 19:41:34.086638 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.rpc [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Device c7044725-ab02-444a-9bd0-3d05ba04517e up at agent hyperv_hv-cinder-80265 {{(pid=93588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 19:41:34.195220 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.provisioning_blocks [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Provisioning for port c7044725-ab02-444a-9bd0-3d05ba04517e completed by entity L2. {{(pid=93588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 19:41:34.198862 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.provisioning_blocks [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Provisioning complete for port c7044725-ab02-444a-9bd0-3d05ba04517e triggered by entity L2. {{(pid=93588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 19:41:34.199230 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721938'] for port, provisioning_complete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:41:34.272756 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555300'] for port, before_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:41:34.293723 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e00cfd82-9e30-4ca5-b4b9-711979b6ee27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7044725-ab02-444a-9bd0-3d05ba04517e'}] {{(pid=93588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 19:41:34.295941 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1b0d83cbf58c08976f04b399db04c287f80045833914d8e5b61042f37766a37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4e2d7d9-9b9c-4104-92c5-024a5069c9b8" -d '{"events": [{"server_uuid": "e00cfd82-9e30-4ca5-b4b9-711979b6ee27", "name": "network-vif-plugged", "status": "completed", "tag": "c7044725-ab02-444a-9bd0-3d05ba04517e"}]}' {{(pid=93588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 19:41:34.308876 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.db [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] For port c7044725-ab02-444a-9bd0-3d05ba04517e, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=c7044725-ab02-444a-9bd0-3d05ba04517e,segment=NetworkSegment(0c1f2088-47fc-4dc1-bbc0-3fb00f9512e9),segment_id=0c1f2088-47fc-4dc1-bbc0-3fb00f9512e9)] {{(pid=93588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:41:34.361575 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742349622321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742349248534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742349248552'] for port, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:41:34.387029 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 19:41:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10d370a0-2eee-450d-a914-1a733bc54d9a x-openstack-request-id: req-10d370a0-2eee-450d-a914-1a733bc54d9a {{(pid=93588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 19:41:34.387322 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e00cfd82-9e30-4ca5-b4b9-711979b6ee27", "name": "network-vif-plugged", "status": "completed", "tag": "c7044725-ab02-444a-9bd0-3d05ba04517e", "code": 200}]} {{(pid=93588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 19:41:34.387578 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-10d370a0-2eee-450d-a914-1a733bc54d9a {{(pid=93588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 19:41:34.387988 dv-cinder-802653-1-iscsi neutron-server[93588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e00cfd82-9e30-4ca5-b4b9-711979b6ee27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7044725-ab02-444a-9bd0-3d05ba04517e', 'code': 200} Jul 28 19:41:34.416551 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Pushing event updated for resources: {'Port': ['ID=c7044725-ab02-444a-9bd0-3d05ba04517e,revision_number=5']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:41:34.658082 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d22bef-8048-474e-b37a-34b974f58aa8 req-fec0bbdb-6806-4293-8d5e-6e284636d059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:41:34.660397 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-d8d22bef-8048-474e-b37a-34b974f58aa8 req-fec0bbdb-6806-4293-8d5e-6e284636d059 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=e00cfd82-9e30-4ca5-b4b9-711979b6ee27 HTTP/1.1" status: 200 len: 1099 time: 0.0398932 Jul 28 19:41:34.695712 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-d8d22bef-8048-474e-b37a-34b974f58aa8 req-3afd0765-e7e4-4869-a8b8-c44fe656c264 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=aa691d06-1975-42e6-9cb1-3a04fb6add71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285063 Jul 28 19:41:34.772664 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4543aeab-afcd-4776-936b-697f6925a3c4 req-02737906-99b0-4427-a7c7-f4336764cf7c tempest-VolumesActionsTest-1156832496 tempest-VolumesActionsTest-1156832496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:41:34.774125 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-4543aeab-afcd-4776-936b-697f6925a3c4 req-02737906-99b0-4427-a7c7-f4336764cf7c tempest-VolumesActionsTest-1156832496 tempest-VolumesActionsTest-1156832496-project] 10.222.0.41 "GET /v2.0/ports?device_id=e00cfd82-9e30-4ca5-b4b9-711979b6ee27 HTTP/1.1" status: 200 len: 946 time: 0.0485411 Jul 28 19:41:34.811673 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-4543aeab-afcd-4776-936b-697f6925a3c4 req-dc18695c-1fd9-477d-b56a-7bec21672818 tempest-VolumesActionsTest-1156832496 tempest-VolumesActionsTest-1156832496-project] 10.222.0.41 "GET /v2.0/security-groups?id=aa691d06-1975-42e6-9cb1-3a04fb6add71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317614 Jul 28 19:41:35.931578 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498efce3-af0a-4df1-966c-6b785130b57f req-71051544-7253-4d69-8fbd-6590d33dbb61 tempest-VolumesActionsTest-1156832496 tempest-VolumesActionsTest-1156832496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:41:35.933135 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-498efce3-af0a-4df1-966c-6b785130b57f req-71051544-7253-4d69-8fbd-6590d33dbb61 tempest-VolumesActionsTest-1156832496 tempest-VolumesActionsTest-1156832496-project] 10.222.0.41 "GET /v2.0/ports?device_id=e00cfd82-9e30-4ca5-b4b9-711979b6ee27 HTTP/1.1" status: 200 len: 946 time: 0.0504267 Jul 28 19:41:35.977187 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-498efce3-af0a-4df1-966c-6b785130b57f req-0e2e3321-5925-4353-9e86-c0b4d17ca69c tempest-VolumesActionsTest-1156832496 tempest-VolumesActionsTest-1156832496-project] 10.222.0.41 "GET /v2.0/security-groups?id=aa691d06-1975-42e6-9cb1-3a04fb6add71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380669 Jul 28 19:41:36.646982 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.db.agents_db [None req-65e7ef76-a059-4ec3-9341-f72ff4ef7e59 None None] Agent healthcheck: found 6 active agents {{(pid=93589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 19:41:38.074104 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a54fd5-1893-4192-ab30-496f3256403f req-39050ecd-b6f3-458f-9c93-907619a2f94a tempest-VolumesActionsTest-1156832496 tempest-VolumesActionsTest-1156832496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:41:38.075577 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-74a54fd5-1893-4192-ab30-496f3256403f req-39050ecd-b6f3-458f-9c93-907619a2f94a tempest-VolumesActionsTest-1156832496 tempest-VolumesActionsTest-1156832496-project] 10.222.0.41 "GET /v2.0/ports?device_id=e00cfd82-9e30-4ca5-b4b9-711979b6ee27 HTTP/1.1" status: 200 len: 946 time: 0.0474050 Jul 28 19:41:38.116768 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-74a54fd5-1893-4192-ab30-496f3256403f req-580f2150-72ae-4fb3-a7aa-8e329bfb645f tempest-VolumesActionsTest-1156832496 tempest-VolumesActionsTest-1156832496-project] 10.222.0.41 "GET /v2.0/security-groups?id=aa691d06-1975-42e6-9cb1-3a04fb6add71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343587 Jul 28 19:41:39.231237 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04be5af7-99a4-48b0-aba1-7be421aa65df req-9b0bcedf-b553-474e-a6fb-838b17832422 tempest-VolumesActionsTest-1156832496 tempest-VolumesActionsTest-1156832496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:41:39.232732 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-04be5af7-99a4-48b0-aba1-7be421aa65df req-9b0bcedf-b553-474e-a6fb-838b17832422 tempest-VolumesActionsTest-1156832496 tempest-VolumesActionsTest-1156832496-project] 10.222.0.41 "GET /v2.0/ports?device_id=e00cfd82-9e30-4ca5-b4b9-711979b6ee27 HTTP/1.1" status: 200 len: 946 time: 0.0482883 Jul 28 19:41:39.270442 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-04be5af7-99a4-48b0-aba1-7be421aa65df req-cf3a871f-272c-4027-b92d-88340cc54073 tempest-VolumesActionsTest-1156832496 tempest-VolumesActionsTest-1156832496-project] 10.222.0.41 "GET /v2.0/security-groups?id=aa691d06-1975-42e6-9cb1-3a04fb6add71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319161 Jul 28 19:41:39.337706 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655b844f-b809-4c6f-b9a9-183fc23f840b req-36d965c2-388f-4035-8dad-997db41eee02 tempest-VolumesActionsTest-1156832496 tempest-VolumesActionsTest-1156832496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:41:39.339165 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-655b844f-b809-4c6f-b9a9-183fc23f840b req-36d965c2-388f-4035-8dad-997db41eee02 tempest-VolumesActionsTest-1156832496 tempest-VolumesActionsTest-1156832496-project] 10.222.0.49 "GET /v2.0/ports?device_id=e00cfd82-9e30-4ca5-b4b9-711979b6ee27 HTTP/1.1" status: 200 len: 946 time: 0.0513132 Jul 28 19:41:39.424956 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.plugins.ml2.plugin [req-655b844f-b809-4c6f-b9a9-183fc23f840b req-1e98a466-74c9-4b80-bc38-68bca9e34955 tempest-VolumesActionsTest-1156832496 tempest-VolumesActionsTest-1156832496-project] Deleting port c7044725-ab02-444a-9bd0-3d05ba04517e {{(pid=93587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 19:41:39.425191 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [req-655b844f-b809-4c6f-b9a9-183fc23f840b req-1e98a466-74c9-4b80-bc38-68bca9e34955 tempest-VolumesActionsTest-1156832496 tempest-VolumesActionsTest-1156832496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742349616523'] for port, before_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:41:39.512617 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.plugins.ml2.db [req-655b844f-b809-4c6f-b9a9-183fc23f840b req-1e98a466-74c9-4b80-bc38-68bca9e34955 tempest-VolumesActionsTest-1156832496 tempest-VolumesActionsTest-1156832496-project] For port c7044725-ab02-444a-9bd0-3d05ba04517e, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=c7044725-ab02-444a-9bd0-3d05ba04517e,segment=NetworkSegment(0c1f2088-47fc-4dc1-bbc0-3fb00f9512e9),segment_id=0c1f2088-47fc-4dc1-bbc0-3fb00f9512e9)] {{(pid=93587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:41:39.512977 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [req-655b844f-b809-4c6f-b9a9-183fc23f840b req-1e98a466-74c9-4b80-bc38-68bca9e34955 tempest-VolumesActionsTest-1156832496 tempest-VolumesActionsTest-1156832496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825298'] for port, precommit_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:41:39.525711 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.plugins.ml2.plugin [req-655b844f-b809-4c6f-b9a9-183fc23f840b req-1e98a466-74c9-4b80-bc38-68bca9e34955 tempest-VolumesActionsTest-1156832496 tempest-VolumesActionsTest-1156832496-project] Calling delete_port for c7044725-ab02-444a-9bd0-3d05ba04517e owned by compute:nova {{(pid=93587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 19:41:39.720348 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [req-655b844f-b809-4c6f-b9a9-183fc23f840b req-1e98a466-74c9-4b80-bc38-68bca9e34955 tempest-VolumesActionsTest-1156832496 tempest-VolumesActionsTest-1156832496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742349622303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742349248525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9465727'] for port, after_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:41:39.732523 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.db [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] get_ports_and_sgs() called for port_ids ['c7044725-ab02-444a-9bd0-3d05ba04517e'] {{(pid=93588) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 19:41:39.751650 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e98a466-74c9-4b80-bc38-68bca9e34955 tempest-VolumesActionsTest-1156832496 tempest-VolumesActionsTest-1156832496-project] Pushing event deleted for resources: {'Port': ['ID=c7044725-ab02-444a-9bd0-3d05ba04517e,revision_number=None']} {{(pid=93587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:41:39.789642 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.db.l3_dvrscheduler_db [req-655b844f-b809-4c6f-b9a9-183fc23f840b req-1e98a466-74c9-4b80-bc38-68bca9e34955 tempest-VolumesActionsTest-1156832496 tempest-VolumesActionsTest-1156832496-project] No DVR routers for this DVR port c7044725-ab02-444a-9bd0-3d05ba04517e on host hv-cinder-80265 {{(pid=93587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 19:41:39.791987 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [req-655b844f-b809-4c6f-b9a9-183fc23f840b req-1e98a466-74c9-4b80-bc38-68bca9e34955 tempest-VolumesActionsTest-1156832496 tempest-VolumesActionsTest-1156832496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148603'] for port, before_response {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:41:39.793948 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-655b844f-b809-4c6f-b9a9-183fc23f840b req-1e98a466-74c9-4b80-bc38-68bca9e34955 tempest-VolumesActionsTest-1156832496 tempest-VolumesActionsTest-1156832496-project] 10.222.0.49 "DELETE /v2.0/ports/c7044725-ab02-444a-9bd0-3d05ba04517e HTTP/1.1" status: 204 len: 173 time: 0.4486549 Jul 28 19:41:39.794392 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e00cfd82-9e30-4ca5-b4b9-711979b6ee27', 'name': 'network-vif-deleted', 'tag': 'c7044725-ab02-444a-9bd0-3d05ba04517e'}] {{(pid=93587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 19:41:39.796622 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0425cd91716d62700118381c1ce81f16af4b0b2dffb745d1fa1c8d13c3262bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95d368bc-1466-44c5-93c9-95e96f9a77ca" -d '{"events": [{"server_uuid": "e00cfd82-9e30-4ca5-b4b9-711979b6ee27", "name": "network-vif-deleted", "tag": "c7044725-ab02-444a-9bd0-3d05ba04517e"}]}' {{(pid=93587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 19:41:39.831009 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 19:41:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20effc17-e32d-4a44-b2f4-cc36500c3b51 x-openstack-request-id: req-20effc17-e32d-4a44-b2f4-cc36500c3b51 {{(pid=93587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 19:41:39.831352 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e00cfd82-9e30-4ca5-b4b9-711979b6ee27", "name": "network-vif-deleted", "tag": "c7044725-ab02-444a-9bd0-3d05ba04517e", "status": "completed", "code": 200}]} {{(pid=93587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 19:41:39.831600 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-20effc17-e32d-4a44-b2f4-cc36500c3b51 {{(pid=93587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 19:41:39.832013 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e00cfd82-9e30-4ca5-b4b9-711979b6ee27', 'name': 'network-vif-deleted', 'tag': 'c7044725-ab02-444a-9bd0-3d05ba04517e', 'status': 'completed', 'code': 200} Jul 28 19:41:40.373957 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-1901c77a-6b76-4fea-841e-feadad2ef8ed req-dc2dec24-7176-465a-8e4a-b90abcec16ad tempest-VolumesActionsTest-1156832496 tempest-VolumesActionsTest-1156832496-project] 10.222.0.41 "GET /v2.0/ports?device_id=e00cfd82-9e30-4ca5-b4b9-711979b6ee27 HTTP/1.1" status: 200 len: 210 time: 0.0261259 Jul 28 19:41:41.631319 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427dbbd4-7598-4fa0-b883-c03ca33f738a req-429062b2-b070-4e41-a022-c04be25eb0ac tempest-VolumesActionsTest-1156832496 tempest-VolumesActionsTest-1156832496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:41:41.633054 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-427dbbd4-7598-4fa0-b883-c03ca33f738a req-429062b2-b070-4e41-a022-c04be25eb0ac tempest-VolumesActionsTest-1156832496 tempest-VolumesActionsTest-1156832496-project] 10.222.0.41 "GET /v2.0/networks?id=6a71bcee-052f-4716-a846-60b14c0d3f7f HTTP/1.1" status: 200 len: 809 time: 0.1005552 Jul 28 19:41:41.647969 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-427dbbd4-7598-4fa0-b883-c03ca33f738a req-23dbb6d1-b2e1-4e4a-a353-52bc7ace6860 tempest-VolumesActionsTest-1156832496 tempest-VolumesActionsTest-1156832496-project] 10.222.0.41 "GET /v2.0/quotas/c14c1a57106840638fda6f73beabed38 HTTP/1.1" status: 200 len: 375 time: 0.0092399 Jul 28 19:41:41.678038 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-427dbbd4-7598-4fa0-b883-c03ca33f738a req-5723e40a-29ef-4092-ad2e-f8b1063ad5dc tempest-VolumesActionsTest-1156832496 tempest-VolumesActionsTest-1156832496-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=c14c1a57106840638fda6f73beabed38&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0250416 Jul 28 19:41:41.765335 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-427dbbd4-7598-4fa0-b883-c03ca33f738a req-0704441a-e0a2-43f8-a696-2c1ae421a899 service neutron] 10.222.0.41 "GET /v2.0/networks/6a71bcee-052f-4716-a846-60b14c0d3f7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807006 Jul 28 19:41:41.909067 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-427dbbd4-7598-4fa0-b883-c03ca33f738a req-df883832-13f1-4aeb-93cd-76ff1cbd51f5 service neutron] 10.222.0.41 "GET /v2.0/networks/6a71bcee-052f-4716-a846-60b14c0d3f7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371329 Jul 28 19:41:42.146811 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-708bb8a8-3c33-4a15-8de6-fc5477b00e03 req-87d618b4-2b8e-4051-9398-a9f7a683372c tempest-VolumesActionsTest-1156832496 tempest-VolumesActionsTest-1156832496-project] 10.222.0.41 "GET /v2.0/ports?device_id=22f5ccfb-0b67-4039-81a0-9750ec6a373f HTTP/1.1" status: 200 len: 210 time: 0.0259998 Jul 28 19:41:43.243245 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-6ef5fd2f-9051-44f7-9bcc-f223ff9cba6c req-27084e6f-7699-4ca6-9b2c-d87150fd5be1 tempest-VolumesActionsTest-1156832496 tempest-VolumesActionsTest-1156832496-project] 10.222.0.41 "GET /v2.0/ports?device_id=22f5ccfb-0b67-4039-81a0-9750ec6a373f HTTP/1.1" status: 200 len: 210 time: 0.0249200 Jul 28 19:41:43.799916 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427dbbd4-7598-4fa0-b883-c03ca33f738a req-9b5f075a-a61e-4172-8c55-78b0f6d4a214 tempest-VolumesActionsTest-1156832496 tempest-VolumesActionsTest-1156832496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:41:43.801302 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-427dbbd4-7598-4fa0-b883-c03ca33f738a req-9b5f075a-a61e-4172-8c55-78b0f6d4a214 tempest-VolumesActionsTest-1156832496 tempest-VolumesActionsTest-1156832496-project] 10.222.0.49 "GET /v2.0/networks?id=6a71bcee-052f-4716-a846-60b14c0d3f7f HTTP/1.1" status: 200 len: 809 time: 0.1010635 Jul 28 19:41:43.814015 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.v2.base [req-427dbbd4-7598-4fa0-b883-c03ca33f738a req-f3d2a3d4-ac71-4b0d-b9f3-276b4e6690cb tempest-VolumesActionsTest-1156832496 tempest-VolumesActionsTest-1156832496-project] Request body: {'port': {'device_id': '22f5ccfb-0b67-4039-81a0-9750ec6a373f', 'network_id': '6a71bcee-052f-4716-a846-60b14c0d3f7f', 'admin_state_up': True, 'tenant_id': 'c14c1a57106840638fda6f73beabed38'}} {{(pid=93587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:41:44.023263 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-427dbbd4-7598-4fa0-b883-c03ca33f738a req-f3d2a3d4-ac71-4b0d-b9f3-276b4e6690cb tempest-VolumesActionsTest-1156832496 tempest-VolumesActionsTest-1156832496-project] Made reservation on behalf of c14c1a57106840638fda6f73beabed38 for: {'port': 1} {{(pid=93587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 19:41:44.027428 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [req-427dbbd4-7598-4fa0-b883-c03ca33f738a req-f3d2a3d4-ac71-4b0d-b9f3-276b4e6690cb tempest-VolumesActionsTest-1156832496 tempest-VolumesActionsTest-1156832496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555300'] for port, before_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:41:44.150552 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.db.db_base_plugin_common [req-427dbbd4-7598-4fa0-b883-c03ca33f738a req-f3d2a3d4-ac71-4b0d-b9f3-276b4e6690cb tempest-VolumesActionsTest-1156832496 tempest-VolumesActionsTest-1156832496-project] Allocated IP 172.20.0.12 (6a71bcee-052f-4716-a846-60b14c0d3f7f/1037dee9-7a4e-4781-87ca-994e51f1f87e/5b3ee12c-ecea-4a4a-a9ac-487ed2b6b1f0) {{(pid=93587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 19:41:44.165941 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.rpc [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Device c7044725-ab02-444a-9bd0-3d05ba04517e no longer exists at agent hyperv_hv-cinder-80265 {{(pid=93588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 19:41:44.186650 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.plugin [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] No Port match for: c7044725-ab02-444a-9bd0-3d05ba04517e {{(pid=93588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 19:41:44.187099 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.rpc [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Device c7044725-ab02-444a-9bd0-3d05ba04517e not bound to the agent host hv-cinder-80265 {{(pid=93588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 19:41:44.302459 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [req-427dbbd4-7598-4fa0-b883-c03ca33f738a req-f3d2a3d4-ac71-4b0d-b9f3-276b4e6690cb tempest-VolumesActionsTest-1156832496 tempest-VolumesActionsTest-1156832496-project] Notify callbacks [] for port, precommit_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:41:44.337854 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-6cf19819-729e-44b1-b949-bf5754ff15d7 req-77bb11a2-d494-4c4a-9827-d5291224fe02 tempest-VolumesActionsTest-1156832496 tempest-VolumesActionsTest-1156832496-project] 10.222.0.41 "GET /v2.0/ports?device_id=22f5ccfb-0b67-4039-81a0-9750ec6a373f HTTP/1.1" status: 200 len: 210 time: 0.0254560 Jul 28 19:41:44.390622 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [req-427dbbd4-7598-4fa0-b883-c03ca33f738a req-f3d2a3d4-ac71-4b0d-b9f3-276b4e6690cb tempest-VolumesActionsTest-1156832496 tempest-VolumesActionsTest-1156832496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742349248516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9465727'] for port, after_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:41:44.433264 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-427dbbd4-7598-4fa0-b883-c03ca33f738a req-f3d2a3d4-ac71-4b0d-b9f3-276b4e6690cb tempest-VolumesActionsTest-1156832496 tempest-VolumesActionsTest-1156832496-project] Network 6a71bcee-052f-4716-a846-60b14c0d3f7f is already hosted by enough agents. {{(pid=93587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 19:41:44.436394 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.scheduler.base_scheduler [req-427dbbd4-7598-4fa0-b883-c03ca33f738a req-f3d2a3d4-ac71-4b0d-b9f3-276b4e6690cb tempest-VolumesActionsTest-1156832496 tempest-VolumesActionsTest-1156832496-project] Resources bound (agent type, host, resource id): {{(pid=93587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 19:41:44.439996 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.db.l3_dvrscheduler_db [req-427dbbd4-7598-4fa0-b883-c03ca33f738a req-f3d2a3d4-ac71-4b0d-b9f3-276b4e6690cb tempest-VolumesActionsTest-1156832496 tempest-VolumesActionsTest-1156832496-project] Received port after_create {{(pid=93587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 19:41:44.472027 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d2a3d4-ac71-4b0d-b9f3-276b4e6690cb tempest-VolumesActionsTest-1156832496 tempest-VolumesActionsTest-1156832496-project] Pushing event updated for resources: {'Port': ['ID=5b3ee12c-ecea-4a4a-a9ac-487ed2b6b1f0,revision_number=1']} {{(pid=93587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:41:44.494759 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427dbbd4-7598-4fa0-b883-c03ca33f738a req-f3d2a3d4-ac71-4b0d-b9f3-276b4e6690cb tempest-VolumesActionsTest-1156832496 tempest-VolumesActionsTest-1156832496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:41:44.495370 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [req-427dbbd4-7598-4fa0-b883-c03ca33f738a req-f3d2a3d4-ac71-4b0d-b9f3-276b4e6690cb tempest-VolumesActionsTest-1156832496 tempest-VolumesActionsTest-1156832496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148603'] for port, before_response {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:41:44.568164 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-427dbbd4-7598-4fa0-b883-c03ca33f738a req-f3d2a3d4-ac71-4b0d-b9f3-276b4e6690cb tempest-VolumesActionsTest-1156832496 tempest-VolumesActionsTest-1156832496-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7578385 Jul 28 19:41:44.582487 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.v2.base [req-427dbbd4-7598-4fa0-b883-c03ca33f738a req-3ccd12fe-7c5d-474d-8ea8-76a97a12bcf0 service neutron] Request body: {'port': {'device_id': '22f5ccfb-0b67-4039-81a0-9750ec6a373f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80265'}} {{(pid=93587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:41:44.639818 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [req-427dbbd4-7598-4fa0-b883-c03ca33f738a req-3ccd12fe-7c5d-474d-8ea8-76a97a12bcf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555300'] for port, before_update {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:41:44.889560 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.notifiers.nova [req-427dbbd4-7598-4fa0-b883-c03ca33f738a req-3ccd12fe-7c5d-474d-8ea8-76a97a12bcf0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b3ee12c-ecea-4a4a-a9ac-487ed2b6b1f0 {{(pid=93587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 19:41:44.896739 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [req-427dbbd4-7598-4fa0-b883-c03ca33f738a req-3ccd12fe-7c5d-474d-8ea8-76a97a12bcf0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:41:44.907954 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.db.provisioning_blocks [req-427dbbd4-7598-4fa0-b883-c03ca33f738a req-3ccd12fe-7c5d-474d-8ea8-76a97a12bcf0 service neutron] Transition to ACTIVE for port object 5b3ee12c-ecea-4a4a-a9ac-487ed2b6b1f0 will not be triggered until provisioned by entity L2. {{(pid=93587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 19:41:45.018705 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [req-427dbbd4-7598-4fa0-b883-c03ca33f738a req-3ccd12fe-7c5d-474d-8ea8-76a97a12bcf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742349622321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742349248534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742349248552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9465702'] for port, after_update {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:41:45.069979 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccd12fe-7c5d-474d-8ea8-76a97a12bcf0 service neutron] Pushing event updated for resources: {'Port': ['ID=5b3ee12c-ecea-4a4a-a9ac-487ed2b6b1f0,revision_number=2']} {{(pid=93587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:41:45.134330 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.plugins.ml2.managers [req-427dbbd4-7598-4fa0-b883-c03ca33f738a req-3ccd12fe-7c5d-474d-8ea8-76a97a12bcf0 service neutron] Attempting to bind port 5b3ee12c-ecea-4a4a-a9ac-487ed2b6b1f0 on host hv-cinder-80265 for vnic_type normal with profile {{(pid=93587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 19:41:45.134665 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.plugins.ml2.managers [req-427dbbd4-7598-4fa0-b883-c03ca33f738a req-3ccd12fe-7c5d-474d-8ea8-76a97a12bcf0 service neutron] Attempting to bind port 5b3ee12c-ecea-4a4a-a9ac-487ed2b6b1f0 by drivers openvswitch,hyperv on host hv-cinder-80265 at level 0 using segments [{'id': '0c1f2088-47fc-4dc1-bbc0-3fb00f9512e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '6a71bcee-052f-4716-a846-60b14c0d3f7f'}] {{(pid=93587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 19:41:45.134992 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-427dbbd4-7598-4fa0-b883-c03ca33f738a req-3ccd12fe-7c5d-474d-8ea8-76a97a12bcf0 service neutron] Attempting to bind port 5b3ee12c-ecea-4a4a-a9ac-487ed2b6b1f0 on network 6a71bcee-052f-4716-a846-60b14c0d3f7f {{(pid=93587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 19:41:45.139275 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-427dbbd4-7598-4fa0-b883-c03ca33f738a req-3ccd12fe-7c5d-474d-8ea8-76a97a12bcf0 service neutron] Port 5b3ee12c-ecea-4a4a-a9ac-487ed2b6b1f0 on network 6a71bcee-052f-4716-a846-60b14c0d3f7f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80265 {{(pid=93587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 19:41:45.139601 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-427dbbd4-7598-4fa0-b883-c03ca33f738a req-3ccd12fe-7c5d-474d-8ea8-76a97a12bcf0 service neutron] Attempting to bind port 5b3ee12c-ecea-4a4a-a9ac-487ed2b6b1f0 on network 6a71bcee-052f-4716-a846-60b14c0d3f7f {{(pid=93587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 19:41:45.144277 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-427dbbd4-7598-4fa0-b883-c03ca33f738a req-3ccd12fe-7c5d-474d-8ea8-76a97a12bcf0 service neutron] Checking agent: {'id': 'f02a77d8-88e9-4ce1-b3bf-c8b64693a24a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80265', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 19, 1, 31), 'started_at': datetime.datetime(2021, 7, 28, 19, 1, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 19, 41, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 19:41:45.144607 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-427dbbd4-7598-4fa0-b883-c03ca33f738a req-3ccd12fe-7c5d-474d-8ea8-76a97a12bcf0 service neutron] Checking segment: {'id': '0c1f2088-47fc-4dc1-bbc0-3fb00f9512e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '6a71bcee-052f-4716-a846-60b14c0d3f7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 19:41:45.144986 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-427dbbd4-7598-4fa0-b883-c03ca33f738a req-3ccd12fe-7c5d-474d-8ea8-76a97a12bcf0 service neutron] Bound using segment: {'id': '0c1f2088-47fc-4dc1-bbc0-3fb00f9512e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '6a71bcee-052f-4716-a846-60b14c0d3f7f'} {{(pid=93587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 19:41:45.145401 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.plugins.ml2.managers [req-427dbbd4-7598-4fa0-b883-c03ca33f738a req-3ccd12fe-7c5d-474d-8ea8-76a97a12bcf0 service neutron] Bound port: 5b3ee12c-ecea-4a4a-a9ac-487ed2b6b1f0, host: hv-cinder-80265, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c1f2088-47fc-4dc1-bbc0-3fb00f9512e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '6a71bcee-052f-4716-a846-60b14c0d3f7f'}}] {{(pid=93587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 19:41:45.145786 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [req-427dbbd4-7598-4fa0-b883-c03ca33f738a req-3ccd12fe-7c5d-474d-8ea8-76a97a12bcf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555300'] for port, before_update {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:41:45.205723 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.plugins.ml2.db [req-427dbbd4-7598-4fa0-b883-c03ca33f738a req-3ccd12fe-7c5d-474d-8ea8-76a97a12bcf0 service neutron] For port 5b3ee12c-ecea-4a4a-a9ac-487ed2b6b1f0, host hv-cinder-80265, cleared binding levels {{(pid=93587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 19:41:45.208511 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.plugins.ml2.db [req-427dbbd4-7598-4fa0-b883-c03ca33f738a req-3ccd12fe-7c5d-474d-8ea8-76a97a12bcf0 service neutron] For port 5b3ee12c-ecea-4a4a-a9ac-487ed2b6b1f0, host hv-cinder-80265, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=5b3ee12c-ecea-4a4a-a9ac-487ed2b6b1f0,segment=NetworkSegment(0c1f2088-47fc-4dc1-bbc0-3fb00f9512e9),segment_id=0c1f2088-47fc-4dc1-bbc0-3fb00f9512e9)] {{(pid=93587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 19:41:45.269342 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [req-427dbbd4-7598-4fa0-b883-c03ca33f738a req-3ccd12fe-7c5d-474d-8ea8-76a97a12bcf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742349622321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742349248534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742349248552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9465702'] for port, after_update {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:41:45.300523 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427dbbd4-7598-4fa0-b883-c03ca33f738a req-3ccd12fe-7c5d-474d-8ea8-76a97a12bcf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:41:45.301192 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [req-427dbbd4-7598-4fa0-b883-c03ca33f738a req-3ccd12fe-7c5d-474d-8ea8-76a97a12bcf0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148603'] for port, before_response {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:41:45.302583 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-427dbbd4-7598-4fa0-b883-c03ca33f738a req-3ccd12fe-7c5d-474d-8ea8-76a97a12bcf0 service neutron] 10.222.0.49 "PUT /v2.0/ports/5b3ee12c-ecea-4a4a-a9ac-487ed2b6b1f0 HTTP/1.1" status: 200 len: 1094 time: 0.7263958 Jul 28 19:41:45.305424 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22f5ccfb-0b67-4039-81a0-9750ec6a373f', 'tag': '5b3ee12c-ecea-4a4a-a9ac-487ed2b6b1f0'}] {{(pid=93587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 19:41:45.307678 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0425cd91716d62700118381c1ce81f16af4b0b2dffb745d1fa1c8d13c3262bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6edd7b6b-8b00-48c1-9158-fcfef12f3ff7" -d '{"events": [{"name": "network-changed", "server_uuid": "22f5ccfb-0b67-4039-81a0-9750ec6a373f", "tag": "5b3ee12c-ecea-4a4a-a9ac-487ed2b6b1f0"}]}' {{(pid=93587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 19:41:45.331831 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccd12fe-7c5d-474d-8ea8-76a97a12bcf0 service neutron] Pushing event updated for resources: {'Port': ['ID=5b3ee12c-ecea-4a4a-a9ac-487ed2b6b1f0,revision_number=3']} {{(pid=93587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:41:45.343604 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 19:41:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-449dcff4-a36c-4ca9-a74a-d6009f914bbb x-openstack-request-id: req-449dcff4-a36c-4ca9-a74a-d6009f914bbb {{(pid=93587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 19:41:45.343957 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22f5ccfb-0b67-4039-81a0-9750ec6a373f", "tag": "5b3ee12c-ecea-4a4a-a9ac-487ed2b6b1f0", "status": "completed", "code": 200}]} {{(pid=93587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 19:41:45.344241 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-449dcff4-a36c-4ca9-a74a-d6009f914bbb {{(pid=93587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 19:41:45.344676 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22f5ccfb-0b67-4039-81a0-9750ec6a373f', 'tag': '5b3ee12c-ecea-4a4a-a9ac-487ed2b6b1f0', 'status': 'completed', 'code': 200} Jul 28 19:41:45.405855 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edd7b6b-8b00-48c1-9158-fcfef12f3ff7 req-23f05ff6-985e-443d-b599-874ca997a453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:41:45.407365 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-6edd7b6b-8b00-48c1-9158-fcfef12f3ff7 req-23f05ff6-985e-443d-b599-874ca997a453 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c14c1a57106840638fda6f73beabed38&device_id=22f5ccfb-0b67-4039-81a0-9750ec6a373f HTTP/1.1" status: 200 len: 1097 time: 0.0419056 Jul 28 19:41:45.455165 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38186d86-90be-4195-935c-64fb96dbbebd req-8afd206a-80ae-457a-a9d3-fcd73a551cfe tempest-VolumesActionsTest-1156832496 tempest-VolumesActionsTest-1156832496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:41:45.456718 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-38186d86-90be-4195-935c-64fb96dbbebd req-8afd206a-80ae-457a-a9d3-fcd73a551cfe tempest-VolumesActionsTest-1156832496 tempest-VolumesActionsTest-1156832496-project] 10.222.0.41 "GET /v2.0/ports?device_id=22f5ccfb-0b67-4039-81a0-9750ec6a373f HTTP/1.1" status: 200 len: 944 time: 0.0518901 Jul 28 19:41:45.495199 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-38186d86-90be-4195-935c-64fb96dbbebd req-fb49ab29-ecba-48c1-85da-69f953c471b2 tempest-VolumesActionsTest-1156832496 tempest-VolumesActionsTest-1156832496-project] 10.222.0.41 "GET /v2.0/security-groups?id=aa691d06-1975-42e6-9cb1-3a04fb6add71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323694 Jul 28 19:41:45.509130 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edd7b6b-8b00-48c1-9158-fcfef12f3ff7 req-f0c76071-bc9e-4c45-960c-9f47825a3ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:41:45.510618 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-6edd7b6b-8b00-48c1-9158-fcfef12f3ff7 req-f0c76071-bc9e-4c45-960c-9f47825a3ca9 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=c14c1a57106840638fda6f73beabed38&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0939779 Jul 28 19:41:45.602116 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edd7b6b-8b00-48c1-9158-fcfef12f3ff7 req-2788888b-5458-4cac-bfa8-e9b9c02ecd55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:41:45.603644 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-6edd7b6b-8b00-48c1-9158-fcfef12f3ff7 req-2788888b-5458-4cac-bfa8-e9b9c02ecd55 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0860553 Jul 28 19:41:45.681713 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427dbbd4-7598-4fa0-b883-c03ca33f738a req-21910627-5202-4e7d-bdd7-1d0b2ae497f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:41:45.683202 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-427dbbd4-7598-4fa0-b883-c03ca33f738a req-21910627-5202-4e7d-bdd7-1d0b2ae497f2 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c14c1a57106840638fda6f73beabed38&device_id=22f5ccfb-0b67-4039-81a0-9750ec6a373f HTTP/1.1" status: 200 len: 1097 time: 0.0436954 Jul 28 19:41:45.722894 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-427dbbd4-7598-4fa0-b883-c03ca33f738a req-9b04756c-3cf5-4fb5-b6e2-2e4c4e2ddc09 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5b3ee12c-ecea-4a4a-a9ac-487ed2b6b1f0 HTTP/1.1" status: 200 len: 217 time: 0.0319695 Jul 28 19:41:45.768600 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427dbbd4-7598-4fa0-b883-c03ca33f738a req-c85c9d96-7021-4375-933b-99db52594cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:41:45.769969 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-427dbbd4-7598-4fa0-b883-c03ca33f738a req-c85c9d96-7021-4375-933b-99db52594cdf service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1037dee9-7a4e-4781-87ca-994e51f1f87e HTTP/1.1" status: 200 len: 849 time: 0.0405564 Jul 28 19:41:45.803146 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-427dbbd4-7598-4fa0-b883-c03ca33f738a req-ebada74f-4644-4e3d-828b-9ea6608b57d3 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6a71bcee-052f-4716-a846-60b14c0d3f7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259752 Jul 28 19:41:45.889526 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-427dbbd4-7598-4fa0-b883-c03ca33f738a req-99770a7b-c95f-462d-881f-6b19a8fee74f service neutron] 10.222.0.49 "GET /v2.0/networks/6a71bcee-052f-4716-a846-60b14c0d3f7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792670 Jul 28 19:41:45.982868 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-427dbbd4-7598-4fa0-b883-c03ca33f738a req-32b313a6-18fd-41f2-a8b9-391e55a3fc71 service neutron] 10.222.0.49 "GET /v2.0/networks/6a71bcee-052f-4716-a846-60b14c0d3f7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860875 Jul 28 19:41:46.610155 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1527eb99-012a-4acd-8f55-c583fad35f85 req-c1eca847-f3c8-491d-8c44-73f7c9fa0179 tempest-VolumesActionsTest-1156832496 tempest-VolumesActionsTest-1156832496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:41:46.611660 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-1527eb99-012a-4acd-8f55-c583fad35f85 req-c1eca847-f3c8-491d-8c44-73f7c9fa0179 tempest-VolumesActionsTest-1156832496 tempest-VolumesActionsTest-1156832496-project] 10.222.0.41 "GET /v2.0/ports?device_id=22f5ccfb-0b67-4039-81a0-9750ec6a373f HTTP/1.1" status: 200 len: 944 time: 0.0486741 Jul 28 19:41:46.650289 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-1527eb99-012a-4acd-8f55-c583fad35f85 req-c9aeedf7-7543-42d4-823c-a485710a2c72 tempest-VolumesActionsTest-1156832496 tempest-VolumesActionsTest-1156832496-project] 10.222.0.41 "GET /v2.0/security-groups?id=aa691d06-1975-42e6-9cb1-3a04fb6add71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315101 Jul 28 19:41:47.762218 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acc3ca2-eda1-45bc-860f-6bb67b12d270 req-6d4a1c82-3d96-450e-9cff-b8b421f8a686 tempest-VolumesActionsTest-1156832496 tempest-VolumesActionsTest-1156832496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:41:47.763709 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-8acc3ca2-eda1-45bc-860f-6bb67b12d270 req-6d4a1c82-3d96-450e-9cff-b8b421f8a686 tempest-VolumesActionsTest-1156832496 tempest-VolumesActionsTest-1156832496-project] 10.222.0.41 "GET /v2.0/ports?device_id=22f5ccfb-0b67-4039-81a0-9750ec6a373f HTTP/1.1" status: 200 len: 944 time: 0.0470636 Jul 28 19:41:47.799805 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-8acc3ca2-eda1-45bc-860f-6bb67b12d270 req-647f551c-ab7b-48e0-a76b-5ddc9ae9d2b0 tempest-VolumesActionsTest-1156832496 tempest-VolumesActionsTest-1156832496-project] 10.222.0.41 "GET /v2.0/security-groups?id=aa691d06-1975-42e6-9cb1-3a04fb6add71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302694 Jul 28 19:41:48.916765 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21944ca-6e15-48d6-b0e3-4b31c65378cf req-624d8fb2-b428-42d4-a722-ed13700ab517 tempest-VolumesActionsTest-1156832496 tempest-VolumesActionsTest-1156832496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:41:48.918224 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-c21944ca-6e15-48d6-b0e3-4b31c65378cf req-624d8fb2-b428-42d4-a722-ed13700ab517 tempest-VolumesActionsTest-1156832496 tempest-VolumesActionsTest-1156832496-project] 10.222.0.41 "GET /v2.0/ports?device_id=22f5ccfb-0b67-4039-81a0-9750ec6a373f HTTP/1.1" status: 200 len: 944 time: 0.0517962 Jul 28 19:41:48.954619 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-c21944ca-6e15-48d6-b0e3-4b31c65378cf req-0ecd9d4e-a1c5-4f55-ab97-f0eeed911a5d tempest-VolumesActionsTest-1156832496 tempest-VolumesActionsTest-1156832496-project] 10.222.0.41 "GET /v2.0/security-groups?id=aa691d06-1975-42e6-9cb1-3a04fb6add71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306053 Jul 28 19:41:50.069454 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45958a3-20f6-4184-8f1b-fbe85d1de12e req-d01ad5b1-d7ba-4350-a2b3-d57594532f8d tempest-VolumesActionsTest-1156832496 tempest-VolumesActionsTest-1156832496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:41:50.070840 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-e45958a3-20f6-4184-8f1b-fbe85d1de12e req-d01ad5b1-d7ba-4350-a2b3-d57594532f8d tempest-VolumesActionsTest-1156832496 tempest-VolumesActionsTest-1156832496-project] 10.222.0.41 "GET /v2.0/ports?device_id=22f5ccfb-0b67-4039-81a0-9750ec6a373f HTTP/1.1" status: 200 len: 944 time: 0.0479665 Jul 28 19:41:50.108990 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-e45958a3-20f6-4184-8f1b-fbe85d1de12e req-b0a51e57-d739-4d27-b6c6-071511209259 tempest-VolumesActionsTest-1156832496 tempest-VolumesActionsTest-1156832496-project] 10.222.0.41 "GET /v2.0/security-groups?id=aa691d06-1975-42e6-9cb1-3a04fb6add71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321093 Jul 28 19:41:50.198047 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.rpc [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Device 5b3ee12c-ecea-4a4a-a9ac-487ed2b6b1f0 details requested by agent hyperv_hv-cinder-80265 with host hv-cinder-80265 {{(pid=93588) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 19:41:50.297400 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.db [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] For port 5b3ee12c-ecea-4a4a-a9ac-487ed2b6b1f0, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=5b3ee12c-ecea-4a4a-a9ac-487ed2b6b1f0,segment=NetworkSegment(0c1f2088-47fc-4dc1-bbc0-3fb00f9512e9),segment_id=0c1f2088-47fc-4dc1-bbc0-3fb00f9512e9)] {{(pid=93588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:41:50.308967 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.rpc [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Returning: {'device': '5b3ee12c-ecea-4a4a-a9ac-487ed2b6b1f0', 'network_id': '6a71bcee-052f-4716-a846-60b14c0d3f7f', 'port_id': '5b3ee12c-ecea-4a4a-a9ac-487ed2b6b1f0', 'mac_address': 'fa:16:3e:85:ea:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1037dee9-7a4e-4781-87ca-994e51f1f87e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93588) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 19:41:50.346475 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555300'] for port, before_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:41:50.358954 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.notifiers.nova [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b3ee12c-ecea-4a4a-a9ac-487ed2b6b1f0 {{(pid=93588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 19:41:50.377629 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.db [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] For port 5b3ee12c-ecea-4a4a-a9ac-487ed2b6b1f0, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=5b3ee12c-ecea-4a4a-a9ac-487ed2b6b1f0,segment=NetworkSegment(0c1f2088-47fc-4dc1-bbc0-3fb00f9512e9),segment_id=0c1f2088-47fc-4dc1-bbc0-3fb00f9512e9)] {{(pid=93588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:41:50.458908 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742349622321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742349248534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742349248552'] for port, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:41:50.503445 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Pushing event updated for resources: {'Port': ['ID=5b3ee12c-ecea-4a4a-a9ac-487ed2b6b1f0,revision_number=4']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:41:50.649441 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.db [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] get_ports_and_sgs() called for port_ids ['5b3ee12c-ecea-4a4a-a9ac-487ed2b6b1f0'] {{(pid=93588) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 19:41:51.219577 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d89f37-6e10-4a64-aaf3-81f4bae2a8b0 req-a274ced0-83fa-469c-92e3-105dd6d28211 tempest-VolumesActionsTest-1156832496 tempest-VolumesActionsTest-1156832496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:41:51.221065 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-f3d89f37-6e10-4a64-aaf3-81f4bae2a8b0 req-a274ced0-83fa-469c-92e3-105dd6d28211 tempest-VolumesActionsTest-1156832496 tempest-VolumesActionsTest-1156832496-project] 10.222.0.41 "GET /v2.0/ports?device_id=22f5ccfb-0b67-4039-81a0-9750ec6a373f HTTP/1.1" status: 200 len: 945 time: 0.0471487 Jul 28 19:41:51.258485 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-f3d89f37-6e10-4a64-aaf3-81f4bae2a8b0 req-fc6a70f7-731d-426e-a36a-9ccbc65222d0 tempest-VolumesActionsTest-1156832496 tempest-VolumesActionsTest-1156832496-project] 10.222.0.41 "GET /v2.0/security-groups?id=aa691d06-1975-42e6-9cb1-3a04fb6add71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315406 Jul 28 19:41:51.596416 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-b9adaea3-4060-4870-a91c-2a9efd324174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:41:52.213215 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.rpc [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Device 5b3ee12c-ecea-4a4a-a9ac-487ed2b6b1f0 up at agent hyperv_hv-cinder-80265 {{(pid=93588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 19:41:52.316326 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.provisioning_blocks [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Provisioning for port 5b3ee12c-ecea-4a4a-a9ac-487ed2b6b1f0 completed by entity L2. {{(pid=93588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 19:41:52.320298 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.provisioning_blocks [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Provisioning complete for port 5b3ee12c-ecea-4a4a-a9ac-487ed2b6b1f0 triggered by entity L2. {{(pid=93588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 19:41:52.320696 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721938'] for port, provisioning_complete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:41:52.377010 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2860c6b5-5d84-4be7-a781-79d70a1bdda8 req-e969f0cb-8b1e-4851-8d7a-ba4e68a1840c tempest-VolumesActionsTest-1156832496 tempest-VolumesActionsTest-1156832496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:41:52.378628 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-2860c6b5-5d84-4be7-a781-79d70a1bdda8 req-e969f0cb-8b1e-4851-8d7a-ba4e68a1840c tempest-VolumesActionsTest-1156832496 tempest-VolumesActionsTest-1156832496-project] 10.222.0.41 "GET /v2.0/ports?device_id=22f5ccfb-0b67-4039-81a0-9750ec6a373f HTTP/1.1" status: 200 len: 945 time: 0.0534897 Jul 28 19:41:52.398343 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555300'] for port, before_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:41:52.416525 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-2860c6b5-5d84-4be7-a781-79d70a1bdda8 req-add7732d-9d92-4bc8-ba97-5cb20424e4fb tempest-VolumesActionsTest-1156832496 tempest-VolumesActionsTest-1156832496-project] 10.222.0.41 "GET /v2.0/security-groups?id=aa691d06-1975-42e6-9cb1-3a04fb6add71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316470 Jul 28 19:41:52.419622 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22f5ccfb-0b67-4039-81a0-9750ec6a373f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b3ee12c-ecea-4a4a-a9ac-487ed2b6b1f0'}] {{(pid=93588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 19:41:52.421853 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1b0d83cbf58c08976f04b399db04c287f80045833914d8e5b61042f37766a37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c17a71ae-ecba-4e8a-885d-30c048cad837" -d '{"events": [{"server_uuid": "22f5ccfb-0b67-4039-81a0-9750ec6a373f", "name": "network-vif-plugged", "status": "completed", "tag": "5b3ee12c-ecea-4a4a-a9ac-487ed2b6b1f0"}]}' {{(pid=93588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 19:41:52.436382 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.db [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] For port 5b3ee12c-ecea-4a4a-a9ac-487ed2b6b1f0, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=5b3ee12c-ecea-4a4a-a9ac-487ed2b6b1f0,segment=NetworkSegment(0c1f2088-47fc-4dc1-bbc0-3fb00f9512e9),segment_id=0c1f2088-47fc-4dc1-bbc0-3fb00f9512e9)] {{(pid=93588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:41:52.459535 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 19:41:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6779c42a-97f1-4b54-838f-b7a0e132a02a x-openstack-request-id: req-6779c42a-97f1-4b54-838f-b7a0e132a02a {{(pid=93588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 19:41:52.459863 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22f5ccfb-0b67-4039-81a0-9750ec6a373f", "name": "network-vif-plugged", "status": "completed", "tag": "5b3ee12c-ecea-4a4a-a9ac-487ed2b6b1f0", "code": 200}]} {{(pid=93588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 19:41:52.460121 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6779c42a-97f1-4b54-838f-b7a0e132a02a {{(pid=93588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 19:41:52.460539 dv-cinder-802653-1-iscsi neutron-server[93588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22f5ccfb-0b67-4039-81a0-9750ec6a373f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b3ee12c-ecea-4a4a-a9ac-487ed2b6b1f0', 'code': 200} Jul 28 19:41:52.492359 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742349622321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742349248534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742349248552'] for port, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:41:52.540375 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Pushing event updated for resources: {'Port': ['ID=5b3ee12c-ecea-4a4a-a9ac-487ed2b6b1f0,revision_number=5']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:41:53.006280 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619d9972-4383-4561-a268-f8d3a560f6f7 req-1dcb9238-6600-49c5-a5a3-0d1b3ea9337c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:41:53.008095 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-619d9972-4383-4561-a268-f8d3a560f6f7 req-1dcb9238-6600-49c5-a5a3-0d1b3ea9337c service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=22f5ccfb-0b67-4039-81a0-9750ec6a373f HTTP/1.1" status: 200 len: 1099 time: 0.2914391 Jul 28 19:41:53.041618 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-619d9972-4383-4561-a268-f8d3a560f6f7 req-00deb6f8-9c1a-4b54-a45b-4407b142cb81 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=aa691d06-1975-42e6-9cb1-3a04fb6add71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0265102 Jul 28 19:41:53.530183 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ff5d40-4454-465e-bdd6-6a3edce90598 req-42f10f7c-ba07-40ab-8fe6-d34674195167 tempest-VolumesActionsTest-1156832496 tempest-VolumesActionsTest-1156832496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:41:53.531657 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-61ff5d40-4454-465e-bdd6-6a3edce90598 req-42f10f7c-ba07-40ab-8fe6-d34674195167 tempest-VolumesActionsTest-1156832496 tempest-VolumesActionsTest-1156832496-project] 10.222.0.41 "GET /v2.0/ports?device_id=22f5ccfb-0b67-4039-81a0-9750ec6a373f HTTP/1.1" status: 200 len: 946 time: 0.0487518 Jul 28 19:41:53.568193 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-61ff5d40-4454-465e-bdd6-6a3edce90598 req-67cea9a1-6068-429d-b186-79d9a94ee9da tempest-VolumesActionsTest-1156832496 tempest-VolumesActionsTest-1156832496-project] 10.222.0.41 "GET /v2.0/security-groups?id=aa691d06-1975-42e6-9cb1-3a04fb6add71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307333 Jul 28 19:41:54.320873 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:41:54.457804 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-44f1a5ef-5b59-40e6-9fed-a519809058ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:41:54.682396 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a912b4fa-fd74-47cf-9561-930a374d162b req-debc8938-8093-43b0-8a5b-7f197096cf5b tempest-VolumesActionsTest-1156832496 tempest-VolumesActionsTest-1156832496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:41:54.683860 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-a912b4fa-fd74-47cf-9561-930a374d162b req-debc8938-8093-43b0-8a5b-7f197096cf5b tempest-VolumesActionsTest-1156832496 tempest-VolumesActionsTest-1156832496-project] 10.222.0.41 "GET /v2.0/ports?device_id=22f5ccfb-0b67-4039-81a0-9750ec6a373f HTTP/1.1" status: 200 len: 946 time: 0.0475471 Jul 28 19:41:54.720681 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-a912b4fa-fd74-47cf-9561-930a374d162b req-67f5e30b-e25f-40ae-8d5b-8917b2d78677 tempest-VolumesActionsTest-1156832496 tempest-VolumesActionsTest-1156832496-project] 10.222.0.41 "GET /v2.0/security-groups?id=aa691d06-1975-42e6-9cb1-3a04fb6add71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308475 Jul 28 19:41:55.733770 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-acea1373-d53c-46a9-b089-9e40d352d773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:41:55.891611 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40e8994-f243-48f4-b5b9-b0626bf59fa0 req-57de5499-5173-4600-9a1d-db97910dd3b1 tempest-VolumesActionsTest-1156832496 tempest-VolumesActionsTest-1156832496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:41:55.893125 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-a40e8994-f243-48f4-b5b9-b0626bf59fa0 req-57de5499-5173-4600-9a1d-db97910dd3b1 tempest-VolumesActionsTest-1156832496 tempest-VolumesActionsTest-1156832496-project] 10.222.0.41 "GET /v2.0/ports?device_id=22f5ccfb-0b67-4039-81a0-9750ec6a373f HTTP/1.1" status: 200 len: 946 time: 0.0518930 Jul 28 19:41:55.933559 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-a40e8994-f243-48f4-b5b9-b0626bf59fa0 req-11f346a6-4024-475f-9c6f-d44b689da9c5 tempest-VolumesActionsTest-1156832496 tempest-VolumesActionsTest-1156832496-project] 10.222.0.41 "GET /v2.0/security-groups?id=aa691d06-1975-42e6-9cb1-3a04fb6add71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346887 Jul 28 19:41:57.050651 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e2fc98-9bf3-43e1-8a24-5f9c38c8e6c7 req-0ff768ee-3f54-41a6-b105-8b9d845c0d55 tempest-VolumesActionsTest-1156832496 tempest-VolumesActionsTest-1156832496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:41:57.052143 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-d6e2fc98-9bf3-43e1-8a24-5f9c38c8e6c7 req-0ff768ee-3f54-41a6-b105-8b9d845c0d55 tempest-VolumesActionsTest-1156832496 tempest-VolumesActionsTest-1156832496-project] 10.222.0.41 "GET /v2.0/ports?device_id=22f5ccfb-0b67-4039-81a0-9750ec6a373f HTTP/1.1" status: 200 len: 946 time: 0.0485542 Jul 28 19:41:57.089261 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-d6e2fc98-9bf3-43e1-8a24-5f9c38c8e6c7 req-f6be5fe6-f4c0-4f7b-85d4-6a3f04de9edd tempest-VolumesActionsTest-1156832496 tempest-VolumesActionsTest-1156832496-project] 10.222.0.41 "GET /v2.0/security-groups?id=aa691d06-1975-42e6-9cb1-3a04fb6add71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312085 Jul 28 19:41:57.178496 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642a292b-122d-45e3-9375-f4a4a5cb5c15 req-cd3c6d96-93e5-43f7-9b0e-5cf68dd23c08 tempest-VolumesActionsTest-1156832496 tempest-VolumesActionsTest-1156832496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:41:57.179972 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-642a292b-122d-45e3-9375-f4a4a5cb5c15 req-cd3c6d96-93e5-43f7-9b0e-5cf68dd23c08 tempest-VolumesActionsTest-1156832496 tempest-VolumesActionsTest-1156832496-project] 10.222.0.49 "GET /v2.0/ports?device_id=22f5ccfb-0b67-4039-81a0-9750ec6a373f HTTP/1.1" status: 200 len: 946 time: 0.0462716 Jul 28 19:41:57.267721 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.plugins.ml2.plugin [req-642a292b-122d-45e3-9375-f4a4a5cb5c15 req-29090648-4d40-4a2b-afb6-aad7b7ea3c7d tempest-VolumesActionsTest-1156832496 tempest-VolumesActionsTest-1156832496-project] Deleting port 5b3ee12c-ecea-4a4a-a9ac-487ed2b6b1f0 {{(pid=93587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 19:41:57.267995 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [req-642a292b-122d-45e3-9375-f4a4a5cb5c15 req-29090648-4d40-4a2b-afb6-aad7b7ea3c7d tempest-VolumesActionsTest-1156832496 tempest-VolumesActionsTest-1156832496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742349616523'] for port, before_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:41:57.355494 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.plugins.ml2.db [req-642a292b-122d-45e3-9375-f4a4a5cb5c15 req-29090648-4d40-4a2b-afb6-aad7b7ea3c7d tempest-VolumesActionsTest-1156832496 tempest-VolumesActionsTest-1156832496-project] For port 5b3ee12c-ecea-4a4a-a9ac-487ed2b6b1f0, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=5b3ee12c-ecea-4a4a-a9ac-487ed2b6b1f0,segment=NetworkSegment(0c1f2088-47fc-4dc1-bbc0-3fb00f9512e9),segment_id=0c1f2088-47fc-4dc1-bbc0-3fb00f9512e9)] {{(pid=93587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:41:57.355893 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [req-642a292b-122d-45e3-9375-f4a4a5cb5c15 req-29090648-4d40-4a2b-afb6-aad7b7ea3c7d tempest-VolumesActionsTest-1156832496 tempest-VolumesActionsTest-1156832496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825298'] for port, precommit_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:41:57.367993 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.plugins.ml2.plugin [req-642a292b-122d-45e3-9375-f4a4a5cb5c15 req-29090648-4d40-4a2b-afb6-aad7b7ea3c7d tempest-VolumesActionsTest-1156832496 tempest-VolumesActionsTest-1156832496-project] Calling delete_port for 5b3ee12c-ecea-4a4a-a9ac-487ed2b6b1f0 owned by compute:nova {{(pid=93587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 19:41:57.647116 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [req-642a292b-122d-45e3-9375-f4a4a5cb5c15 req-29090648-4d40-4a2b-afb6-aad7b7ea3c7d tempest-VolumesActionsTest-1156832496 tempest-VolumesActionsTest-1156832496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742349622303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742349248525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9465727'] for port, after_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:41:57.658785 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.db [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] get_ports_and_sgs() called for port_ids ['5b3ee12c-ecea-4a4a-a9ac-487ed2b6b1f0'] {{(pid=93588) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 19:41:57.674251 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29090648-4d40-4a2b-afb6-aad7b7ea3c7d tempest-VolumesActionsTest-1156832496 tempest-VolumesActionsTest-1156832496-project] Pushing event deleted for resources: {'Port': ['ID=5b3ee12c-ecea-4a4a-a9ac-487ed2b6b1f0,revision_number=None']} {{(pid=93587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:41:57.683864 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29090648-4d40-4a2b-afb6-aad7b7ea3c7d tempest-VolumesActionsTest-1156832496 tempest-VolumesActionsTest-1156832496-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:41:57.684223 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29090648-4d40-4a2b-afb6-aad7b7ea3c7d tempest-VolumesActionsTest-1156832496 tempest-VolumesActionsTest-1156832496-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:41:57.684569 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29090648-4d40-4a2b-afb6-aad7b7ea3c7d tempest-VolumesActionsTest-1156832496 tempest-VolumesActionsTest-1156832496-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:41:57.684935 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29090648-4d40-4a2b-afb6-aad7b7ea3c7d tempest-VolumesActionsTest-1156832496 tempest-VolumesActionsTest-1156832496-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:41:57.685271 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29090648-4d40-4a2b-afb6-aad7b7ea3c7d tempest-VolumesActionsTest-1156832496 tempest-VolumesActionsTest-1156832496-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:41:57.686140 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29090648-4d40-4a2b-afb6-aad7b7ea3c7d tempest-VolumesActionsTest-1156832496 tempest-VolumesActionsTest-1156832496-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:41:57.686474 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29090648-4d40-4a2b-afb6-aad7b7ea3c7d tempest-VolumesActionsTest-1156832496 tempest-VolumesActionsTest-1156832496-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:41:57.687119 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29090648-4d40-4a2b-afb6-aad7b7ea3c7d tempest-VolumesActionsTest-1156832496 tempest-VolumesActionsTest-1156832496-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:41:57.687119 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29090648-4d40-4a2b-afb6-aad7b7ea3c7d tempest-VolumesActionsTest-1156832496 tempest-VolumesActionsTest-1156832496-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:41:57.687447 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29090648-4d40-4a2b-afb6-aad7b7ea3c7d tempest-VolumesActionsTest-1156832496 tempest-VolumesActionsTest-1156832496-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:41:57.687795 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29090648-4d40-4a2b-afb6-aad7b7ea3c7d tempest-VolumesActionsTest-1156832496 tempest-VolumesActionsTest-1156832496-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:41:57.688149 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29090648-4d40-4a2b-afb6-aad7b7ea3c7d tempest-VolumesActionsTest-1156832496 tempest-VolumesActionsTest-1156832496-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:41:57.728478 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.db.l3_dvrscheduler_db [req-642a292b-122d-45e3-9375-f4a4a5cb5c15 req-29090648-4d40-4a2b-afb6-aad7b7ea3c7d tempest-VolumesActionsTest-1156832496 tempest-VolumesActionsTest-1156832496-project] No DVR routers for this DVR port 5b3ee12c-ecea-4a4a-a9ac-487ed2b6b1f0 on host hv-cinder-80265 {{(pid=93587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 19:41:57.730885 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [req-642a292b-122d-45e3-9375-f4a4a5cb5c15 req-29090648-4d40-4a2b-afb6-aad7b7ea3c7d tempest-VolumesActionsTest-1156832496 tempest-VolumesActionsTest-1156832496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148603'] for port, before_response {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:41:57.732997 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-642a292b-122d-45e3-9375-f4a4a5cb5c15 req-29090648-4d40-4a2b-afb6-aad7b7ea3c7d tempest-VolumesActionsTest-1156832496 tempest-VolumesActionsTest-1156832496-project] 10.222.0.49 "DELETE /v2.0/ports/5b3ee12c-ecea-4a4a-a9ac-487ed2b6b1f0 HTTP/1.1" status: 204 len: 173 time: 0.5464432 Jul 28 19:41:57.733447 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22f5ccfb-0b67-4039-81a0-9750ec6a373f', 'name': 'network-vif-deleted', 'tag': '5b3ee12c-ecea-4a4a-a9ac-487ed2b6b1f0'}] {{(pid=93587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 19:41:57.735668 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0425cd91716d62700118381c1ce81f16af4b0b2dffb745d1fa1c8d13c3262bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c768006c-c098-4a07-982a-96c084f385a7" -d '{"events": [{"server_uuid": "22f5ccfb-0b67-4039-81a0-9750ec6a373f", "name": "network-vif-deleted", "tag": "5b3ee12c-ecea-4a4a-a9ac-487ed2b6b1f0"}]}' {{(pid=93587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 19:41:57.770934 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 19:41:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-476bc9a6-a70f-4b21-b9b3-7c47f1c3e9d3 x-openstack-request-id: req-476bc9a6-a70f-4b21-b9b3-7c47f1c3e9d3 {{(pid=93587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 19:41:57.770934 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22f5ccfb-0b67-4039-81a0-9750ec6a373f", "name": "network-vif-deleted", "tag": "5b3ee12c-ecea-4a4a-a9ac-487ed2b6b1f0", "status": "completed", "code": 200}]} {{(pid=93587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 19:41:57.770934 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-476bc9a6-a70f-4b21-b9b3-7c47f1c3e9d3 {{(pid=93587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 19:41:57.771333 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22f5ccfb-0b67-4039-81a0-9750ec6a373f', 'name': 'network-vif-deleted', 'tag': '5b3ee12c-ecea-4a4a-a9ac-487ed2b6b1f0', 'status': 'completed', 'code': 200} Jul 28 19:41:57.789984 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-26c861f8-c84b-4272-86f3-59900436582c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:41:58.191321 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-9d7b29e5-328c-4ef9-9965-df575b716659 req-bfeda553-8ef5-4d96-b005-949821011afb tempest-VolumesActionsTest-1156832496 tempest-VolumesActionsTest-1156832496-project] 10.222.0.41 "GET /v2.0/ports?device_id=22f5ccfb-0b67-4039-81a0-9750ec6a373f HTTP/1.1" status: 200 len: 210 time: 0.0256240 Jul 28 19:42:02.534520 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.rpc [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Device 5b3ee12c-ecea-4a4a-a9ac-487ed2b6b1f0 no longer exists at agent hyperv_hv-cinder-80265 {{(pid=93588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 19:42:02.558690 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.plugin [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] No Port match for: 5b3ee12c-ecea-4a4a-a9ac-487ed2b6b1f0 {{(pid=93588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 19:42:02.559040 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.rpc [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Device 5b3ee12c-ecea-4a4a-a9ac-487ed2b6b1f0 not bound to the agent host hv-cinder-80265 {{(pid=93588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 19:42:02.630633 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:42:13.635448 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.db.agents_db [None req-65e7ef76-a059-4ec3-9341-f72ff4ef7e59 None None] Agent healthcheck: found 6 active agents {{(pid=93589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 19:42:21.597198 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-c59c2bb2-5289-406f-845b-fff97b2322af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:42:23.585175 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.wsgi [-] (93586) accepted ('10.222.0.41', 51400) {{(pid=93586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:42:23.632708 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.db.db_base_plugin_v2 [None req-8340bfe6-f573-46a4-997d-712a9c656ea5 admin admin] Deleting subnet 1037dee9-7a4e-4781-87ca-994e51f1f87e {{(pid=93586) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 28 19:42:23.635929 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-8340bfe6-f573-46a4-997d-712a9c656ea5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:42:23.668782 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-8340bfe6-f573-46a4-997d-712a9c656ea5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12083803'] for subnet, precommit_delete_associations {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:42:23.706199 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-8340bfe6-f573-46a4-997d-712a9c656ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-783032'] for subnet, precommit_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:42:23.849366 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-8340bfe6-f573-46a4-997d-712a9c656ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12083804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12577348'] for subnet, after_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:42:23.879454 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8340bfe6-f573-46a4-997d-712a9c656ea5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1037dee9-7a4e-4781-87ca-994e51f1f87e,revision_number=None']} {{(pid=93586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:42:23.882440 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-8340bfe6-f573-46a4-997d-712a9c656ea5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:42:23.883661 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [None req-8340bfe6-f573-46a4-997d-712a9c656ea5 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/1037dee9-7a4e-4781-87ca-994e51f1f87e HTTP/1.1" status: 204 len: 168 time: 0.2975049 Jul 28 19:42:23.886593 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.wsgi [-] (93587) accepted ('10.222.0.41', 51402) {{(pid=93587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:42:23.890029 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8340bfe6-f573-46a4-997d-712a9c656ea5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:42:23.890384 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8340bfe6-f573-46a4-997d-712a9c656ea5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:42:23.890763 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8340bfe6-f573-46a4-997d-712a9c656ea5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:42:23.891102 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8340bfe6-f573-46a4-997d-712a9c656ea5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:42:23.892709 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8340bfe6-f573-46a4-997d-712a9c656ea5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:42:23.893124 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8340bfe6-f573-46a4-997d-712a9c656ea5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:42:23.893461 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8340bfe6-f573-46a4-997d-712a9c656ea5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:42:23.893795 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8340bfe6-f573-46a4-997d-712a9c656ea5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:42:23.894137 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8340bfe6-f573-46a4-997d-712a9c656ea5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:42:23.894499 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8340bfe6-f573-46a4-997d-712a9c656ea5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:42:23.894827 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8340bfe6-f573-46a4-997d-712a9c656ea5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:42:23.895156 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8340bfe6-f573-46a4-997d-712a9c656ea5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:42:23.958040 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-886e5d07-4404-4ffc-b095-7b1730bc992c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-648881'] for network, before_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:42:24.036295 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-886e5d07-4404-4ffc-b095-7b1730bc992c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721199', 'neutron.services.segments.db._delete_segments_for_network-8742349714737'] for network, precommit_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:42:24.047237 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.services.segments.db [None req-886e5d07-4404-4ffc-b095-7b1730bc992c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a71bcee-052f-4716-a846-60b14c0d3f7f']}} {{(pid=93587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:42:24.057188 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.services.segments.db [None req-886e5d07-4404-4ffc-b095-7b1730bc992c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c1f2088-47fc-4dc1-bbc0-3fb00f9512e9') {'for_net_delete': True} {{(pid=93587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:42:24.057490 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.services.segments.db [None req-886e5d07-4404-4ffc-b095-7b1730bc992c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c1f2088-47fc-4dc1-bbc0-3fb00f9512e9') {} {{(pid=93587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:42:24.065976 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-886e5d07-4404-4ffc-b095-7b1730bc992c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742349715770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10080309'] for segment, before_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:42:24.083645 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-886e5d07-4404-4ffc-b095-7b1730bc992c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721374'] for segment, precommit_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:42:24.089350 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-886e5d07-4404-4ffc-b095-7b1730bc992c admin admin] Releasing vlan 408 on physical network physnet1 to pool {{(pid=93587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 19:42:24.097891 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-886e5d07-4404-4ffc-b095-7b1730bc992c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9464974'] for segment, after_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:42:24.097891 dv-cinder-802653-1-iscsi neutron-server[93587]: Traceback (most recent call last): Jul 28 19:42:24.097891 dv-cinder-802653-1-iscsi neutron-server[93587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 19:42:24.097891 dv-cinder-802653-1-iscsi neutron-server[93587]: timer() Jul 28 19:42:24.097891 dv-cinder-802653-1-iscsi neutron-server[93587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 19:42:24.097891 dv-cinder-802653-1-iscsi neutron-server[93587]: cb(*args, **kw) Jul 28 19:42:24.097891 dv-cinder-802653-1-iscsi neutron-server[93587]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 19:42:24.097891 dv-cinder-802653-1-iscsi neutron-server[93587]: return func(*args, **kwargs) Jul 28 19:42:24.097891 dv-cinder-802653-1-iscsi neutron-server[93587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 19:42:24.097891 dv-cinder-802653-1-iscsi neutron-server[93587]: self._notify() Jul 28 19:42:24.097891 dv-cinder-802653-1-iscsi neutron-server[93587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 19:42:24.097891 dv-cinder-802653-1-iscsi neutron-server[93587]: self.callback(batched_events) Jul 28 19:42:24.097891 dv-cinder-802653-1-iscsi neutron-server[93587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 19:42:24.097891 dv-cinder-802653-1-iscsi neutron-server[93587]: event.method(event) Jul 28 19:42:24.097891 dv-cinder-802653-1-iscsi neutron-server[93587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 19:42:24.097891 dv-cinder-802653-1-iscsi neutron-server[93587]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 19:42:24.097891 dv-cinder-802653-1-iscsi neutron-server[93587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 19:42:24.097891 dv-cinder-802653-1-iscsi neutron-server[93587]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 19:42:24.097891 dv-cinder-802653-1-iscsi neutron-server[93587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 19:42:24.097891 dv-cinder-802653-1-iscsi neutron-server[93587]: return f(self, *a, **k) Jul 28 19:42:24.097891 dv-cinder-802653-1-iscsi neutron-server[93587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 19:42:24.097891 dv-cinder-802653-1-iscsi neutron-server[93587]: return self._get(url).json() Jul 28 19:42:24.097891 dv-cinder-802653-1-iscsi neutron-server[93587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 19:42:24.097891 dv-cinder-802653-1-iscsi neutron-server[93587]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 19:42:24.097891 dv-cinder-802653-1-iscsi neutron-server[93587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 19:42:24.097891 dv-cinder-802653-1-iscsi neutron-server[93587]: return self.request(url, 'GET', **kwargs) Jul 28 19:42:24.097891 dv-cinder-802653-1-iscsi neutron-server[93587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 19:42:24.097891 dv-cinder-802653-1-iscsi neutron-server[93587]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 19:42:24.097891 dv-cinder-802653-1-iscsi neutron-server[93587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 19:42:24.097891 dv-cinder-802653-1-iscsi neutron-server[93587]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 19:42:24.097891 dv-cinder-802653-1-iscsi neutron-server[93587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 19:42:24.097891 dv-cinder-802653-1-iscsi neutron-server[93587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 19:42:24.097891 dv-cinder-802653-1-iscsi neutron-server[93587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 19:42:24.208444 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-886e5d07-4404-4ffc-b095-7b1730bc992c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3821495'] for network, after_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:42:24.212953 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-886e5d07-4404-4ffc-b095-7b1730bc992c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760026'] for network, before_response {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:42:24.214856 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [None req-886e5d07-4404-4ffc-b095-7b1730bc992c admin admin] 10.222.0.41 "DELETE /v2.0/networks/6a71bcee-052f-4716-a846-60b14c0d3f7f HTTP/1.1" status: 204 len: 168 time: 0.3272364 Jul 28 19:42:24.227565 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886e5d07-4404-4ffc-b095-7b1730bc992c admin admin] Pushing event deleted for resources: {'Network': ['ID=6a71bcee-052f-4716-a846-60b14c0d3f7f,revision_number=None']} {{(pid=93587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:42:24.271311 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:42:24.431757 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-f67ef898-d51e-45d3-a63f-c164e04be0a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:42:24.518837 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.wsgi [-] (93587) accepted ('10.222.0.41', 51406) {{(pid=93587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:42:24.558364 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [None req-a9a20f91-2a37-4842-b92d-924d3cb86624 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c14c1a57106840638fda6f73beabed38&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0383768 Jul 28 19:42:24.560764 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.wsgi [-] (93587) accepted ('10.222.0.41', 51408) {{(pid=93587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:42:24.608886 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-20934c17-ad44-47d3-8158-7283002462c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:42:24.630630 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-20934c17-ad44-47d3-8158-7283002462c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:42:24.740285 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-20934c17-ad44-47d3-8158-7283002462c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676630'] for security_group, after_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:42:24.742772 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-20934c17-ad44-47d3-8158-7283002462c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:42:24.743940 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [None req-20934c17-ad44-47d3-8158-7283002462c9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/aa691d06-1975-42e6-9cb1-3a04fb6add71 HTTP/1.1" status: 204 len: 168 time: 0.1822319 Jul 28 19:42:24.752756 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20934c17-ad44-47d3-8158-7283002462c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa691d06-1975-42e6-9cb1-3a04fb6add71,revision_number=None']} {{(pid=93587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:42:25.723118 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-acea1373-d53c-46a9-b089-9e40d352d773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:42:27.780053 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-26c861f8-c84b-4272-86f3-59900436582c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:42:32.643303 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:42:50.634307 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.db.agents_db [None req-65e7ef76-a059-4ec3-9341-f72ff4ef7e59 None None] Agent healthcheck: found 6 active agents {{(pid=93589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 19:42:51.603480 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-f4f7ddb5-cba0-4118-a735-2a5a2167a836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:42:54.266262 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:42:54.466515 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-4e53c0b7-c291-46e9-abaa-45213e854b1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:42:55.758236 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-acea1373-d53c-46a9-b089-9e40d352d773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:42:57.763576 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-26c861f8-c84b-4272-86f3-59900436582c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:43:02.633562 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:43:21.581586 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-94e3f467-2ef1-4bc2-a9ac-6ac7c66b71e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:43:24.313598 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:43:24.450622 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-a8b84689-b104-48fd-9e7b-dcd01d7e63f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:43:25.724789 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-acea1373-d53c-46a9-b089-9e40d352d773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:43:27.633485 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.db.agents_db [None req-65e7ef76-a059-4ec3-9341-f72ff4ef7e59 None None] Agent healthcheck: found 6 active agents {{(pid=93589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 19:43:27.787663 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-26c861f8-c84b-4272-86f3-59900436582c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:43:32.632978 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:43:51.600008 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-34c37a55-98ce-4f1f-9727-dd17a06d3e5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:43:54.297563 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:43:54.462016 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-f4a58958-27eb-4f71-95a5-9c6fe033ed40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:43:55.725715 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-acea1373-d53c-46a9-b089-9e40d352d773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:43:57.782283 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-26c861f8-c84b-4272-86f3-59900436582c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:44:02.686341 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:44:04.632531 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.db.agents_db [None req-65e7ef76-a059-4ec3-9341-f72ff4ef7e59 None None] Agent healthcheck: found 6 active agents {{(pid=93589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 19:44:21.635738 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-6bec79bf-320c-4a9a-b8e8-56528a1b05ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:44:24.268161 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:44:24.451042 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-3885b46b-e82a-4f43-b1f4-1ba0ef9fe566 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:44:25.732486 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-acea1373-d53c-46a9-b089-9e40d352d773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:44:27.784360 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-26c861f8-c84b-4272-86f3-59900436582c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:44:32.635842 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:44:41.632057 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.db.agents_db [None req-65e7ef76-a059-4ec3-9341-f72ff4ef7e59 None None] Agent healthcheck: found 6 active agents {{(pid=93589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 19:44:41.783139 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.wsgi [-] (93586) accepted ('10.222.0.41', 51712) {{(pid=93586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:44:42.291619 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-78f0d72a-c2ca-4025-a24f-1f14fb2dd93b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3821637'] for router_interface, before_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:44:42.525850 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.plugins.ml2.plugin [None req-78f0d72a-c2ca-4025-a24f-1f14fb2dd93b admin admin] Deleting port 623b90fd-62a2-47d3-8224-ad3f1ec20d97 {{(pid=93586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 19:44:42.526232 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-78f0d72a-c2ca-4025-a24f-1f14fb2dd93b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742349616523'] for port, before_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:44:42.871339 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.plugins.ml2.db [None req-78f0d72a-c2ca-4025-a24f-1f14fb2dd93b admin admin] For port 623b90fd-62a2-47d3-8224-ad3f1ec20d97, host dv-cinder-802653-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-1-iscsi',level=0,port_id=623b90fd-62a2-47d3-8224-ad3f1ec20d97,segment=NetworkSegment(559a2b3b-45f1-4ed6-a9a8-30cdc01cbf76),segment_id=559a2b3b-45f1-4ed6-a9a8-30cdc01cbf76)] {{(pid=93586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:44:42.872105 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-78f0d72a-c2ca-4025-a24f-1f14fb2dd93b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825298'] for port, precommit_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:44:42.883487 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.plugins.ml2.plugin [None req-78f0d72a-c2ca-4025-a24f-1f14fb2dd93b admin admin] Calling delete_port for 623b90fd-62a2-47d3-8224-ad3f1ec20d97 owned by network:router_interface {{(pid=93586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 19:44:43.144916 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-78f0d72a-c2ca-4025-a24f-1f14fb2dd93b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742349622303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742349248525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12083827'] for port, after_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:44:43.168189 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f0d72a-c2ca-4025-a24f-1f14fb2dd93b admin admin] Pushing event deleted for resources: {'Port': ['ID=623b90fd-62a2-47d3-8224-ad3f1ec20d97,revision_number=None']} {{(pid=93586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:44:43.190657 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f0d72a-c2ca-4025-a24f-1f14fb2dd93b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:44:43.190657 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f0d72a-c2ca-4025-a24f-1f14fb2dd93b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:44:43.190657 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f0d72a-c2ca-4025-a24f-1f14fb2dd93b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:44:43.190657 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f0d72a-c2ca-4025-a24f-1f14fb2dd93b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:44:43.190657 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f0d72a-c2ca-4025-a24f-1f14fb2dd93b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:44:43.190657 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f0d72a-c2ca-4025-a24f-1f14fb2dd93b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:44:43.190657 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f0d72a-c2ca-4025-a24f-1f14fb2dd93b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:44:43.190657 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f0d72a-c2ca-4025-a24f-1f14fb2dd93b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:44:43.190657 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f0d72a-c2ca-4025-a24f-1f14fb2dd93b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:44:43.190657 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f0d72a-c2ca-4025-a24f-1f14fb2dd93b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:44:43.190657 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f0d72a-c2ca-4025-a24f-1f14fb2dd93b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:44:43.190657 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f0d72a-c2ca-4025-a24f-1f14fb2dd93b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:44:43.338914 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-78f0d72a-c2ca-4025-a24f-1f14fb2dd93b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3760063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3821609'] for router_interface, after_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:44:43.550342 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78f0d72a-c2ca-4025-a24f-1f14fb2dd93b admin admin] Router 4edd524a-f694-4a3b-9f98-acfa1ff62e1e has already been hosted by L3 agent a81dfe8c-a6e8-4fad-82b8-e31bee6ac2ff {{(pid=93586) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 19:44:43.652755 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78f0d72a-c2ca-4025-a24f-1f14fb2dd93b admin admin] Notify agent at l3_agent.dv-cinder-802653-1-iscsi the message routers_updated {{(pid=93586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 19:44:43.657823 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [None req-78f0d72a-c2ca-4025-a24f-1f14fb2dd93b admin admin] 10.222.0.41 "PUT /v2.0/routers/4edd524a-f694-4a3b-9f98-acfa1ff62e1e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8735831 Jul 28 19:44:43.660384 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.wsgi [-] (93587) accepted ('10.222.0.41', 51720) {{(pid=93587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:44:43.666840 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-546434d5-f883-4a2b-ad96-d7d4ce692cdf None None] Sync routers for ids ['4edd524a-f694-4a3b-9f98-acfa1ff62e1e'] in dv-cinder-802653-1-iscsi {{(pid=93589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 19:44:43.677124 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-546434d5-f883-4a2b-ad96-d7d4ce692cdf None None] Routers {'4edd524a-f694-4a3b-9f98-acfa1ff62e1e'} bound to L3 agent in host dv-cinder-802653-1-iscsi {{(pid=93589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 19:44:43.677739 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.db.l3_hamode_db [None req-546434d5-f883-4a2b-ad96-d7d4ce692cdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802653-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T18:54:54Z,description=,heartbeat_timestamp=2021-07-28T19:44:24Z,host='dv-cinder-802653-1-iscsi',id=a81dfe8c-a6e8-4fad-82b8-e31bee6ac2ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T18:54:55Z,topic='l3_agent')) {'router_ids': ['4edd524a-f694-4a3b-9f98-acfa1ff62e1e'], 'active': True} {{(pid=93589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:44:43.765912 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-76487620-f341-4848-b829-ff3791a32db9 admin admin] Notify callbacks [] for router, before_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:44:43.868587 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-76487620-f341-4848-b829-ff3791a32db9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:44:43.871778 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.db.l3_dvr_db [None req-546434d5-f883-4a2b-ad96-d7d4ce692cdf None None] Set router 4edd524a-f694-4a3b-9f98-acfa1ff62e1e gateway port host: dv-cinder-802653-1-iscsi {{(pid=93589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 19:44:44.015691 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.plugins.ml2.plugin [None req-76487620-f341-4848-b829-ff3791a32db9 admin admin] Deleting port b49d4719-fd3e-46af-9e54-d698c65d70c6 {{(pid=93587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 19:44:44.016076 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-76487620-f341-4848-b829-ff3791a32db9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742349616523'] for port, before_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:44:44.043659 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.db.l3_hamode_db [None req-546434d5-f883-4a2b-ad96-d7d4ce692cdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4edd524a-f694-4a3b-9f98-acfa1ff62e1e', 'name': 'tempest-AttachVolumeTestJSON-1336353080-router', 'tenant_id': '4dceb4eb37274cd9b3fcc8dffed09715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df', 'external_fixed_ips': [{'subnet_id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': 'b49d4719-fd3e-46af-9e54-d698c65d70c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:03:07Z', 'updated_at': '2021-07-28T19:44:43Z', 'revision_number': 5, 'project_id': '4dceb4eb37274cd9b3fcc8dffed09715', 'gw_port': {'id': 'b49d4719-fd3e-46af-9e54-d698c65d70c6', 'name': '', 'network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:3e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4edd524a-f694-4a3b-9f98-acfa1ff62e1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:03:09Z', 'updated_at': '2021-07-28T19:03:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-1-iscsi'}], 'dv-cinder-802653-1-iscsi', False) {} {{(pid=93589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:44:44.073070 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-546434d5-f883-4a2b-ad96-d7d4ce692cdf None None] Checking router: 4edd524a-f694-4a3b-9f98-acfa1ff62e1e for host: dv-cinder-802653-1-iscsi {{(pid=93589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 19:44:44.081217 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-546434d5-f883-4a2b-ad96-d7d4ce692cdf None None] Routers {'4edd524a-f694-4a3b-9f98-acfa1ff62e1e'} bound to L3 agent in host dv-cinder-802653-1-iscsi {{(pid=93589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 19:44:44.081813 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.db.l3_hamode_db [None req-546434d5-f883-4a2b-ad96-d7d4ce692cdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802653-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T18:54:54Z,description=,heartbeat_timestamp=2021-07-28T19:44:24Z,host='dv-cinder-802653-1-iscsi',id=a81dfe8c-a6e8-4fad-82b8-e31bee6ac2ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T18:54:55Z,topic='l3_agent')) {'router_ids': ['4edd524a-f694-4a3b-9f98-acfa1ff62e1e'], 'active': True} {{(pid=93589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:44:44.092330 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.plugins.ml2.db [None req-76487620-f341-4848-b829-ff3791a32db9 admin admin] For port b49d4719-fd3e-46af-9e54-d698c65d70c6, host dv-cinder-802653-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-1-iscsi',level=0,port_id=b49d4719-fd3e-46af-9e54-d698c65d70c6,segment=NetworkSegment(17bd56bb-f533-4c75-bcf1-86c99094db6a),segment_id=17bd56bb-f533-4c75-bcf1-86c99094db6a)] {{(pid=93587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:44:44.092689 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-76487620-f341-4848-b829-ff3791a32db9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825298'] for port, precommit_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:44:44.105971 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.plugins.ml2.plugin [None req-76487620-f341-4848-b829-ff3791a32db9 admin admin] Calling delete_port for b49d4719-fd3e-46af-9e54-d698c65d70c6 owned by network:router_gateway {{(pid=93587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 19:44:44.166317 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.db.l3_dvr_db [None req-546434d5-f883-4a2b-ad96-d7d4ce692cdf None None] Set router 4edd524a-f694-4a3b-9f98-acfa1ff62e1e gateway port host: None {{(pid=93589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 19:44:44.216813 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.db.l3_hamode_db [None req-546434d5-f883-4a2b-ad96-d7d4ce692cdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4edd524a-f694-4a3b-9f98-acfa1ff62e1e', 'name': 'tempest-AttachVolumeTestJSON-1336353080-router', 'tenant_id': '4dceb4eb37274cd9b3fcc8dffed09715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:03:07Z', 'updated_at': '2021-07-28T19:44:43Z', 'revision_number': 6, 'project_id': '4dceb4eb37274cd9b3fcc8dffed09715', 'gw_port_host': None}], 'dv-cinder-802653-1-iscsi', False) {} {{(pid=93589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:44:44.246595 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-546434d5-f883-4a2b-ad96-d7d4ce692cdf None None] The sync data for ids ['4edd524a-f694-4a3b-9f98-acfa1ff62e1e'] in dv-cinder-802653-1-iscsi is: [{'id': '4edd524a-f694-4a3b-9f98-acfa1ff62e1e', 'name': 'tempest-AttachVolumeTestJSON-1336353080-router', 'tenant_id': '4dceb4eb37274cd9b3fcc8dffed09715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:03:07Z', 'updated_at': '2021-07-28T19:44:43Z', 'revision_number': 6, 'project_id': '4dceb4eb37274cd9b3fcc8dffed09715', 'gw_port_host': None}] {{(pid=93589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 19:44:44.334105 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-76487620-f341-4848-b829-ff3791a32db9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742349622303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742349248525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9465727'] for port, after_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:44:44.363169 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76487620-f341-4848-b829-ff3791a32db9 admin admin] Pushing event deleted for resources: {'Port': ['ID=b49d4719-fd3e-46af-9e54-d698c65d70c6,revision_number=None']} {{(pid=93587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:44:44.387492 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76487620-f341-4848-b829-ff3791a32db9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:44:44.392452 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76487620-f341-4848-b829-ff3791a32db9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:44:44.392452 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76487620-f341-4848-b829-ff3791a32db9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:44:44.392452 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76487620-f341-4848-b829-ff3791a32db9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:44:44.392452 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76487620-f341-4848-b829-ff3791a32db9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:44:44.392452 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76487620-f341-4848-b829-ff3791a32db9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:44:44.392452 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76487620-f341-4848-b829-ff3791a32db9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:44:44.392452 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76487620-f341-4848-b829-ff3791a32db9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:44:44.392452 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76487620-f341-4848-b829-ff3791a32db9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:44:44.392452 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76487620-f341-4848-b829-ff3791a32db9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:44:44.392452 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76487620-f341-4848-b829-ff3791a32db9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:44:44.392452 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76487620-f341-4848-b829-ff3791a32db9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:44:44.432943 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-76487620-f341-4848-b829-ff3791a32db9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3821451'] for router_gateway, after_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:44:44.521061 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-76487620-f341-4848-b829-ff3791a32db9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3885588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32157'] for router, precommit_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:44:44.523468 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-76487620-f341-4848-b829-ff3791a32db9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:44:44.642187 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-76487620-f341-4848-b829-ff3791a32db9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3885188'] for router, after_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:44:44.642747 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76487620-f341-4848-b829-ff3791a32db9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4edd524a-f694-4a3b-9f98-acfa1ff62e1e {{(pid=93587) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 19:44:44.649016 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-76487620-f341-4848-b829-ff3791a32db9 admin admin] Notify callbacks [] for router, before_response {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:44:44.649791 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [None req-76487620-f341-4848-b829-ff3791a32db9 admin admin] 10.222.0.41 "DELETE /v2.0/routers/4edd524a-f694-4a3b-9f98-acfa1ff62e1e HTTP/1.1" status: 204 len: 168 time: 0.9878385 Jul 28 19:44:44.652510 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.wsgi [-] (93587) accepted ('10.222.0.41', 51724) {{(pid=93587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:44:44.699972 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a647b6a-b0ac-448e-bbdc-900005d651ee admin admin] Deleting subnet d8dd9f14-f474-4c6a-84f8-85ff7b8e642f {{(pid=93587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 28 19:44:44.702865 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-0a647b6a-b0ac-448e-bbdc-900005d651ee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:44:44.736175 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-0a647b6a-b0ac-448e-bbdc-900005d651ee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10080318'] for subnet, precommit_delete_associations {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:44:44.810848 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-0a647b6a-b0ac-448e-bbdc-900005d651ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-783032'] for subnet, precommit_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:44:44.926051 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-0a647b6a-b0ac-448e-bbdc-900005d651ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9465680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9352936'] for subnet, after_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:44:44.955658 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a647b6a-b0ac-448e-bbdc-900005d651ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d8dd9f14-f474-4c6a-84f8-85ff7b8e642f,revision_number=None']} {{(pid=93587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:44:44.960248 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-0a647b6a-b0ac-448e-bbdc-900005d651ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760026'] for subnet, before_response {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:44:44.962048 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [None req-0a647b6a-b0ac-448e-bbdc-900005d651ee admin admin] 10.222.0.41 "DELETE /v2.0/subnets/d8dd9f14-f474-4c6a-84f8-85ff7b8e642f HTTP/1.1" status: 204 len: 168 time: 0.3086860 Jul 28 19:44:44.964678 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.wsgi [-] (93587) accepted ('10.222.0.41', 51726) {{(pid=93587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:44:44.968147 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c21f3bb-5589-4d60-b149-65be79418d71 None None] Network 9a21bde8-e77f-4246-845e-15d2cf775c00 requested from dv-cinder-802653-1-iscsi {{(pid=93588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 19:44:45.037820 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-7de6a7a0-624d-4c57-a7c6-1bba4e098dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-648881'] for network, before_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:44:45.093941 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.plugins.ml2.plugin [None req-7de6a7a0-624d-4c57-a7c6-1bba4e098dd4 admin admin] Deleting port ab75890f-9842-433a-97a5-8c9782a343bb {{(pid=93587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 19:44:45.094224 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-7de6a7a0-624d-4c57-a7c6-1bba4e098dd4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742349616523'] for port, before_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:44:45.163783 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.plugins.ml2.db [None req-7de6a7a0-624d-4c57-a7c6-1bba4e098dd4 admin admin] For port ab75890f-9842-433a-97a5-8c9782a343bb, host dv-cinder-802653-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-1-iscsi',level=0,port_id=ab75890f-9842-433a-97a5-8c9782a343bb,segment=NetworkSegment(559a2b3b-45f1-4ed6-a9a8-30cdc01cbf76),segment_id=559a2b3b-45f1-4ed6-a9a8-30cdc01cbf76)] {{(pid=93587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:44:45.164165 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-7de6a7a0-624d-4c57-a7c6-1bba4e098dd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825298'] for port, precommit_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:44:45.177690 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.plugins.ml2.plugin [None req-7de6a7a0-624d-4c57-a7c6-1bba4e098dd4 admin admin] Calling delete_port for ab75890f-9842-433a-97a5-8c9782a343bb owned by network:dhcp {{(pid=93587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 19:44:45.271376 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2b6a5b5-2cdb-45cb-80be-9956713f5db0 None None] DHCP port deletion for 9a21bde8-e77f-4246-845e-15d2cf775c00 request from dv-cinder-802653-1-iscsi {{(pid=93588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 19:44:45.316857 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.plugin [None req-f2b6a5b5-2cdb-45cb-80be-9956713f5db0 None None] Deleting port ab75890f-9842-433a-97a5-8c9782a343bb {{(pid=93588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 19:44:45.317929 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-f2b6a5b5-2cdb-45cb-80be-9956713f5db0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742349616523'] for port, before_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:44:45.349797 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-7de6a7a0-624d-4c57-a7c6-1bba4e098dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742349622303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742349248525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9465727'] for port, after_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:44:45.375526 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de6a7a0-624d-4c57-a7c6-1bba4e098dd4 admin admin] Pushing event deleted for resources: {'Port': ['ID=ab75890f-9842-433a-97a5-8c9782a343bb,revision_number=None']} {{(pid=93587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:44:45.380584 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de6a7a0-624d-4c57-a7c6-1bba4e098dd4 admin admin] No DVR routers for this DVR port ab75890f-9842-433a-97a5-8c9782a343bb on host dv-cinder-802653-1-iscsi {{(pid=93587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 19:44:45.381011 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.db [None req-f2b6a5b5-2cdb-45cb-80be-9956713f5db0 None None] For port ab75890f-9842-433a-97a5-8c9782a343bb, host dv-cinder-802653-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-1-iscsi',level=0,port_id=ab75890f-9842-433a-97a5-8c9782a343bb,segment=NetworkSegment(559a2b3b-45f1-4ed6-a9a8-30cdc01cbf76),segment_id=559a2b3b-45f1-4ed6-a9a8-30cdc01cbf76)] {{(pid=93588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:44:45.381403 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-f2b6a5b5-2cdb-45cb-80be-9956713f5db0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825298'] for port, precommit_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:44:45.394734 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.plugin [None req-f2b6a5b5-2cdb-45cb-80be-9956713f5db0 None None] Calling delete_port for ab75890f-9842-433a-97a5-8c9782a343bb owned by network:dhcp {{(pid=93588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 19:44:45.452292 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-7de6a7a0-624d-4c57-a7c6-1bba4e098dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721199', 'neutron.services.segments.db._delete_segments_for_network-8742349714737'] for network, precommit_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:44:45.461880 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.services.segments.db [None req-7de6a7a0-624d-4c57-a7c6-1bba4e098dd4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a21bde8-e77f-4246-845e-15d2cf775c00']}} {{(pid=93587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:44:45.468561 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-f2b6a5b5-2cdb-45cb-80be-9956713f5db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742349622303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742349248525'] for port, after_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:44:45.471692 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.services.segments.db [None req-7de6a7a0-624d-4c57-a7c6-1bba4e098dd4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '559a2b3b-45f1-4ed6-a9a8-30cdc01cbf76') {'for_net_delete': True} {{(pid=93587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:44:45.472012 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.services.segments.db [None req-7de6a7a0-624d-4c57-a7c6-1bba4e098dd4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '559a2b3b-45f1-4ed6-a9a8-30cdc01cbf76') {} {{(pid=93587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:44:45.481307 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-7de6a7a0-624d-4c57-a7c6-1bba4e098dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742349715770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10080309'] for segment, before_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:44:45.495388 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-7de6a7a0-624d-4c57-a7c6-1bba4e098dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721374'] for segment, precommit_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:44:45.498236 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b6a5b5-2cdb-45cb-80be-9956713f5db0 None None] Pushing event deleted for resources: {'Port': ['ID=ab75890f-9842-433a-97a5-8c9782a343bb,revision_number=None']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:44:45.500432 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2b6a5b5-2cdb-45cb-80be-9956713f5db0 None None] No DVR routers for this DVR port ab75890f-9842-433a-97a5-8c9782a343bb on host dv-cinder-802653-1-iscsi {{(pid=93588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 19:44:45.504969 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7de6a7a0-624d-4c57-a7c6-1bba4e098dd4 admin admin] Releasing vlan 442 on physical network physnet1 to pool {{(pid=93587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 19:44:45.510247 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-7de6a7a0-624d-4c57-a7c6-1bba4e098dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9464974'] for segment, after_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:44:45.510247 dv-cinder-802653-1-iscsi neutron-server[93587]: Traceback (most recent call last): Jul 28 19:44:45.510247 dv-cinder-802653-1-iscsi neutron-server[93587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 19:44:45.510247 dv-cinder-802653-1-iscsi neutron-server[93587]: timer() Jul 28 19:44:45.510247 dv-cinder-802653-1-iscsi neutron-server[93587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 19:44:45.510247 dv-cinder-802653-1-iscsi neutron-server[93587]: cb(*args, **kw) Jul 28 19:44:45.510247 dv-cinder-802653-1-iscsi neutron-server[93587]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 19:44:45.510247 dv-cinder-802653-1-iscsi neutron-server[93587]: return func(*args, **kwargs) Jul 28 19:44:45.510247 dv-cinder-802653-1-iscsi neutron-server[93587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 19:44:45.510247 dv-cinder-802653-1-iscsi neutron-server[93587]: self._notify() Jul 28 19:44:45.510247 dv-cinder-802653-1-iscsi neutron-server[93587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 19:44:45.510247 dv-cinder-802653-1-iscsi neutron-server[93587]: self.callback(batched_events) Jul 28 19:44:45.510247 dv-cinder-802653-1-iscsi neutron-server[93587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 19:44:45.510247 dv-cinder-802653-1-iscsi neutron-server[93587]: event.method(event) Jul 28 19:44:45.510247 dv-cinder-802653-1-iscsi neutron-server[93587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 19:44:45.510247 dv-cinder-802653-1-iscsi neutron-server[93587]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 19:44:45.510247 dv-cinder-802653-1-iscsi neutron-server[93587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 19:44:45.510247 dv-cinder-802653-1-iscsi neutron-server[93587]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 19:44:45.510247 dv-cinder-802653-1-iscsi neutron-server[93587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 19:44:45.510247 dv-cinder-802653-1-iscsi neutron-server[93587]: return f(self, *a, **k) Jul 28 19:44:45.510247 dv-cinder-802653-1-iscsi neutron-server[93587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 19:44:45.510247 dv-cinder-802653-1-iscsi neutron-server[93587]: return self._get(url).json() Jul 28 19:44:45.510247 dv-cinder-802653-1-iscsi neutron-server[93587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 19:44:45.510247 dv-cinder-802653-1-iscsi neutron-server[93587]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 19:44:45.510247 dv-cinder-802653-1-iscsi neutron-server[93587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 19:44:45.510247 dv-cinder-802653-1-iscsi neutron-server[93587]: return self.request(url, 'GET', **kwargs) Jul 28 19:44:45.510247 dv-cinder-802653-1-iscsi neutron-server[93587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 19:44:45.510247 dv-cinder-802653-1-iscsi neutron-server[93587]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 19:44:45.510247 dv-cinder-802653-1-iscsi neutron-server[93587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 19:44:45.510247 dv-cinder-802653-1-iscsi neutron-server[93587]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 19:44:45.510247 dv-cinder-802653-1-iscsi neutron-server[93587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 19:44:45.510247 dv-cinder-802653-1-iscsi neutron-server[93587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 19:44:45.510247 dv-cinder-802653-1-iscsi neutron-server[93587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 19:44:45.513009 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b6a5b5-2cdb-45cb-80be-9956713f5db0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:44:45.513009 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b6a5b5-2cdb-45cb-80be-9956713f5db0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:44:45.513009 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b6a5b5-2cdb-45cb-80be-9956713f5db0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:44:45.513009 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b6a5b5-2cdb-45cb-80be-9956713f5db0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:44:45.513009 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b6a5b5-2cdb-45cb-80be-9956713f5db0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:44:45.513009 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b6a5b5-2cdb-45cb-80be-9956713f5db0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:44:45.513009 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b6a5b5-2cdb-45cb-80be-9956713f5db0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:44:45.513009 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b6a5b5-2cdb-45cb-80be-9956713f5db0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:44:45.513009 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b6a5b5-2cdb-45cb-80be-9956713f5db0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:44:45.513009 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b6a5b5-2cdb-45cb-80be-9956713f5db0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:44:45.513009 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b6a5b5-2cdb-45cb-80be-9956713f5db0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:44:45.513009 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b6a5b5-2cdb-45cb-80be-9956713f5db0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:44:45.642202 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-7de6a7a0-624d-4c57-a7c6-1bba4e098dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3821495'] for network, after_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:44:45.647890 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-7de6a7a0-624d-4c57-a7c6-1bba4e098dd4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760026'] for network, before_response {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:44:45.649701 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [None req-7de6a7a0-624d-4c57-a7c6-1bba4e098dd4 admin admin] 10.222.0.41 "DELETE /v2.0/networks/9a21bde8-e77f-4246-845e-15d2cf775c00 HTTP/1.1" status: 204 len: 168 time: 0.6840847 Jul 28 19:44:45.661664 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de6a7a0-624d-4c57-a7c6-1bba4e098dd4 admin admin] Pushing event deleted for resources: {'Network': ['ID=9a21bde8-e77f-4246-845e-15d2cf775c00,revision_number=None']} {{(pid=93587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:44:45.719612 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.rpc [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Device ab75890f-9842-433a-97a5-8c9782a343bb no longer exists at agent ovs-agent-dv-cinder-802653-1-iscsi {{(pid=93588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 19:44:45.740728 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.plugin [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] No Port match for: ab75890f-9842-433a-97a5-8c9782a343bb {{(pid=93588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 19:44:45.741072 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.rpc [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Device ab75890f-9842-433a-97a5-8c9782a343bb not bound to the agent host dv-cinder-802653-1-iscsi {{(pid=93588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 19:44:45.741481 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.rpc [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Device 623b90fd-62a2-47d3-8224-ad3f1ec20d97 no longer exists at agent ovs-agent-dv-cinder-802653-1-iscsi {{(pid=93588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 19:44:45.758606 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.plugin [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] No Port match for: 623b90fd-62a2-47d3-8224-ad3f1ec20d97 {{(pid=93588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 19:44:45.758946 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.rpc [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Device 623b90fd-62a2-47d3-8224-ad3f1ec20d97 not bound to the agent host dv-cinder-802653-1-iscsi {{(pid=93588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 19:44:45.759343 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.rpc [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Device b49d4719-fd3e-46af-9e54-d698c65d70c6 no longer exists at agent ovs-agent-dv-cinder-802653-1-iscsi {{(pid=93588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 19:44:45.777716 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.plugin [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] No Port match for: b49d4719-fd3e-46af-9e54-d698c65d70c6 {{(pid=93588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 19:44:45.777969 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.rpc [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Device b49d4719-fd3e-46af-9e54-d698c65d70c6 not bound to the agent host dv-cinder-802653-1-iscsi {{(pid=93588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 19:44:45.929283 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.wsgi [-] (93587) accepted ('10.222.0.41', 51732) {{(pid=93587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:44:45.968751 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [None req-ef12b028-a5db-462b-8edd-5ece146b2811 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4dceb4eb37274cd9b3fcc8dffed09715&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0382237 Jul 28 19:44:45.971121 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.wsgi [-] (93587) accepted ('10.222.0.41', 51734) {{(pid=93587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:44:46.019096 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-a5408a77-820a-4ae5-a6a7-8ed951200351 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:44:46.040305 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-a5408a77-820a-4ae5-a6a7-8ed951200351 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:44:46.156430 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-a5408a77-820a-4ae5-a6a7-8ed951200351 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676630'] for security_group, after_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:44:46.158953 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-a5408a77-820a-4ae5-a6a7-8ed951200351 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:44:46.160155 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [None req-a5408a77-820a-4ae5-a6a7-8ed951200351 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/98f67585-10b7-4440-9464-391ba539d94f HTTP/1.1" status: 204 len: 168 time: 0.1881461 Jul 28 19:44:46.168172 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5408a77-820a-4ae5-a6a7-8ed951200351 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98f67585-10b7-4440-9464-391ba539d94f,revision_number=None']} {{(pid=93587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:44:51.577335 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-e96e2072-b583-4447-99a3-14d744490f83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:44:53.371052 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.wsgi [-] (93587) accepted ('10.222.0.41', 51838) {{(pid=93587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:44:53.474286 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-79ad6329-a4e2-4b97-a1bd-6c8783e3d8bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:44:53.562570 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-79ad6329-a4e2-4b97-a1bd-6c8783e3d8bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:44:53.721878 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-79ad6329-a4e2-4b97-a1bd-6c8783e3d8bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676630'] for security_group, after_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:44:53.760659 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [None req-79ad6329-a4e2-4b97-a1bd-6c8783e3d8bb admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8059775454d4481cb5c81f53cf70a08d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3885570 Jul 28 19:44:53.761871 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ad6329-a4e2-4b97-a1bd-6c8783e3d8bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=317e12f2-15c5-4053-b25c-95ac9c697926,revision_number=1']} {{(pid=93587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:44:53.763693 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.wsgi [-] (93586) accepted ('10.222.0.41', 51842) {{(pid=93586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:44:53.811539 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-3d25b4b9-74b8-4f4d-aee9-9082ed1c77f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:44:53.832467 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-3d25b4b9-74b8-4f4d-aee9-9082ed1c77f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:44:53.933353 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-3d25b4b9-74b8-4f4d-aee9-9082ed1c77f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676630'] for security_group, after_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:44:53.935902 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-3d25b4b9-74b8-4f4d-aee9-9082ed1c77f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:44:53.937041 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [None req-3d25b4b9-74b8-4f4d-aee9-9082ed1c77f1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/317e12f2-15c5-4053-b25c-95ac9c697926 HTTP/1.1" status: 204 len: 168 time: 0.1722891 Jul 28 19:44:53.944984 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d25b4b9-74b8-4f4d-aee9-9082ed1c77f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=317e12f2-15c5-4053-b25c-95ac9c697926,revision_number=None']} {{(pid=93586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:44:54.282497 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:44:54.482497 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-77813177-557e-456d-b5be-9dffa929cb07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:44:54.592522 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.wsgi [-] (93587) accepted ('10.222.0.41', 51850) {{(pid=93587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:44:54.606448 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-309a5796-723e-48db-a3f1-2ec614a5149c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:44:54.691463 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-309a5796-723e-48db-a3f1-2ec614a5149c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:44:54.765889 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-309a5796-723e-48db-a3f1-2ec614a5149c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676630'] for security_group, after_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:44:54.801565 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309a5796-723e-48db-a3f1-2ec614a5149c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f92c12b-0733-42c3-88a6-97f2093f50d6,revision_number=1']} {{(pid=93587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:44:54.805994 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [None req-309a5796-723e-48db-a3f1-2ec614a5149c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=41c7f3fe9e8e4441b96a6e93b664f224&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2124369 Jul 28 19:44:54.809020 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.wsgi [-] (93587) accepted ('10.222.0.41', 51852) {{(pid=93587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:44:54.856018 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-a06cf1b7-7d66-4d11-87bb-63f7d4bd3fb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:44:54.875674 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-a06cf1b7-7d66-4d11-87bb-63f7d4bd3fb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:44:55.000430 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-a06cf1b7-7d66-4d11-87bb-63f7d4bd3fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676630'] for security_group, after_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:44:55.003056 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-a06cf1b7-7d66-4d11-87bb-63f7d4bd3fb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:44:55.004288 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [None req-a06cf1b7-7d66-4d11-87bb-63f7d4bd3fb5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2f92c12b-0733-42c3-88a6-97f2093f50d6 HTTP/1.1" status: 204 len: 168 time: 0.1947255 Jul 28 19:44:55.012444 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06cf1b7-7d66-4d11-87bb-63f7d4bd3fb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f92c12b-0733-42c3-88a6-97f2093f50d6,revision_number=None']} {{(pid=93587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:44:55.728028 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-acea1373-d53c-46a9-b089-9e40d352d773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:44:57.791202 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-26c861f8-c84b-4272-86f3-59900436582c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:45:02.666381 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:45:08.278109 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.wsgi [-] (93586) accepted ('10.222.0.41', 51964) {{(pid=93586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:45:08.380123 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-ce17f4b5-ded0-49ad-a225-8aa3f8b6c027 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:45:08.464446 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-ce17f4b5-ded0-49ad-a225-8aa3f8b6c027 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:45:08.545340 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-ce17f4b5-ded0-49ad-a225-8aa3f8b6c027 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676630'] for security_group, after_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:45:08.582509 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [None req-ce17f4b5-ded0-49ad-a225-8aa3f8b6c027 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ea370e99b8084dbbb08cc81435d1fdb5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3033509 Jul 28 19:45:08.583365 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce17f4b5-ded0-49ad-a225-8aa3f8b6c027 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f6fa012-dcdd-4889-85c6-b2d96a4eb9a1,revision_number=1']} {{(pid=93586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:45:08.585352 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.wsgi [-] (93587) accepted ('10.222.0.41', 51968) {{(pid=93587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:45:08.639662 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-01f442e6-c40c-4164-ab1c-5b1cd80d2fc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:45:08.660876 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-01f442e6-c40c-4164-ab1c-5b1cd80d2fc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:45:08.785410 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-01f442e6-c40c-4164-ab1c-5b1cd80d2fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676630'] for security_group, after_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:45:08.787963 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-01f442e6-c40c-4164-ab1c-5b1cd80d2fc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:45:08.789112 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [None req-01f442e6-c40c-4164-ab1c-5b1cd80d2fc6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3f6fa012-dcdd-4889-85c6-b2d96a4eb9a1 HTTP/1.1" status: 204 len: 168 time: 0.2028844 Jul 28 19:45:08.797673 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f442e6-c40c-4164-ab1c-5b1cd80d2fc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f6fa012-dcdd-4889-85c6-b2d96a4eb9a1,revision_number=None']} {{(pid=93587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:45:09.404071 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.wsgi [-] (93587) accepted ('10.222.0.41', 51974) {{(pid=93587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:45:09.417272 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-fdefc2b8-3306-4f73-bd43-1d1a358643a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:45:09.501643 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-fdefc2b8-3306-4f73-bd43-1d1a358643a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:45:09.565840 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-fdefc2b8-3306-4f73-bd43-1d1a358643a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676630'] for security_group, after_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:45:09.603059 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [None req-fdefc2b8-3306-4f73-bd43-1d1a358643a0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=dcab6262ed2d4a0197a550634fa6bf0e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1978948 Jul 28 19:45:09.604236 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdefc2b8-3306-4f73-bd43-1d1a358643a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22ac101d-e287-4681-b949-3fc334573aba,revision_number=1']} {{(pid=93587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:45:09.607090 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.wsgi [-] (93586) accepted ('10.222.0.41', 51976) {{(pid=93586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:45:09.656788 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-5a50269a-9b65-4130-9b98-758722f053a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:45:09.677135 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-5a50269a-9b65-4130-9b98-758722f053a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:45:09.779673 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-5a50269a-9b65-4130-9b98-758722f053a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676630'] for security_group, after_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:45:09.782295 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-5a50269a-9b65-4130-9b98-758722f053a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:45:09.783450 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [None req-5a50269a-9b65-4130-9b98-758722f053a5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/22ac101d-e287-4681-b949-3fc334573aba HTTP/1.1" status: 204 len: 168 time: 0.1749232 Jul 28 19:45:09.791075 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a50269a-9b65-4130-9b98-758722f053a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22ac101d-e287-4681-b949-3fc334573aba,revision_number=None']} {{(pid=93586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:45:18.631895 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.db.agents_db [None req-65e7ef76-a059-4ec3-9341-f72ff4ef7e59 None None] Agent healthcheck: found 6 active agents {{(pid=93589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 19:45:21.281629 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.wsgi [-] (93586) accepted ('10.222.0.41', 52064) {{(pid=93586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:45:21.380233 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-c6fb80fc-f219-4fed-8fca-0cb495b83b75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:45:21.466435 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-c6fb80fc-f219-4fed-8fca-0cb495b83b75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:45:21.534769 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-c6fb80fc-f219-4fed-8fca-0cb495b83b75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676630'] for security_group, after_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:45:21.557808 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-6f88c5c3-fa07-4ec2-8f89-73f543c9996c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:45:21.572985 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [None req-c6fb80fc-f219-4fed-8fca-0cb495b83b75 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5fd1926ec891431596ff5ebcff991f4b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2903070 Jul 28 19:45:21.573878 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fb80fc-f219-4fed-8fca-0cb495b83b75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11305623-74e9-43e7-a1c3-c202a4c94ed4,revision_number=1']} {{(pid=93586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:45:21.575823 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.wsgi [-] (93587) accepted ('10.222.0.41', 52068) {{(pid=93587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:45:21.625970 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-c758d51b-268b-4fa1-ae87-f16df1111f13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:45:21.646593 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-c758d51b-268b-4fa1-ae87-f16df1111f13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:45:21.754354 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-c758d51b-268b-4fa1-ae87-f16df1111f13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676630'] for security_group, after_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:45:21.756866 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-c758d51b-268b-4fa1-ae87-f16df1111f13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:45:21.758040 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [None req-c758d51b-268b-4fa1-ae87-f16df1111f13 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/11305623-74e9-43e7-a1c3-c202a4c94ed4 HTTP/1.1" status: 204 len: 168 time: 0.1812439 Jul 28 19:45:21.766388 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c758d51b-268b-4fa1-ae87-f16df1111f13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11305623-74e9-43e7-a1c3-c202a4c94ed4,revision_number=None']} {{(pid=93587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:45:24.303114 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:45:24.457496 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-46fa023f-1dbf-4467-bfd0-989671bf6e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:45:25.743531 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-acea1373-d53c-46a9-b089-9e40d352d773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:45:26.375691 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.wsgi [-] (93587) accepted ('10.222.0.41', 52112) {{(pid=93587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:45:26.474745 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-01f3fb5b-c223-438b-9a5b-05a4da775931 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:45:26.559020 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-01f3fb5b-c223-438b-9a5b-05a4da775931 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:45:26.628816 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-01f3fb5b-c223-438b-9a5b-05a4da775931 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676630'] for security_group, after_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:45:26.668311 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [None req-01f3fb5b-c223-438b-9a5b-05a4da775931 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=79ed8598c94c413280cad11d2480e43b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2915289 Jul 28 19:45:26.669274 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f3fb5b-c223-438b-9a5b-05a4da775931 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18da1740-7d76-4841-b137-b4b0d33b2064,revision_number=1']} {{(pid=93587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:45:26.670956 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.wsgi [-] (93586) accepted ('10.222.0.41', 52116) {{(pid=93586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:45:26.720080 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-4278996b-d4e1-42e5-99dd-da2ce0a712cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:45:26.740667 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-4278996b-d4e1-42e5-99dd-da2ce0a712cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:45:26.857559 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-4278996b-d4e1-42e5-99dd-da2ce0a712cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676630'] for security_group, after_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:45:26.860895 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-4278996b-d4e1-42e5-99dd-da2ce0a712cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:45:26.862103 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [None req-4278996b-d4e1-42e5-99dd-da2ce0a712cb admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/18da1740-7d76-4841-b137-b4b0d33b2064 HTTP/1.1" status: 204 len: 168 time: 0.1900764 Jul 28 19:45:26.869577 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4278996b-d4e1-42e5-99dd-da2ce0a712cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18da1740-7d76-4841-b137-b4b0d33b2064,revision_number=None']} {{(pid=93586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:45:27.798364 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-26c861f8-c84b-4272-86f3-59900436582c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:45:32.660694 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:45:39.626719 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.wsgi [-] (93586) accepted ('10.222.0.41', 52250) {{(pid=93586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:45:39.726207 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-dda76d56-0489-416d-b77c-b9512b8a756b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:45:39.812735 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-dda76d56-0489-416d-b77c-b9512b8a756b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:45:39.891837 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-dda76d56-0489-416d-b77c-b9512b8a756b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676630'] for security_group, after_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:45:39.933894 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [None req-dda76d56-0489-416d-b77c-b9512b8a756b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8b1b81f966ce403abde8a8faca96d592&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3060684 Jul 28 19:45:39.934591 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda76d56-0489-416d-b77c-b9512b8a756b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e22f47a2-9373-42ad-ad4a-7e1990657dae,revision_number=1']} {{(pid=93586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:45:39.940969 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.wsgi [-] (93586) accepted ('10.222.0.41', 52254) {{(pid=93586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:45:39.999267 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-60c5ca66-2c9d-4d73-b298-978e39715d2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:45:40.022041 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-60c5ca66-2c9d-4d73-b298-978e39715d2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:45:40.146534 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-60c5ca66-2c9d-4d73-b298-978e39715d2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676630'] for security_group, after_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:45:40.149283 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-60c5ca66-2c9d-4d73-b298-978e39715d2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:45:40.150558 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [None req-60c5ca66-2c9d-4d73-b298-978e39715d2e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e22f47a2-9373-42ad-ad4a-7e1990657dae HTTP/1.1" status: 204 len: 168 time: 0.2085385 Jul 28 19:45:40.158843 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c5ca66-2c9d-4d73-b298-978e39715d2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e22f47a2-9373-42ad-ad4a-7e1990657dae,revision_number=None']} {{(pid=93586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:45:51.577301 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-1d37e5a5-2426-4bd8-94a6-09445efa860a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:45:54.289466 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:45:54.451611 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-3ce1ee13-9c23-46ce-868b-4eff3b2c4f32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:45:55.631917 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.db.agents_db [None req-65e7ef76-a059-4ec3-9341-f72ff4ef7e59 None None] Agent healthcheck: found 6 active agents {{(pid=93589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 19:45:55.746917 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-acea1373-d53c-46a9-b089-9e40d352d773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:45:57.806380 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-26c861f8-c84b-4272-86f3-59900436582c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:46:02.013201 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.wsgi [-] (93586) accepted ('10.222.0.41', 52388) {{(pid=93586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:46:02.117328 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-8ca763b6-79b5-4ce7-b32f-ef5d17b08a52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:46:02.202669 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-8ca763b6-79b5-4ce7-b32f-ef5d17b08a52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:46:02.266517 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-8ca763b6-79b5-4ce7-b32f-ef5d17b08a52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676630'] for security_group, after_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:46:02.307177 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [None req-8ca763b6-79b5-4ce7-b32f-ef5d17b08a52 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1dd9f00aa24d405ebb33dc8f923f3fec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2926726 Jul 28 19:46:02.307912 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca763b6-79b5-4ce7-b32f-ef5d17b08a52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6cf6f7c-fc26-48a7-89aa-65e2bc9e9aae,revision_number=1']} {{(pid=93586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:46:02.309741 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.wsgi [-] (93586) accepted ('10.222.0.41', 52392) {{(pid=93586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:46:02.325471 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca763b6-79b5-4ce7-b32f-ef5d17b08a52 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:46:02.325821 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca763b6-79b5-4ce7-b32f-ef5d17b08a52 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:46:02.326159 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca763b6-79b5-4ce7-b32f-ef5d17b08a52 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:46:02.326492 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca763b6-79b5-4ce7-b32f-ef5d17b08a52 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:46:02.327065 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca763b6-79b5-4ce7-b32f-ef5d17b08a52 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:46:02.327179 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca763b6-79b5-4ce7-b32f-ef5d17b08a52 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:46:02.327471 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca763b6-79b5-4ce7-b32f-ef5d17b08a52 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:46:02.327816 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca763b6-79b5-4ce7-b32f-ef5d17b08a52 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:46:02.328148 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca763b6-79b5-4ce7-b32f-ef5d17b08a52 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:46:02.328472 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca763b6-79b5-4ce7-b32f-ef5d17b08a52 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:46:02.328792 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca763b6-79b5-4ce7-b32f-ef5d17b08a52 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:46:02.329113 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca763b6-79b5-4ce7-b32f-ef5d17b08a52 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:46:02.369573 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-dc115ce3-755c-473d-bc61-3c87eab22ef7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:46:02.391442 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-dc115ce3-755c-473d-bc61-3c87eab22ef7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:46:02.506808 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-dc115ce3-755c-473d-bc61-3c87eab22ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676630'] for security_group, after_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:46:02.509336 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-dc115ce3-755c-473d-bc61-3c87eab22ef7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:46:02.510584 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [None req-dc115ce3-755c-473d-bc61-3c87eab22ef7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d6cf6f7c-fc26-48a7-89aa-65e2bc9e9aae HTTP/1.1" status: 204 len: 168 time: 0.1998577 Jul 28 19:46:02.518435 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc115ce3-755c-473d-bc61-3c87eab22ef7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6cf6f7c-fc26-48a7-89aa-65e2bc9e9aae,revision_number=None']} {{(pid=93586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:46:02.672602 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:46:03.518763 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.wsgi [-] (93586) accepted ('10.222.0.41', 52414) {{(pid=93586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:46:03.608479 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.v2.base [None req-80ce6bc4-c8b4-4fb2-98ba-3ebe99aeb10f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-195881309-network', 'tenant_id': 'a4c518085382445593350dccff4b1626'}} {{(pid=93586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:46:03.703380 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80ce6bc4-c8b4-4fb2-98ba-3ebe99aeb10f admin admin] Made reservation on behalf of a4c518085382445593350dccff4b1626 for: {'network': 1} {{(pid=93586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 19:46:03.705733 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-80ce6bc4-c8b4-4fb2-98ba-3ebe99aeb10f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555300'] for network, before_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:46:03.714823 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-80ce6bc4-c8b4-4fb2-98ba-3ebe99aeb10f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:46:03.805203 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-80ce6bc4-c8b4-4fb2-98ba-3ebe99aeb10f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:46:03.897725 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-80ce6bc4-c8b4-4fb2-98ba-3ebe99aeb10f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676630'] for security_group, after_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:46:03.922884 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80ce6bc4-c8b4-4fb2-98ba-3ebe99aeb10f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 443} {{(pid=93586) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 19:46:03.932257 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ce6bc4-c8b4-4fb2-98ba-3ebe99aeb10f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34cab5be-35a5-4979-923a-bbeb1adb782f,revision_number=1']} {{(pid=93586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:46:03.936864 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-80ce6bc4-c8b4-4fb2-98ba-3ebe99aeb10f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721374'] for segment, precommit_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:46:03.937209 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.db.segments_db [None req-80ce6bc4-c8b4-4fb2-98ba-3ebe99aeb10f admin admin] Added segment 9b3f80b5-e386-4897-b887-7d42a006e663 of type vlan for network 45b15210-e325-46bc-acd3-cd48a8ab05df Jul 28 19:46:03.978202 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-80ce6bc4-c8b4-4fb2-98ba-3ebe99aeb10f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742349240423'] for network, precommit_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:46:04.057699 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-80ce6bc4-c8b4-4fb2-98ba-3ebe99aeb10f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036'] for network, after_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:46:04.058773 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80ce6bc4-c8b4-4fb2-98ba-3ebe99aeb10f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:46:04.059357 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-80ce6bc4-c8b4-4fb2-98ba-3ebe99aeb10f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760026'] for network, before_response {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:46:04.117577 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ce6bc4-c8b4-4fb2-98ba-3ebe99aeb10f admin admin] Pushing event updated for resources: {'Network': ['ID=45b15210-e325-46bc-acd3-cd48a8ab05df,revision_number=1']} {{(pid=93586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:46:04.131437 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.rpc [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Network 45b15210-e325-46bc-acd3-cd48a8ab05df details requested by agent ovs-agent-dv-cinder-802653-1-iscsi with host dv-cinder-802653-1-iscsi {{(pid=93588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 19:46:04.161824 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [None req-80ce6bc4-c8b4-4fb2-98ba-3ebe99aeb10f admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6416948 Jul 28 19:46:04.164375 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.wsgi [-] (93586) accepted ('10.222.0.41', 52418) {{(pid=93586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:46:04.169343 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.v2.base [None req-f4fa0c59-e62c-4db3-8773-dd4af94f9910 admin admin] Request body: {'subnet': {'network_id': '45b15210-e325-46bc-acd3-cd48a8ab05df', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-195881309-subnet', 'tenant_id': 'a4c518085382445593350dccff4b1626', 'ip_version': 4}} {{(pid=93586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:46:04.261343 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4fa0c59-e62c-4db3-8773-dd4af94f9910 admin admin] Made reservation on behalf of a4c518085382445593350dccff4b1626 for: {'subnet': 1} {{(pid=93586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 19:46:04.263755 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-f4fa0c59-e62c-4db3-8773-dd4af94f9910 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12577379'] for subnet, before_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:46:04.480997 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-f4fa0c59-e62c-4db3-8773-dd4af94f9910 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12083743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12577357'] for subnet, after_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:46:04.535630 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fa0c59-e62c-4db3-8773-dd4af94f9910 admin admin] Pushing event updated for resources: {'Subnet': ['ID=85fdd55d-a444-4a28-8bec-b7e57e803882,revision_number=0']} {{(pid=93586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:46:04.542966 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4fa0c59-e62c-4db3-8773-dd4af94f9910 admin admin] Checking segment: {'id': '9b3f80b5-e386-4897-b887-7d42a006e663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '45b15210-e325-46bc-acd3-cd48a8ab05df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 19:46:04.543328 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4fa0c59-e62c-4db3-8773-dd4af94f9910 admin admin] Network hostable DHCP agents. Network: 45b15210-e325-46bc-acd3-cd48a8ab05df, hostable agents: ['6be8dab3-c43d-43c4-9e05-9e58375c436f'], hosted agents: [] {{(pid=93586) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 19:46:04.629086 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4fa0c59-e62c-4db3-8773-dd4af94f9910 admin admin] Network 45b15210-e325-46bc-acd3-cd48a8ab05df is scheduled to be hosted by DHCP agent 6be8dab3-c43d-43c4-9e05-9e58375c436f with binding_index 1 {{(pid=93586) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 19:46:04.709383 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.scheduler.base_scheduler [None req-f4fa0c59-e62c-4db3-8773-dd4af94f9910 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802653-1-iscsi, 45b15210-e325-46bc-acd3-cd48a8ab05df) {{(pid=93586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 19:46:04.713523 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4fa0c59-e62c-4db3-8773-dd4af94f9910 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:46:04.714106 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-f4fa0c59-e62c-4db3-8773-dd4af94f9910 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:46:04.718260 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6e6e8b6-82aa-4091-94f5-4eb79123d59c None None] Network 45b15210-e325-46bc-acd3-cd48a8ab05df requested from dv-cinder-802653-1-iscsi {{(pid=93588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 19:46:04.784692 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [None req-f4fa0c59-e62c-4db3-8773-dd4af94f9910 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6190600 Jul 28 19:46:04.787139 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.wsgi [-] (93586) accepted ('10.222.0.41', 52420) {{(pid=93586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:46:04.791642 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.v2.base [None req-d417b624-3e56-404b-ab79-e4995cd9036e admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-195881309-router', 'tenant_id': 'a4c518085382445593350dccff4b1626', 'external_gateway_info': {'network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df'}}} {{(pid=93586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:46:04.862193 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b535c0a-3252-4f58-8339-0758f3b025b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4954927-9383-551a-867b-ead704d2447a-45b15210-e325-46bc-acd3-cd48a8ab05df', 'network_id': '45b15210-e325-46bc-acd3-cd48a8ab05df', 'tenant_id': 'a4c518085382445593350dccff4b1626', 'fixed_ips': [{'subnet_id': '85fdd55d-a444-4a28-8bec-b7e57e803882'}]}} from dv-cinder-802653-1-iscsi. {{(pid=93588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 19:46:04.863038 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-7b535c0a-3252-4f58-8339-0758f3b025b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555300'] for port, before_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:46:04.875392 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-d417b624-3e56-404b-ab79-e4995cd9036e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3885658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32175'] for router, before_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:46:04.876481 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-d417b624-3e56-404b-ab79-e4995cd9036e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3885821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3822384', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3789062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32164'] for router, precommit_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:46:04.930752 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-d417b624-3e56-404b-ab79-e4995cd9036e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:46:04.994647 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.db_base_plugin_common [None req-7b535c0a-3252-4f58-8339-0758f3b025b6 None None] Allocated IP 172.20.0.2 (45b15210-e325-46bc-acd3-cd48a8ab05df/85fdd55d-a444-4a28-8bec-b7e57e803882/41dd031d-9247-4b20-a2f5-93bbe2b582e1) {{(pid=93588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 19:46:05.123619 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-d417b624-3e56-404b-ab79-e4995cd9036e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3821514', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3885672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32138'] for router, precommit_update {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:46:05.139084 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-7b535c0a-3252-4f58-8339-0758f3b025b6 None None] Notify callbacks [] for port, precommit_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:46:05.147195 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.provisioning_blocks [None req-7b535c0a-3252-4f58-8339-0758f3b025b6 None None] Transition to ACTIVE for port object 41dd031d-9247-4b20-a2f5-93bbe2b582e1 will not be triggered until provisioned by entity L2. {{(pid=93588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 19:46:05.161005 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.provisioning_blocks [None req-7b535c0a-3252-4f58-8339-0758f3b025b6 None None] Transition to ACTIVE for port object 41dd031d-9247-4b20-a2f5-93bbe2b582e1 will not be triggered until provisioned by entity DHCP. {{(pid=93588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 19:46:05.242316 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-7b535c0a-3252-4f58-8339-0758f3b025b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742349248516'] for port, after_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:46:05.277997 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b535c0a-3252-4f58-8339-0758f3b025b6 None None] Network 45b15210-e325-46bc-acd3-cd48a8ab05df is already hosted by enough agents. {{(pid=93588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 19:46:05.280772 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.scheduler.base_scheduler [None req-7b535c0a-3252-4f58-8339-0758f3b025b6 None None] Resources bound (agent type, host, resource id): {{(pid=93588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 19:46:05.284288 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b535c0a-3252-4f58-8339-0758f3b025b6 None None] Received port after_create {{(pid=93588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 19:46:05.300503 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b535c0a-3252-4f58-8339-0758f3b025b6 None None] Pushing event updated for resources: {'Port': ['ID=41dd031d-9247-4b20-a2f5-93bbe2b582e1,revision_number=1']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:46:05.339335 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b535c0a-3252-4f58-8339-0758f3b025b6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:46:05.339691 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b535c0a-3252-4f58-8339-0758f3b025b6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:46:05.340061 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b535c0a-3252-4f58-8339-0758f3b025b6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:46:05.340406 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b535c0a-3252-4f58-8339-0758f3b025b6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:46:05.340743 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b535c0a-3252-4f58-8339-0758f3b025b6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:46:05.341078 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b535c0a-3252-4f58-8339-0758f3b025b6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:46:05.341409 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b535c0a-3252-4f58-8339-0758f3b025b6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:46:05.341743 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b535c0a-3252-4f58-8339-0758f3b025b6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:46:05.342072 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b535c0a-3252-4f58-8339-0758f3b025b6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:46:05.342399 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b535c0a-3252-4f58-8339-0758f3b025b6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:46:05.342722 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b535c0a-3252-4f58-8339-0758f3b025b6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:46:05.343043 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b535c0a-3252-4f58-8339-0758f3b025b6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:46:05.358798 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.managers [None req-7b535c0a-3252-4f58-8339-0758f3b025b6 None None] Attempting to bind port 41dd031d-9247-4b20-a2f5-93bbe2b582e1 on host dv-cinder-802653-1-iscsi for vnic_type normal with profile {{(pid=93588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 19:46:05.359176 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.managers [None req-7b535c0a-3252-4f58-8339-0758f3b025b6 None None] Attempting to bind port 41dd031d-9247-4b20-a2f5-93bbe2b582e1 by drivers openvswitch,hyperv on host dv-cinder-802653-1-iscsi at level 0 using segments [{'id': '9b3f80b5-e386-4897-b887-7d42a006e663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '45b15210-e325-46bc-acd3-cd48a8ab05df'}] {{(pid=93588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 19:46:05.359545 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b535c0a-3252-4f58-8339-0758f3b025b6 None None] Attempting to bind port 41dd031d-9247-4b20-a2f5-93bbe2b582e1 on network 45b15210-e325-46bc-acd3-cd48a8ab05df {{(pid=93588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 19:46:05.364494 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b535c0a-3252-4f58-8339-0758f3b025b6 None None] Checking agent: {'id': 'db69d0ec-1e3c-47a8-846d-d71db5f0b0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802653-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 18, 54, 54), 'started_at': datetime.datetime(2021, 7, 28, 18, 55, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 19, 45, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802653-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 19:46:05.365462 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b535c0a-3252-4f58-8339-0758f3b025b6 None None] Checking segment: {'id': '9b3f80b5-e386-4897-b887-7d42a006e663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '45b15210-e325-46bc-acd3-cd48a8ab05df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 19:46:05.365878 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-7b535c0a-3252-4f58-8339-0758f3b025b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:46:05.366278 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b535c0a-3252-4f58-8339-0758f3b025b6 None None] Bound using segment: {'id': '9b3f80b5-e386-4897-b887-7d42a006e663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '45b15210-e325-46bc-acd3-cd48a8ab05df'} {{(pid=93588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 19:46:05.366755 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.managers [None req-7b535c0a-3252-4f58-8339-0758f3b025b6 None None] Bound port: 41dd031d-9247-4b20-a2f5-93bbe2b582e1, host: dv-cinder-802653-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b3f80b5-e386-4897-b887-7d42a006e663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '45b15210-e325-46bc-acd3-cd48a8ab05df'}}] {{(pid=93588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 19:46:05.367147 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-7b535c0a-3252-4f58-8339-0758f3b025b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555300'] for port, before_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:46:05.403183 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-d417b624-3e56-404b-ab79-e4995cd9036e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:46:05.422256 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-d417b624-3e56-404b-ab79-e4995cd9036e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555300'] for port, before_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:46:05.429874 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.db [None req-7b535c0a-3252-4f58-8339-0758f3b025b6 None None] For port 41dd031d-9247-4b20-a2f5-93bbe2b582e1, host dv-cinder-802653-1-iscsi, cleared binding levels {{(pid=93588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 19:46:05.432912 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.db [None req-7b535c0a-3252-4f58-8339-0758f3b025b6 None None] For port 41dd031d-9247-4b20-a2f5-93bbe2b582e1, host dv-cinder-802653-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-1-iscsi',level=0,port_id=41dd031d-9247-4b20-a2f5-93bbe2b582e1,segment=NetworkSegment(9b3f80b5-e386-4897-b887-7d42a006e663),segment_id=9b3f80b5-e386-4897-b887-7d42a006e663)] {{(pid=93588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 19:46:05.525520 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.db.db_base_plugin_common [None req-d417b624-3e56-404b-ab79-e4995cd9036e admin admin] Allocated IP 172.27.0.68 (e684c39a-2e11-408f-97ab-0003bc0ac2df/d732a1ba-ca87-47e9-b990-15a89705616d/1795de26-679c-4c62-a46e-a459b8dc1ef2) {{(pid=93586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 19:46:05.532455 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-7b535c0a-3252-4f58-8339-0758f3b025b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742349622321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742349248534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742349248552'] for port, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:46:05.590196 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b535c0a-3252-4f58-8339-0758f3b025b6 None None] Pushing event updated for resources: {'Port': ['ID=41dd031d-9247-4b20-a2f5-93bbe2b582e1,revision_number=2']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:46:05.632443 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-d417b624-3e56-404b-ab79-e4995cd9036e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:46:05.733706 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-d417b624-3e56-404b-ab79-e4995cd9036e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742349248516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12083827'] for port, after_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:46:05.788766 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d417b624-3e56-404b-ab79-e4995cd9036e admin admin] Network e684c39a-2e11-408f-97ab-0003bc0ac2df is already hosted by enough agents. {{(pid=93586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 19:46:05.791894 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.scheduler.base_scheduler [None req-d417b624-3e56-404b-ab79-e4995cd9036e admin admin] Resources bound (agent type, host, resource id): {{(pid=93586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 19:46:05.794930 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d417b624-3e56-404b-ab79-e4995cd9036e admin admin] Received port after_create {{(pid=93586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 19:46:05.822438 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d417b624-3e56-404b-ab79-e4995cd9036e admin admin] Pushing event updated for resources: {'Port': ['ID=1795de26-679c-4c62-a46e-a459b8dc1ef2,revision_number=1']} {{(pid=93586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:46:05.828848 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.rpc [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Device 41dd031d-9247-4b20-a2f5-93bbe2b582e1 up at agent ovs-agent-dv-cinder-802653-1-iscsi {{(pid=93588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 19:46:05.932185 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.provisioning_blocks [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Provisioning for port 41dd031d-9247-4b20-a2f5-93bbe2b582e1 completed by entity L2. {{(pid=93588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 19:46:06.112352 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-d417b624-3e56-404b-ab79-e4995cd9036e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:46:06.314013 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-d417b624-3e56-404b-ab79-e4995cd9036e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3885665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3821551'] for router, after_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:46:06.425287 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-162dd6a1-6854-4c9c-9e61-64ac8bf62177 None None] Network 45b15210-e325-46bc-acd3-cd48a8ab05df requested from dv-cinder-802653-1-iscsi {{(pid=93588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 19:46:06.521656 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d417b624-3e56-404b-ab79-e4995cd9036e admin admin] Router 3dda4a6b-34f1-4f52-aa2e-291094ffb7c1 is scheduled to L3 agent a81dfe8c-a6e8-4fad-82b8-e31bee6ac2ff with binding_index 1 {{(pid=93586) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 19:46:06.617790 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.provisioning_blocks [None req-a9643cd0-1ca8-4e69-9a74-e6b7ed35015f None None] Provisioning for port 41dd031d-9247-4b20-a2f5-93bbe2b582e1 completed by entity DHCP. {{(pid=93588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 19:46:06.622648 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.provisioning_blocks [None req-a9643cd0-1ca8-4e69-9a74-e6b7ed35015f None None] Provisioning complete for port 41dd031d-9247-4b20-a2f5-93bbe2b582e1 triggered by entity DHCP. {{(pid=93588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 19:46:06.623025 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-a9643cd0-1ca8-4e69-9a74-e6b7ed35015f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721938'] for port, provisioning_complete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:46:06.626977 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d417b624-3e56-404b-ab79-e4995cd9036e admin admin] Notify agent at l3_agent.dv-cinder-802653-1-iscsi the message routers_updated {{(pid=93586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 19:46:06.645041 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-971fb828-bc85-4400-a059-4f48e4c85ad1 None None] Sync routers for ids ['3dda4a6b-34f1-4f52-aa2e-291094ffb7c1'] in dv-cinder-802653-1-iscsi {{(pid=93588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 19:46:06.663435 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-971fb828-bc85-4400-a059-4f48e4c85ad1 None None] Routers {'3dda4a6b-34f1-4f52-aa2e-291094ffb7c1'} bound to L3 agent in host dv-cinder-802653-1-iscsi {{(pid=93588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 19:46:06.664055 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.l3_hamode_db [None req-971fb828-bc85-4400-a059-4f48e4c85ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802653-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T18:54:54Z,description=,heartbeat_timestamp=2021-07-28T19:45:54Z,host='dv-cinder-802653-1-iscsi',id=a81dfe8c-a6e8-4fad-82b8-e31bee6ac2ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T18:54:55Z,topic='l3_agent')) {'router_ids': ['3dda4a6b-34f1-4f52-aa2e-291094ffb7c1'], 'active': True} {{(pid=93588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:46:06.726484 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-d417b624-3e56-404b-ab79-e4995cd9036e admin admin] Notify callbacks [] for router, before_response {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:46:06.733830 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [None req-d417b624-3e56-404b-ab79-e4995cd9036e admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.9397266 Jul 28 19:46:06.733830 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.wsgi [-] (93586) accepted ('10.222.0.41', 52422) {{(pid=93586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:46:06.803954 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-a9643cd0-1ca8-4e69-9a74-e6b7ed35015f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555300'] for port, before_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:46:06.809050 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.l3_dvr_db [None req-971fb828-bc85-4400-a059-4f48e4c85ad1 None None] Set router 3dda4a6b-34f1-4f52-aa2e-291094ffb7c1 gateway port host: dv-cinder-802653-1-iscsi {{(pid=93588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 19:46:06.926844 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.db [None req-a9643cd0-1ca8-4e69-9a74-e6b7ed35015f None None] For port 41dd031d-9247-4b20-a2f5-93bbe2b582e1, host dv-cinder-802653-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-1-iscsi',level=0,port_id=41dd031d-9247-4b20-a2f5-93bbe2b582e1,segment=NetworkSegment(9b3f80b5-e386-4897-b887-7d42a006e663),segment_id=9b3f80b5-e386-4897-b887-7d42a006e663)] {{(pid=93588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:46:06.986998 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-a9643cd0-1ca8-4e69-9a74-e6b7ed35015f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742349622321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742349248534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742349248552'] for port, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:46:07.048161 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9643cd0-1ca8-4e69-9a74-e6b7ed35015f None None] Pushing event updated for resources: {'Port': ['ID=41dd031d-9247-4b20-a2f5-93bbe2b582e1,revision_number=3']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:46:07.057169 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.l3_hamode_db [None req-971fb828-bc85-4400-a059-4f48e4c85ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dda4a6b-34f1-4f52-aa2e-291094ffb7c1', 'name': 'tempest-TestShelveInstance-195881309-router', 'tenant_id': 'a4c518085382445593350dccff4b1626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df', 'external_fixed_ips': [{'subnet_id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': '1795de26-679c-4c62-a46e-a459b8dc1ef2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:46:04Z', 'updated_at': '2021-07-28T19:46:05Z', 'revision_number': 3, 'project_id': 'a4c518085382445593350dccff4b1626', 'gw_port': {'id': '1795de26-679c-4c62-a46e-a459b8dc1ef2', 'name': '', 'network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:11:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dda4a6b-34f1-4f52-aa2e-291094ffb7c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:46:05Z', 'updated_at': '2021-07-28T19:46:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-1-iscsi'}], 'dv-cinder-802653-1-iscsi', False) {} {{(pid=93588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:46:07.084713 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-971fb828-bc85-4400-a059-4f48e4c85ad1 None None] Checking router: 3dda4a6b-34f1-4f52-aa2e-291094ffb7c1 for host: dv-cinder-802653-1-iscsi {{(pid=93588) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 19:46:07.085070 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-971fb828-bc85-4400-a059-4f48e4c85ad1 None None] Updating router 3dda4a6b-34f1-4f52-aa2e-291094ffb7c1 port 1795de26-679c-4c62-a46e-a459b8dc1ef2 binding host dv-cinder-802653-1-iscsi {{(pid=93588) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 19:46:07.115583 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-971fb828-bc85-4400-a059-4f48e4c85ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555300'] for port, before_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:46:07.145359 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.provisioning_blocks [None req-df51212b-ab5d-4b79-8449-b4a53689e999 None None] Provisioning complete for port 41dd031d-9247-4b20-a2f5-93bbe2b582e1 triggered by entity DHCP. {{(pid=93588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 19:46:07.146053 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-df51212b-ab5d-4b79-8449-b4a53689e999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721938'] for port, provisioning_complete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:46:07.406997 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-1d251a09-dcf9-47ab-8a62-b9f562ad0beb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555300'] for port, before_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:46:07.439000 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-971fb828-bc85-4400-a059-4f48e4c85ad1 None None] Notify callbacks [] for port, precommit_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:46:07.448668 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.provisioning_blocks [None req-971fb828-bc85-4400-a059-4f48e4c85ad1 None None] Transition to ACTIVE for port object 1795de26-679c-4c62-a46e-a459b8dc1ef2 will not be triggered until provisioned by entity L2. {{(pid=93588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 19:46:07.541681 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-971fb828-bc85-4400-a059-4f48e4c85ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742349622321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742349248534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742349248552'] for port, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:46:07.558657 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.db.db_base_plugin_common [None req-1d251a09-dcf9-47ab-8a62-b9f562ad0beb admin admin] Allocated IP 172.20.0.1 (45b15210-e325-46bc-acd3-cd48a8ab05df/85fdd55d-a444-4a28-8bec-b7e57e803882/91038c5e-0dd5-4932-87b9-d36dfc330f36) {{(pid=93586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 19:46:07.598597 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.managers [None req-971fb828-bc85-4400-a059-4f48e4c85ad1 None None] Attempting to bind port 1795de26-679c-4c62-a46e-a459b8dc1ef2 on host dv-cinder-802653-1-iscsi for vnic_type normal with profile {{(pid=93588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 19:46:07.598889 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.managers [None req-971fb828-bc85-4400-a059-4f48e4c85ad1 None None] Attempting to bind port 1795de26-679c-4c62-a46e-a459b8dc1ef2 by drivers openvswitch,hyperv on host dv-cinder-802653-1-iscsi at level 0 using segments [{'id': '17bd56bb-f533-4c75-bcf1-86c99094db6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df'}] {{(pid=93588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 19:46:07.600097 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-971fb828-bc85-4400-a059-4f48e4c85ad1 None None] Attempting to bind port 1795de26-679c-4c62-a46e-a459b8dc1ef2 on network e684c39a-2e11-408f-97ab-0003bc0ac2df {{(pid=93588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 19:46:07.602023 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fac36df-466f-4f69-9f7b-587182de9098 None None] Pushing event updated for resources: {'Port': ['ID=1795de26-679c-4c62-a46e-a459b8dc1ef2,revision_number=2']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:46:07.608663 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-971fb828-bc85-4400-a059-4f48e4c85ad1 None None] Checking agent: {'id': 'db69d0ec-1e3c-47a8-846d-d71db5f0b0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802653-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 18, 54, 54), 'started_at': datetime.datetime(2021, 7, 28, 18, 55, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 19, 45, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802653-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 19:46:07.609042 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-971fb828-bc85-4400-a059-4f48e4c85ad1 None None] Checking segment: {'id': '17bd56bb-f533-4c75-bcf1-86c99094db6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 19:46:07.609440 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-971fb828-bc85-4400-a059-4f48e4c85ad1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:46:07.609823 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-971fb828-bc85-4400-a059-4f48e4c85ad1 None None] Bound using segment: {'id': '17bd56bb-f533-4c75-bcf1-86c99094db6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df'} {{(pid=93588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 19:46:07.610274 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.managers [None req-971fb828-bc85-4400-a059-4f48e4c85ad1 None None] Bound port: 1795de26-679c-4c62-a46e-a459b8dc1ef2, host: dv-cinder-802653-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17bd56bb-f533-4c75-bcf1-86c99094db6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df'}}] {{(pid=93588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 19:46:07.610642 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-971fb828-bc85-4400-a059-4f48e4c85ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555300'] for port, before_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:46:07.660431 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-1d251a09-dcf9-47ab-8a62-b9f562ad0beb admin admin] Notify callbacks [] for port, precommit_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:46:07.661145 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.db [None req-971fb828-bc85-4400-a059-4f48e4c85ad1 None None] For port 1795de26-679c-4c62-a46e-a459b8dc1ef2, host dv-cinder-802653-1-iscsi, cleared binding levels {{(pid=93588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 19:46:07.664903 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.db [None req-971fb828-bc85-4400-a059-4f48e4c85ad1 None None] For port 1795de26-679c-4c62-a46e-a459b8dc1ef2, host dv-cinder-802653-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-1-iscsi',level=0,port_id=1795de26-679c-4c62-a46e-a459b8dc1ef2,segment=NetworkSegment(17bd56bb-f533-4c75-bcf1-86c99094db6a),segment_id=17bd56bb-f533-4c75-bcf1-86c99094db6a)] {{(pid=93588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 19:46:07.673784 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.db.provisioning_blocks [None req-1d251a09-dcf9-47ab-8a62-b9f562ad0beb admin admin] Transition to ACTIVE for port object 91038c5e-0dd5-4932-87b9-d36dfc330f36 will not be triggered until provisioned by entity DHCP. {{(pid=93586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 19:46:07.767064 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-971fb828-bc85-4400-a059-4f48e4c85ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742349622321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742349248534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742349248552'] for port, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:46:07.772575 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.rpc [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Device 41dd031d-9247-4b20-a2f5-93bbe2b582e1 up at agent ovs-agent-dv-cinder-802653-1-iscsi {{(pid=93588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 19:46:07.793092 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-1d251a09-dcf9-47ab-8a62-b9f562ad0beb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742349248516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12083827'] for port, after_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:46:07.834843 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d251a09-dcf9-47ab-8a62-b9f562ad0beb admin admin] Network 45b15210-e325-46bc-acd3-cd48a8ab05df is already hosted by enough agents. {{(pid=93586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 19:46:07.839237 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.scheduler.base_scheduler [None req-1d251a09-dcf9-47ab-8a62-b9f562ad0beb admin admin] Resources bound (agent type, host, resource id): {{(pid=93586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 19:46:07.842724 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d251a09-dcf9-47ab-8a62-b9f562ad0beb admin admin] Received port after_create {{(pid=93586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 19:46:07.850994 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d251a09-dcf9-47ab-8a62-b9f562ad0beb admin admin] Pushing event updated for resources: {'Port': ['ID=91038c5e-0dd5-4932-87b9-d36dfc330f36,revision_number=1']} {{(pid=93586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:46:07.861326 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-971fb828-bc85-4400-a059-4f48e4c85ad1 None None] Routers {'3dda4a6b-34f1-4f52-aa2e-291094ffb7c1'} bound to L3 agent in host dv-cinder-802653-1-iscsi {{(pid=93588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 19:46:07.861956 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.l3_hamode_db [None req-971fb828-bc85-4400-a059-4f48e4c85ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802653-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T18:54:54Z,description=,heartbeat_timestamp=2021-07-28T19:45:54Z,host='dv-cinder-802653-1-iscsi',id=a81dfe8c-a6e8-4fad-82b8-e31bee6ac2ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T18:54:55Z,topic='l3_agent')) {'router_ids': ['3dda4a6b-34f1-4f52-aa2e-291094ffb7c1'], 'active': True} {{(pid=93588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:46:07.866887 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fac36df-466f-4f69-9f7b-587182de9098 None None] Pushing event updated for resources: {'Port': ['ID=1795de26-679c-4c62-a46e-a459b8dc1ef2,revision_number=3']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:46:07.893118 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-1d251a09-dcf9-47ab-8a62-b9f562ad0beb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3821360'] for router_interface, before_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:46:08.002719 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.l3_dvr_db [None req-971fb828-bc85-4400-a059-4f48e4c85ad1 None None] Set router 3dda4a6b-34f1-4f52-aa2e-291094ffb7c1 gateway port host: dv-cinder-802653-1-iscsi {{(pid=93588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 19:46:08.066092 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.provisioning_blocks [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Provisioning complete for port 41dd031d-9247-4b20-a2f5-93bbe2b582e1 triggered by entity L2. {{(pid=93588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 19:46:08.066468 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721938'] for port, provisioning_complete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:46:08.121231 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-1d251a09-dcf9-47ab-8a62-b9f562ad0beb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555300'] for port, before_update {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:46:08.296945 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-1d251a09-dcf9-47ab-8a62-b9f562ad0beb admin admin] Notify callbacks [] for port, precommit_update {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:46:08.376686 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.provisioning_blocks [None req-6c844938-0089-468c-ac80-d977a73004c6 None None] Provisioning for port 91038c5e-0dd5-4932-87b9-d36dfc330f36 completed by entity DHCP. {{(pid=93588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 19:46:08.383750 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-1d251a09-dcf9-47ab-8a62-b9f562ad0beb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742349622321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742349248534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742349248552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12083818'] for port, after_update {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:46:08.384530 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.provisioning_blocks [None req-6c844938-0089-468c-ac80-d977a73004c6 None None] Provisioning complete for port 91038c5e-0dd5-4932-87b9-d36dfc330f36 triggered by entity DHCP. {{(pid=93588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 19:46:08.385344 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-6c844938-0089-468c-ac80-d977a73004c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721938'] for port, provisioning_complete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:46:08.429677 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.plugin [None req-6c844938-0089-468c-ac80-d977a73004c6 None None] Port 91038c5e-0dd5-4932-87b9-d36dfc330f36 cannot update to ACTIVE because it is not bound. {{(pid=93588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 19:46:08.442624 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.l3_hamode_db [None req-971fb828-bc85-4400-a059-4f48e4c85ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dda4a6b-34f1-4f52-aa2e-291094ffb7c1', 'name': 'tempest-TestShelveInstance-195881309-router', 'tenant_id': 'a4c518085382445593350dccff4b1626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df', 'external_fixed_ips': [{'subnet_id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': '1795de26-679c-4c62-a46e-a459b8dc1ef2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:46:04Z', 'updated_at': '2021-07-28T19:46:05Z', 'revision_number': 3, 'project_id': 'a4c518085382445593350dccff4b1626', 'gw_port': {'id': '1795de26-679c-4c62-a46e-a459b8dc1ef2', 'name': '', 'network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:11:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dda4a6b-34f1-4f52-aa2e-291094ffb7c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:46:05Z', 'updated_at': '2021-07-28T19:46:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-1-iscsi'}], 'dv-cinder-802653-1-iscsi', False) {} {{(pid=93588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:46:08.449727 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-1d251a09-dcf9-47ab-8a62-b9f562ad0beb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3760054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3821728'] for router_interface, after_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:46:08.451406 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d251a09-dcf9-47ab-8a62-b9f562ad0beb admin admin] Pushing event updated for resources: {'Port': ['ID=91038c5e-0dd5-4932-87b9-d36dfc330f36,revision_number=2']} {{(pid=93586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:46:08.469325 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-971fb828-bc85-4400-a059-4f48e4c85ad1 None None] The sync data for ids ['3dda4a6b-34f1-4f52-aa2e-291094ffb7c1'] in dv-cinder-802653-1-iscsi is: [{'id': '3dda4a6b-34f1-4f52-aa2e-291094ffb7c1', 'name': 'tempest-TestShelveInstance-195881309-router', 'tenant_id': 'a4c518085382445593350dccff4b1626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df', 'external_fixed_ips': [{'subnet_id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': '1795de26-679c-4c62-a46e-a459b8dc1ef2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:46:04Z', 'updated_at': '2021-07-28T19:46:05Z', 'revision_number': 3, 'project_id': 'a4c518085382445593350dccff4b1626', 'gw_port': {'id': '1795de26-679c-4c62-a46e-a459b8dc1ef2', 'name': '', 'network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:11:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dda4a6b-34f1-4f52-aa2e-291094ffb7c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:46:05Z', 'updated_at': '2021-07-28T19:46:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-1-iscsi'}] {{(pid=93588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 19:46:08.558399 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d251a09-dcf9-47ab-8a62-b9f562ad0beb admin admin] Network 45b15210-e325-46bc-acd3-cd48a8ab05df is already hosted by enough agents. {{(pid=93586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 19:46:08.559732 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.scheduler.base_scheduler [None req-1d251a09-dcf9-47ab-8a62-b9f562ad0beb admin admin] Resources bound (agent type, host, resource id): {{(pid=93586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 19:46:08.681448 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d251a09-dcf9-47ab-8a62-b9f562ad0beb admin admin] Router 3dda4a6b-34f1-4f52-aa2e-291094ffb7c1 has already been hosted by L3 agent a81dfe8c-a6e8-4fad-82b8-e31bee6ac2ff {{(pid=93586) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 19:46:08.753060 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.provisioning_blocks [None req-d9993d0d-f445-4ddd-94e2-5c012a52c9ae None None] Provisioning complete for port 91038c5e-0dd5-4932-87b9-d36dfc330f36 triggered by entity DHCP. {{(pid=93588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 19:46:08.753428 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-d9993d0d-f445-4ddd-94e2-5c012a52c9ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721938'] for port, provisioning_complete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:46:08.797445 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.plugin [None req-d9993d0d-f445-4ddd-94e2-5c012a52c9ae None None] Port 91038c5e-0dd5-4932-87b9-d36dfc330f36 cannot update to ACTIVE because it is not bound. {{(pid=93588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 19:46:08.810241 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d251a09-dcf9-47ab-8a62-b9f562ad0beb admin admin] Notify agent at l3_agent.dv-cinder-802653-1-iscsi the message routers_updated {{(pid=93586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 19:46:08.816236 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [None req-1d251a09-dcf9-47ab-8a62-b9f562ad0beb admin admin] 10.222.0.41 "PUT /v2.0/routers/3dda4a6b-34f1-4f52-aa2e-291094ffb7c1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0847883 Jul 28 19:46:09.502011 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.wsgi [-] (93586) accepted ('10.222.0.41', 52438) {{(pid=93586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:46:09.507623 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.v2.base [None req-f2390d8b-057c-4b41-af65-db11630de55f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1696247601-network', 'tenant_id': 'dd868216d61e40c0b996af9fac4223d4'}} {{(pid=93586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:46:09.603997 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2390d8b-057c-4b41-af65-db11630de55f admin admin] Made reservation on behalf of dd868216d61e40c0b996af9fac4223d4 for: {'network': 1} {{(pid=93586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 19:46:09.606564 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-f2390d8b-057c-4b41-af65-db11630de55f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555300'] for network, before_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:46:09.615485 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-f2390d8b-057c-4b41-af65-db11630de55f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:46:09.704064 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-f2390d8b-057c-4b41-af65-db11630de55f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:46:09.781853 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-f2390d8b-057c-4b41-af65-db11630de55f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676630'] for security_group, after_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:46:09.807209 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.rpc [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Device 1795de26-679c-4c62-a46e-a459b8dc1ef2 up at agent ovs-agent-dv-cinder-802653-1-iscsi {{(pid=93588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 19:46:09.807721 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2390d8b-057c-4b41-af65-db11630de55f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 411} {{(pid=93586) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 19:46:09.816408 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2390d8b-057c-4b41-af65-db11630de55f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d559360-e37b-413b-be1a-54459e811cbb,revision_number=1']} {{(pid=93586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:46:09.823736 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-f2390d8b-057c-4b41-af65-db11630de55f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721374'] for segment, precommit_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:46:09.825035 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.db.segments_db [None req-f2390d8b-057c-4b41-af65-db11630de55f admin admin] Added segment 38b9a4fc-fd2c-4edf-b46b-43d3ef059a22 of type vlan for network 3dc6065d-f7d0-4102-bf98-23a71183af89 Jul 28 19:46:09.868666 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-f2390d8b-057c-4b41-af65-db11630de55f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742349240423'] for network, precommit_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:46:09.926238 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.provisioning_blocks [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Provisioning for port 1795de26-679c-4c62-a46e-a459b8dc1ef2 completed by entity L2. {{(pid=93588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 19:46:09.931337 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.provisioning_blocks [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Provisioning complete for port 1795de26-679c-4c62-a46e-a459b8dc1ef2 triggered by entity L2. {{(pid=93588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 19:46:09.931495 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e82c5d38-8fb5-45f1-8342-329b396fefb2 None None] Sync routers for ids ['3dda4a6b-34f1-4f52-aa2e-291094ffb7c1'] in dv-cinder-802653-1-iscsi {{(pid=93589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 19:46:09.931960 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721938'] for port, provisioning_complete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:46:09.940342 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e82c5d38-8fb5-45f1-8342-329b396fefb2 None None] Routers {'3dda4a6b-34f1-4f52-aa2e-291094ffb7c1'} bound to L3 agent in host dv-cinder-802653-1-iscsi {{(pid=93589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 19:46:09.940950 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.db.l3_hamode_db [None req-e82c5d38-8fb5-45f1-8342-329b396fefb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802653-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T18:54:54Z,description=,heartbeat_timestamp=2021-07-28T19:45:54Z,host='dv-cinder-802653-1-iscsi',id=a81dfe8c-a6e8-4fad-82b8-e31bee6ac2ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T18:54:55Z,topic='l3_agent')) {'router_ids': ['3dda4a6b-34f1-4f52-aa2e-291094ffb7c1'], 'active': True} {{(pid=93589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:46:09.954881 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-f2390d8b-057c-4b41-af65-db11630de55f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036'] for network, after_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:46:09.955958 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2390d8b-057c-4b41-af65-db11630de55f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:46:09.956558 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-f2390d8b-057c-4b41-af65-db11630de55f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760026'] for network, before_response {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:46:10.011902 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555300'] for port, before_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:46:10.017669 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2390d8b-057c-4b41-af65-db11630de55f admin admin] Pushing event updated for resources: {'Network': ['ID=3dc6065d-f7d0-4102-bf98-23a71183af89,revision_number=1']} {{(pid=93586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:46:10.031284 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.rpc [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Network 3dc6065d-f7d0-4102-bf98-23a71183af89 details requested by agent ovs-agent-dv-cinder-802653-1-iscsi with host dv-cinder-802653-1-iscsi {{(pid=93588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 19:46:10.036297 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.db [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] For port 1795de26-679c-4c62-a46e-a459b8dc1ef2, host dv-cinder-802653-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-1-iscsi',level=0,port_id=1795de26-679c-4c62-a46e-a459b8dc1ef2,segment=NetworkSegment(17bd56bb-f533-4c75-bcf1-86c99094db6a),segment_id=17bd56bb-f533-4c75-bcf1-86c99094db6a)] {{(pid=93588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:46:10.064681 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [None req-f2390d8b-057c-4b41-af65-db11630de55f admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5614920 Jul 28 19:46:10.067024 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.db.l3_dvr_db [None req-e82c5d38-8fb5-45f1-8342-329b396fefb2 None None] Set router 3dda4a6b-34f1-4f52-aa2e-291094ffb7c1 gateway port host: dv-cinder-802653-1-iscsi {{(pid=93589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 19:46:10.067627 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.wsgi [-] (93586) accepted ('10.222.0.41', 52440) {{(pid=93586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:46:10.073505 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.v2.base [None req-c3e32809-5ad5-4aed-b02b-3fcdf9f1a06b admin admin] Request body: {'subnet': {'network_id': '3dc6065d-f7d0-4102-bf98-23a71183af89', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1696247601-subnet', 'tenant_id': 'dd868216d61e40c0b996af9fac4223d4', 'ip_version': 4}} {{(pid=93586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:46:10.096239 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742349622321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742349248534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742349248552'] for port, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:46:10.146786 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Pushing event updated for resources: {'Port': ['ID=1795de26-679c-4c62-a46e-a459b8dc1ef2,revision_number=4']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:46:10.166454 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3e32809-5ad5-4aed-b02b-3fcdf9f1a06b admin admin] Made reservation on behalf of dd868216d61e40c0b996af9fac4223d4 for: {'subnet': 1} {{(pid=93586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 19:46:10.168920 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-c3e32809-5ad5-4aed-b02b-3fcdf9f1a06b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12577379'] for subnet, before_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:46:10.271944 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.db.l3_hamode_db [None req-e82c5d38-8fb5-45f1-8342-329b396fefb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dda4a6b-34f1-4f52-aa2e-291094ffb7c1', 'name': 'tempest-TestShelveInstance-195881309-router', 'tenant_id': 'a4c518085382445593350dccff4b1626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df', 'external_fixed_ips': [{'subnet_id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': '1795de26-679c-4c62-a46e-a459b8dc1ef2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:46:04Z', 'updated_at': '2021-07-28T19:46:07Z', 'revision_number': 4, 'project_id': 'a4c518085382445593350dccff4b1626', 'gw_port': {'id': '1795de26-679c-4c62-a46e-a459b8dc1ef2', 'name': '', 'network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:11:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dda4a6b-34f1-4f52-aa2e-291094ffb7c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:46:05Z', 'updated_at': '2021-07-28T19:46:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-1-iscsi', '_interfaces': [{'id': '91038c5e-0dd5-4932-87b9-d36dfc330f36', 'name': '', 'network_id': '45b15210-e325-46bc-acd3-cd48a8ab05df', 'tenant_id': 'a4c518085382445593350dccff4b1626', 'mac_address': 'fa:16:3e:8a:a7:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dda4a6b-34f1-4f52-aa2e-291094ffb7c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '85fdd55d-a444-4a28-8bec-b7e57e803882', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:46:07Z', 'updated_at': '2021-07-28T19:46:08Z', 'revision_number': 2, 'project_id': 'a4c518085382445593350dccff4b1626', 'subnets': [{'id': '85fdd55d-a444-4a28-8bec-b7e57e803882', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802653-1-iscsi', False) {} {{(pid=93589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:46:10.302805 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e82c5d38-8fb5-45f1-8342-329b396fefb2 None None] Checking router: 3dda4a6b-34f1-4f52-aa2e-291094ffb7c1 for host: dv-cinder-802653-1-iscsi {{(pid=93589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 19:46:10.308401 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e82c5d38-8fb5-45f1-8342-329b396fefb2 None None] Updating router 3dda4a6b-34f1-4f52-aa2e-291094ffb7c1 port 91038c5e-0dd5-4932-87b9-d36dfc330f36 binding host dv-cinder-802653-1-iscsi {{(pid=93589) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 19:46:10.328476 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-e82c5d38-8fb5-45f1-8342-329b396fefb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555300'] for port, before_update {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:46:10.458176 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-c3e32809-5ad5-4aed-b02b-3fcdf9f1a06b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12083743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12577357'] for subnet, after_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:46:10.506254 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e32809-5ad5-4aed-b02b-3fcdf9f1a06b admin admin] Pushing event updated for resources: {'Subnet': ['ID=664d8648-1398-47ad-85de-add4b32b7e2d,revision_number=0']} {{(pid=93586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:46:10.522717 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3e32809-5ad5-4aed-b02b-3fcdf9f1a06b admin admin] Checking segment: {'id': '38b9a4fc-fd2c-4edf-b46b-43d3ef059a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '3dc6065d-f7d0-4102-bf98-23a71183af89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 19:46:10.523078 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3e32809-5ad5-4aed-b02b-3fcdf9f1a06b admin admin] Network hostable DHCP agents. Network: 3dc6065d-f7d0-4102-bf98-23a71183af89, hostable agents: ['6be8dab3-c43d-43c4-9e05-9e58375c436f'], hosted agents: [] {{(pid=93586) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 19:46:10.586817 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-e82c5d38-8fb5-45f1-8342-329b396fefb2 None None] Notify callbacks [] for port, precommit_update {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:46:10.596110 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.db.provisioning_blocks [None req-e82c5d38-8fb5-45f1-8342-329b396fefb2 None None] Transition to ACTIVE for port object 91038c5e-0dd5-4932-87b9-d36dfc330f36 will not be triggered until provisioned by entity L2. {{(pid=93589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 19:46:10.626899 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3e32809-5ad5-4aed-b02b-3fcdf9f1a06b admin admin] Network 3dc6065d-f7d0-4102-bf98-23a71183af89 is scheduled to be hosted by DHCP agent 6be8dab3-c43d-43c4-9e05-9e58375c436f with binding_index 1 {{(pid=93586) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 19:46:10.655271 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-e82c5d38-8fb5-45f1-8342-329b396fefb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742349622321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742349248534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742349248552'] for port, after_update {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:46:10.703796 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e03d170-059f-4a95-a079-ade0e2a9b9be None None] Pushing event updated for resources: {'Port': ['ID=91038c5e-0dd5-4932-87b9-d36dfc330f36,revision_number=3']} {{(pid=93589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:46:10.707053 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.scheduler.base_scheduler [None req-c3e32809-5ad5-4aed-b02b-3fcdf9f1a06b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802653-1-iscsi, 3dc6065d-f7d0-4102-bf98-23a71183af89) {{(pid=93586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 19:46:10.714619 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3e32809-5ad5-4aed-b02b-3fcdf9f1a06b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:46:10.715139 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-c3e32809-5ad5-4aed-b02b-3fcdf9f1a06b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:46:10.723115 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43ed4c64-9657-4935-88b7-891d369ebb1f None None] Network 3dc6065d-f7d0-4102-bf98-23a71183af89 requested from dv-cinder-802653-1-iscsi {{(pid=93588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 19:46:10.737412 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e03d170-059f-4a95-a079-ade0e2a9b9be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:46:10.737637 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e03d170-059f-4a95-a079-ade0e2a9b9be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:46:10.737899 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e03d170-059f-4a95-a079-ade0e2a9b9be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:46:10.738227 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e03d170-059f-4a95-a079-ade0e2a9b9be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:46:10.738555 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e03d170-059f-4a95-a079-ade0e2a9b9be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:46:10.738880 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e03d170-059f-4a95-a079-ade0e2a9b9be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:46:10.739205 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e03d170-059f-4a95-a079-ade0e2a9b9be None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:46:10.739527 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e03d170-059f-4a95-a079-ade0e2a9b9be None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:46:10.739924 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e03d170-059f-4a95-a079-ade0e2a9b9be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:46:10.740255 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e03d170-059f-4a95-a079-ade0e2a9b9be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:46:10.740576 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e03d170-059f-4a95-a079-ade0e2a9b9be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:46:10.740895 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e03d170-059f-4a95-a079-ade0e2a9b9be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:46:10.776145 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.plugins.ml2.managers [None req-e82c5d38-8fb5-45f1-8342-329b396fefb2 None None] Attempting to bind port 91038c5e-0dd5-4932-87b9-d36dfc330f36 on host dv-cinder-802653-1-iscsi for vnic_type normal with profile {{(pid=93589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 19:46:10.776593 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.plugins.ml2.managers [None req-e82c5d38-8fb5-45f1-8342-329b396fefb2 None None] Attempting to bind port 91038c5e-0dd5-4932-87b9-d36dfc330f36 by drivers openvswitch,hyperv on host dv-cinder-802653-1-iscsi at level 0 using segments [{'id': '9b3f80b5-e386-4897-b887-7d42a006e663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '45b15210-e325-46bc-acd3-cd48a8ab05df'}] {{(pid=93589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 19:46:10.777073 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82c5d38-8fb5-45f1-8342-329b396fefb2 None None] Attempting to bind port 91038c5e-0dd5-4932-87b9-d36dfc330f36 on network 45b15210-e325-46bc-acd3-cd48a8ab05df {{(pid=93589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 19:46:10.783188 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82c5d38-8fb5-45f1-8342-329b396fefb2 None None] Checking agent: {'id': 'db69d0ec-1e3c-47a8-846d-d71db5f0b0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802653-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 18, 54, 54), 'started_at': datetime.datetime(2021, 7, 28, 18, 55, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 19, 45, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802653-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 19:46:10.783505 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82c5d38-8fb5-45f1-8342-329b396fefb2 None None] Checking segment: {'id': '9b3f80b5-e386-4897-b887-7d42a006e663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '45b15210-e325-46bc-acd3-cd48a8ab05df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 19:46:10.783983 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-e82c5d38-8fb5-45f1-8342-329b396fefb2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:46:10.784443 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82c5d38-8fb5-45f1-8342-329b396fefb2 None None] Bound using segment: {'id': '9b3f80b5-e386-4897-b887-7d42a006e663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '45b15210-e325-46bc-acd3-cd48a8ab05df'} {{(pid=93589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 19:46:10.785342 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.plugins.ml2.managers [None req-e82c5d38-8fb5-45f1-8342-329b396fefb2 None None] Bound port: 91038c5e-0dd5-4932-87b9-d36dfc330f36, host: dv-cinder-802653-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b3f80b5-e386-4897-b887-7d42a006e663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '45b15210-e325-46bc-acd3-cd48a8ab05df'}}] {{(pid=93589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 19:46:10.785342 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-e82c5d38-8fb5-45f1-8342-329b396fefb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555300'] for port, before_update {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:46:10.798699 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.wsgi [-] (93587) accepted ('10.222.0.41', 52442) {{(pid=93587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:46:10.799504 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [None req-c3e32809-5ad5-4aed-b02b-3fcdf9f1a06b admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7293091 Jul 28 19:46:10.805292 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.v2.base [None req-284cef9f-448c-4e70-b256-581c87bb9350 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1696247601-router', 'tenant_id': 'dd868216d61e40c0b996af9fac4223d4', 'external_gateway_info': {'network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df'}}} {{(pid=93587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:46:10.855659 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.plugins.ml2.db [None req-e82c5d38-8fb5-45f1-8342-329b396fefb2 None None] For port 91038c5e-0dd5-4932-87b9-d36dfc330f36, host dv-cinder-802653-1-iscsi, cleared binding levels {{(pid=93589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 19:46:10.859070 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.plugins.ml2.db [None req-e82c5d38-8fb5-45f1-8342-329b396fefb2 None None] For port 91038c5e-0dd5-4932-87b9-d36dfc330f36, host dv-cinder-802653-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-1-iscsi',level=0,port_id=91038c5e-0dd5-4932-87b9-d36dfc330f36,segment=NetworkSegment(9b3f80b5-e386-4897-b887-7d42a006e663),segment_id=9b3f80b5-e386-4897-b887-7d42a006e663)] {{(pid=93589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 19:46:10.890922 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e742066-3ce3-402c-a655-2ac7f226da3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4954927-9383-551a-867b-ead704d2447a-3dc6065d-f7d0-4102-bf98-23a71183af89', 'network_id': '3dc6065d-f7d0-4102-bf98-23a71183af89', 'tenant_id': 'dd868216d61e40c0b996af9fac4223d4', 'fixed_ips': [{'subnet_id': '664d8648-1398-47ad-85de-add4b32b7e2d'}]}} from dv-cinder-802653-1-iscsi. {{(pid=93588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 19:46:10.891978 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-9e742066-3ce3-402c-a655-2ac7f226da3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555300'] for port, before_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:46:10.932596 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-284cef9f-448c-4e70-b256-581c87bb9350 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3885658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32175'] for router, before_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:46:10.933683 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-284cef9f-448c-4e70-b256-581c87bb9350 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3885821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3822384', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3789062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32164'] for router, precommit_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:46:10.967798 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-e82c5d38-8fb5-45f1-8342-329b396fefb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742349622321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742349248534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742349248552'] for port, after_update {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:46:10.989487 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-284cef9f-448c-4e70-b256-581c87bb9350 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:46:11.018871 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e82c5d38-8fb5-45f1-8342-329b396fefb2 None None] Routers {'3dda4a6b-34f1-4f52-aa2e-291094ffb7c1'} bound to L3 agent in host dv-cinder-802653-1-iscsi {{(pid=93589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 19:46:11.019512 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.db.l3_hamode_db [None req-e82c5d38-8fb5-45f1-8342-329b396fefb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802653-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T18:54:54Z,description=,heartbeat_timestamp=2021-07-28T19:45:54Z,host='dv-cinder-802653-1-iscsi',id=a81dfe8c-a6e8-4fad-82b8-e31bee6ac2ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T18:54:55Z,topic='l3_agent')) {'router_ids': ['3dda4a6b-34f1-4f52-aa2e-291094ffb7c1'], 'active': True} {{(pid=93589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:46:11.043742 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.db_base_plugin_common [None req-9e742066-3ce3-402c-a655-2ac7f226da3f None None] Allocated IP 172.20.0.2 (3dc6065d-f7d0-4102-bf98-23a71183af89/664d8648-1398-47ad-85de-add4b32b7e2d/538d8754-955f-4afa-992a-fd0935ec37e4) {{(pid=93588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 19:46:11.073922 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e03d170-059f-4a95-a079-ade0e2a9b9be None None] Pushing event updated for resources: {'Port': ['ID=91038c5e-0dd5-4932-87b9-d36dfc330f36,revision_number=4']} {{(pid=93589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:46:11.152147 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.db.l3_dvr_db [None req-e82c5d38-8fb5-45f1-8342-329b396fefb2 None None] Set router 3dda4a6b-34f1-4f52-aa2e-291094ffb7c1 gateway port host: dv-cinder-802653-1-iscsi {{(pid=93589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 19:46:11.215757 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-284cef9f-448c-4e70-b256-581c87bb9350 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3821514', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3885672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32138'] for router, precommit_update {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:46:11.219194 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-9e742066-3ce3-402c-a655-2ac7f226da3f None None] Notify callbacks [] for port, precommit_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:46:11.232092 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.provisioning_blocks [None req-9e742066-3ce3-402c-a655-2ac7f226da3f None None] Transition to ACTIVE for port object 538d8754-955f-4afa-992a-fd0935ec37e4 will not be triggered until provisioned by entity L2. {{(pid=93588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 19:46:11.250619 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.provisioning_blocks [None req-9e742066-3ce3-402c-a655-2ac7f226da3f None None] Transition to ACTIVE for port object 538d8754-955f-4afa-992a-fd0935ec37e4 will not be triggered until provisioned by entity DHCP. {{(pid=93588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 19:46:11.338580 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-9e742066-3ce3-402c-a655-2ac7f226da3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742349248516'] for port, after_create {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:46:11.375248 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e742066-3ce3-402c-a655-2ac7f226da3f None None] Network 3dc6065d-f7d0-4102-bf98-23a71183af89 is already hosted by enough agents. {{(pid=93588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 19:46:11.378084 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.scheduler.base_scheduler [None req-9e742066-3ce3-402c-a655-2ac7f226da3f None None] Resources bound (agent type, host, resource id): {{(pid=93588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 19:46:11.382265 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e742066-3ce3-402c-a655-2ac7f226da3f None None] Received port after_create {{(pid=93588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 19:46:11.397605 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e742066-3ce3-402c-a655-2ac7f226da3f None None] Pushing event updated for resources: {'Port': ['ID=538d8754-955f-4afa-992a-fd0935ec37e4,revision_number=1']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:46:11.449830 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.managers [None req-9e742066-3ce3-402c-a655-2ac7f226da3f None None] Attempting to bind port 538d8754-955f-4afa-992a-fd0935ec37e4 on host dv-cinder-802653-1-iscsi for vnic_type normal with profile {{(pid=93588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 19:46:11.450389 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.managers [None req-9e742066-3ce3-402c-a655-2ac7f226da3f None None] Attempting to bind port 538d8754-955f-4afa-992a-fd0935ec37e4 by drivers openvswitch,hyperv on host dv-cinder-802653-1-iscsi at level 0 using segments [{'id': '38b9a4fc-fd2c-4edf-b46b-43d3ef059a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '3dc6065d-f7d0-4102-bf98-23a71183af89'}] {{(pid=93588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 19:46:11.450857 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e742066-3ce3-402c-a655-2ac7f226da3f None None] Attempting to bind port 538d8754-955f-4afa-992a-fd0935ec37e4 on network 3dc6065d-f7d0-4102-bf98-23a71183af89 {{(pid=93588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 19:46:11.453598 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.db.l3_hamode_db [None req-e82c5d38-8fb5-45f1-8342-329b396fefb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dda4a6b-34f1-4f52-aa2e-291094ffb7c1', 'name': 'tempest-TestShelveInstance-195881309-router', 'tenant_id': 'a4c518085382445593350dccff4b1626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df', 'external_fixed_ips': [{'subnet_id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': '1795de26-679c-4c62-a46e-a459b8dc1ef2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:46:04Z', 'updated_at': '2021-07-28T19:46:07Z', 'revision_number': 4, 'project_id': 'a4c518085382445593350dccff4b1626', 'gw_port': {'id': '1795de26-679c-4c62-a46e-a459b8dc1ef2', 'name': '', 'network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:11:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dda4a6b-34f1-4f52-aa2e-291094ffb7c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:46:05Z', 'updated_at': '2021-07-28T19:46:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-1-iscsi', '_interfaces': [{'id': '91038c5e-0dd5-4932-87b9-d36dfc330f36', 'name': '', 'network_id': '45b15210-e325-46bc-acd3-cd48a8ab05df', 'tenant_id': 'a4c518085382445593350dccff4b1626', 'mac_address': 'fa:16:3e:8a:a7:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dda4a6b-34f1-4f52-aa2e-291094ffb7c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '85fdd55d-a444-4a28-8bec-b7e57e803882', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:46:07Z', 'updated_at': '2021-07-28T19:46:10Z', 'revision_number': 4, 'project_id': 'a4c518085382445593350dccff4b1626', 'subnets': [{'id': '85fdd55d-a444-4a28-8bec-b7e57e803882', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802653-1-iscsi', False) {} {{(pid=93589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:46:11.456265 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e742066-3ce3-402c-a655-2ac7f226da3f None None] Checking agent: {'id': 'db69d0ec-1e3c-47a8-846d-d71db5f0b0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802653-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 18, 54, 54), 'started_at': datetime.datetime(2021, 7, 28, 18, 55, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 19, 45, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802653-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 19:46:11.457185 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e742066-3ce3-402c-a655-2ac7f226da3f None None] Checking segment: {'id': '38b9a4fc-fd2c-4edf-b46b-43d3ef059a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '3dc6065d-f7d0-4102-bf98-23a71183af89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 19:46:11.457711 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-9e742066-3ce3-402c-a655-2ac7f226da3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:46:11.458179 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e742066-3ce3-402c-a655-2ac7f226da3f None None] Bound using segment: {'id': '38b9a4fc-fd2c-4edf-b46b-43d3ef059a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '3dc6065d-f7d0-4102-bf98-23a71183af89'} {{(pid=93588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 19:46:11.458840 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.managers [None req-9e742066-3ce3-402c-a655-2ac7f226da3f None None] Bound port: 538d8754-955f-4afa-992a-fd0935ec37e4, host: dv-cinder-802653-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38b9a4fc-fd2c-4edf-b46b-43d3ef059a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '3dc6065d-f7d0-4102-bf98-23a71183af89'}}] {{(pid=93588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 19:46:11.459375 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-9e742066-3ce3-402c-a655-2ac7f226da3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555300'] for port, before_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:46:11.479880 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e82c5d38-8fb5-45f1-8342-329b396fefb2 None None] The sync data for ids ['3dda4a6b-34f1-4f52-aa2e-291094ffb7c1'] in dv-cinder-802653-1-iscsi is: [{'id': '3dda4a6b-34f1-4f52-aa2e-291094ffb7c1', 'name': 'tempest-TestShelveInstance-195881309-router', 'tenant_id': 'a4c518085382445593350dccff4b1626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df', 'external_fixed_ips': [{'subnet_id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': '1795de26-679c-4c62-a46e-a459b8dc1ef2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:46:04Z', 'updated_at': '2021-07-28T19:46:07Z', 'revision_number': 4, 'project_id': 'a4c518085382445593350dccff4b1626', 'gw_port': {'id': '1795de26-679c-4c62-a46e-a459b8dc1ef2', 'name': '', 'network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:11:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dda4a6b-34f1-4f52-aa2e-291094ffb7c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:46:05Z', 'updated_at': '2021-07-28T19:46:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-1-iscsi', '_interfaces': [{'id': '91038c5e-0dd5-4932-87b9-d36dfc330f36', 'name': '', 'network_id': '45b15210-e325-46bc-acd3-cd48a8ab05df', 'tenant_id': 'a4c518085382445593350dccff4b1626', 'mac_address': 'fa:16:3e:8a:a7:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dda4a6b-34f1-4f52-aa2e-291094ffb7c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '85fdd55d-a444-4a28-8bec-b7e57e803882', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:46:07Z', 'updated_at': '2021-07-28T19:46:10Z', 'revision_number': 4, 'project_id': 'a4c518085382445593350dccff4b1626', 'subnets': [{'id': '85fdd55d-a444-4a28-8bec-b7e57e803882', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 19:46:11.533636 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-284cef9f-448c-4e70-b256-581c87bb9350 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:46:11.541282 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.db [None req-9e742066-3ce3-402c-a655-2ac7f226da3f None None] For port 538d8754-955f-4afa-992a-fd0935ec37e4, host dv-cinder-802653-1-iscsi, cleared binding levels {{(pid=93588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 19:46:11.546738 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.db [None req-9e742066-3ce3-402c-a655-2ac7f226da3f None None] For port 538d8754-955f-4afa-992a-fd0935ec37e4, host dv-cinder-802653-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-1-iscsi',level=0,port_id=538d8754-955f-4afa-992a-fd0935ec37e4,segment=NetworkSegment(38b9a4fc-fd2c-4edf-b46b-43d3ef059a22),segment_id=38b9a4fc-fd2c-4edf-b46b-43d3ef059a22)] {{(pid=93588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 19:46:11.558149 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-284cef9f-448c-4e70-b256-581c87bb9350 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555300'] for port, before_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:46:11.652811 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-9e742066-3ce3-402c-a655-2ac7f226da3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742349622321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742349248534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742349248552'] for port, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:46:11.672590 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.db.db_base_plugin_common [None req-284cef9f-448c-4e70-b256-581c87bb9350 admin admin] Allocated IP 172.27.0.99 (e684c39a-2e11-408f-97ab-0003bc0ac2df/d732a1ba-ca87-47e9-b990-15a89705616d/2492ac60-4647-4197-b9eb-80d87a36bf38) {{(pid=93587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 19:46:11.725670 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e742066-3ce3-402c-a655-2ac7f226da3f None None] Pushing event updated for resources: {'Port': ['ID=538d8754-955f-4afa-992a-fd0935ec37e4,revision_number=2']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:46:11.803903 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-284cef9f-448c-4e70-b256-581c87bb9350 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:46:11.910022 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.rpc [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Device 1795de26-679c-4c62-a46e-a459b8dc1ef2 up at agent ovs-agent-dv-cinder-802653-1-iscsi {{(pid=93588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 19:46:11.916186 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-284cef9f-448c-4e70-b256-581c87bb9350 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742349248516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9465727'] for port, after_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:46:11.966231 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-284cef9f-448c-4e70-b256-581c87bb9350 admin admin] Network e684c39a-2e11-408f-97ab-0003bc0ac2df is already hosted by enough agents. {{(pid=93587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 19:46:11.972058 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.scheduler.base_scheduler [None req-284cef9f-448c-4e70-b256-581c87bb9350 admin admin] Resources bound (agent type, host, resource id): {{(pid=93587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 19:46:11.985532 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-284cef9f-448c-4e70-b256-581c87bb9350 admin admin] Received port after_create {{(pid=93587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 19:46:11.989381 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284cef9f-448c-4e70-b256-581c87bb9350 admin admin] Pushing event updated for resources: {'Port': ['ID=2492ac60-4647-4197-b9eb-80d87a36bf38,revision_number=1']} {{(pid=93587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:46:11.994349 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.provisioning_blocks [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Provisioning complete for port 1795de26-679c-4c62-a46e-a459b8dc1ef2 triggered by entity L2. {{(pid=93588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 19:46:11.994801 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721938'] for port, provisioning_complete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:46:12.016889 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284cef9f-448c-4e70-b256-581c87bb9350 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:46:12.017244 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284cef9f-448c-4e70-b256-581c87bb9350 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:46:12.017594 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284cef9f-448c-4e70-b256-581c87bb9350 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:46:12.018166 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284cef9f-448c-4e70-b256-581c87bb9350 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:46:12.018266 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284cef9f-448c-4e70-b256-581c87bb9350 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:46:12.018603 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284cef9f-448c-4e70-b256-581c87bb9350 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:46:12.019142 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284cef9f-448c-4e70-b256-581c87bb9350 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:46:12.019481 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284cef9f-448c-4e70-b256-581c87bb9350 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:46:12.019945 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284cef9f-448c-4e70-b256-581c87bb9350 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:46:12.025268 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284cef9f-448c-4e70-b256-581c87bb9350 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:46:12.025958 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284cef9f-448c-4e70-b256-581c87bb9350 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:46:12.026459 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284cef9f-448c-4e70-b256-581c87bb9350 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:46:12.087355 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.rpc [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Device 91038c5e-0dd5-4932-87b9-d36dfc330f36 up at agent ovs-agent-dv-cinder-802653-1-iscsi {{(pid=93588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 19:46:12.252688 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.provisioning_blocks [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Provisioning for port 91038c5e-0dd5-4932-87b9-d36dfc330f36 completed by entity L2. {{(pid=93588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 19:46:12.257629 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.provisioning_blocks [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Provisioning complete for port 91038c5e-0dd5-4932-87b9-d36dfc330f36 triggered by entity L2. {{(pid=93588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 19:46:12.258106 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721938'] for port, provisioning_complete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:46:12.344651 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555300'] for port, before_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:46:12.382053 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-284cef9f-448c-4e70-b256-581c87bb9350 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:46:12.384158 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.db [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] For port 91038c5e-0dd5-4932-87b9-d36dfc330f36, host dv-cinder-802653-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-1-iscsi',level=0,port_id=91038c5e-0dd5-4932-87b9-d36dfc330f36,segment=NetworkSegment(9b3f80b5-e386-4897-b887-7d42a006e663),segment_id=9b3f80b5-e386-4897-b887-7d42a006e663)] {{(pid=93588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:46:12.446801 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742349622321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742349248534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742349248552'] for port, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:46:12.514183 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Pushing event updated for resources: {'Port': ['ID=91038c5e-0dd5-4932-87b9-d36dfc330f36,revision_number=5']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:46:12.670067 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc75857c-0235-4199-9d95-b5ef84944e84 None None] Network 3dc6065d-f7d0-4102-bf98-23a71183af89 requested from dv-cinder-802653-1-iscsi {{(pid=93588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 19:46:12.850518 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-284cef9f-448c-4e70-b256-581c87bb9350 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3885665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3821551'] for router, after_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:46:12.857885 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.provisioning_blocks [None req-e2690930-a1dc-4d08-bfd4-3fda38bbb6e6 None None] Provisioning for port 538d8754-955f-4afa-992a-fd0935ec37e4 completed by entity DHCP. {{(pid=93588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 19:46:13.085943 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-284cef9f-448c-4e70-b256-581c87bb9350 admin admin] Router 19bf52c1-f592-4e50-b387-de4b1028dd80 is scheduled to L3 agent a81dfe8c-a6e8-4fad-82b8-e31bee6ac2ff with binding_index 1 {{(pid=93587) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 19:46:13.191559 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-284cef9f-448c-4e70-b256-581c87bb9350 admin admin] Notify agent at l3_agent.dv-cinder-802653-1-iscsi the message routers_updated {{(pid=93587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 19:46:13.203725 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6804c8d6-baa3-44e8-872b-bbe319d2e680 None None] Sync routers for ids ['19bf52c1-f592-4e50-b387-de4b1028dd80'] in dv-cinder-802653-1-iscsi {{(pid=93588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 19:46:13.212763 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6804c8d6-baa3-44e8-872b-bbe319d2e680 None None] Routers {'19bf52c1-f592-4e50-b387-de4b1028dd80'} bound to L3 agent in host dv-cinder-802653-1-iscsi {{(pid=93588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 19:46:13.213401 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.l3_hamode_db [None req-6804c8d6-baa3-44e8-872b-bbe319d2e680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802653-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T18:54:54Z,description=,heartbeat_timestamp=2021-07-28T19:45:54Z,host='dv-cinder-802653-1-iscsi',id=a81dfe8c-a6e8-4fad-82b8-e31bee6ac2ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T18:54:55Z,topic='l3_agent')) {'router_ids': ['19bf52c1-f592-4e50-b387-de4b1028dd80'], 'active': True} {{(pid=93588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:46:13.309635 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-284cef9f-448c-4e70-b256-581c87bb9350 admin admin] Notify callbacks [] for router, before_response {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:46:13.311016 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [None req-284cef9f-448c-4e70-b256-581c87bb9350 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.5103521 Jul 28 19:46:13.313657 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.wsgi [-] (93587) accepted ('10.222.0.41', 52444) {{(pid=93587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:46:13.317053 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.l3_dvr_db [None req-6804c8d6-baa3-44e8-872b-bbe319d2e680 None None] Set router 19bf52c1-f592-4e50-b387-de4b1028dd80 gateway port host: dv-cinder-802653-1-iscsi {{(pid=93588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 19:46:13.492056 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.l3_hamode_db [None req-6804c8d6-baa3-44e8-872b-bbe319d2e680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19bf52c1-f592-4e50-b387-de4b1028dd80', 'name': 'tempest-TestShelveInstance-1696247601-router', 'tenant_id': 'dd868216d61e40c0b996af9fac4223d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df', 'external_fixed_ips': [{'subnet_id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': '2492ac60-4647-4197-b9eb-80d87a36bf38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:46:10Z', 'updated_at': '2021-07-28T19:46:12Z', 'revision_number': 3, 'project_id': 'dd868216d61e40c0b996af9fac4223d4', 'gw_port': {'id': '2492ac60-4647-4197-b9eb-80d87a36bf38', 'name': '', 'network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:5f:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19bf52c1-f592-4e50-b387-de4b1028dd80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:46:11Z', 'updated_at': '2021-07-28T19:46:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-1-iscsi'}], 'dv-cinder-802653-1-iscsi', False) {} {{(pid=93588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:46:13.519199 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6804c8d6-baa3-44e8-872b-bbe319d2e680 None None] Checking router: 19bf52c1-f592-4e50-b387-de4b1028dd80 for host: dv-cinder-802653-1-iscsi {{(pid=93588) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 19:46:13.522320 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6804c8d6-baa3-44e8-872b-bbe319d2e680 None None] Updating router 19bf52c1-f592-4e50-b387-de4b1028dd80 port 2492ac60-4647-4197-b9eb-80d87a36bf38 binding host dv-cinder-802653-1-iscsi {{(pid=93588) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 19:46:13.548380 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-6804c8d6-baa3-44e8-872b-bbe319d2e680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555300'] for port, before_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:46:13.723378 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-87a5ec5a-4e91-4177-8031-50af63108fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555300'] for port, before_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:46:13.814450 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-6804c8d6-baa3-44e8-872b-bbe319d2e680 None None] Notify callbacks [] for port, precommit_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:46:13.824986 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.provisioning_blocks [None req-6804c8d6-baa3-44e8-872b-bbe319d2e680 None None] Transition to ACTIVE for port object 2492ac60-4647-4197-b9eb-80d87a36bf38 will not be triggered until provisioned by entity L2. {{(pid=93588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 19:46:13.857909 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.rpc [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Device 538d8754-955f-4afa-992a-fd0935ec37e4 up at agent ovs-agent-dv-cinder-802653-1-iscsi {{(pid=93588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 19:46:13.891753 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.db.db_base_plugin_common [None req-87a5ec5a-4e91-4177-8031-50af63108fc4 admin admin] Allocated IP 172.20.0.1 (3dc6065d-f7d0-4102-bf98-23a71183af89/664d8648-1398-47ad-85de-add4b32b7e2d/b9762d4f-83a0-49f8-9f95-cf06b0b2f2d4) {{(pid=93587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 19:46:13.895737 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-6804c8d6-baa3-44e8-872b-bbe319d2e680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742349622321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742349248534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742349248552'] for port, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:46:13.955266 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5141db3b-6760-41b9-b44d-c4cf72a54500 None None] Pushing event updated for resources: {'Port': ['ID=2492ac60-4647-4197-b9eb-80d87a36bf38,revision_number=2']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:46:13.957654 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.managers [None req-6804c8d6-baa3-44e8-872b-bbe319d2e680 None None] Attempting to bind port 2492ac60-4647-4197-b9eb-80d87a36bf38 on host dv-cinder-802653-1-iscsi for vnic_type normal with profile {{(pid=93588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 19:46:13.958031 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.managers [None req-6804c8d6-baa3-44e8-872b-bbe319d2e680 None None] Attempting to bind port 2492ac60-4647-4197-b9eb-80d87a36bf38 by drivers openvswitch,hyperv on host dv-cinder-802653-1-iscsi at level 0 using segments [{'id': '17bd56bb-f533-4c75-bcf1-86c99094db6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df'}] {{(pid=93588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 19:46:13.958441 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6804c8d6-baa3-44e8-872b-bbe319d2e680 None None] Attempting to bind port 2492ac60-4647-4197-b9eb-80d87a36bf38 on network e684c39a-2e11-408f-97ab-0003bc0ac2df {{(pid=93588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 19:46:13.964575 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6804c8d6-baa3-44e8-872b-bbe319d2e680 None None] Checking agent: {'id': 'db69d0ec-1e3c-47a8-846d-d71db5f0b0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802653-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 18, 54, 54), 'started_at': datetime.datetime(2021, 7, 28, 18, 55, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 19, 45, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802653-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 19:46:13.964950 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6804c8d6-baa3-44e8-872b-bbe319d2e680 None None] Checking segment: {'id': '17bd56bb-f533-4c75-bcf1-86c99094db6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 19:46:13.965349 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-6804c8d6-baa3-44e8-872b-bbe319d2e680 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:46:13.965734 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6804c8d6-baa3-44e8-872b-bbe319d2e680 None None] Bound using segment: {'id': '17bd56bb-f533-4c75-bcf1-86c99094db6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df'} {{(pid=93588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 19:46:13.966228 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.managers [None req-6804c8d6-baa3-44e8-872b-bbe319d2e680 None None] Bound port: 2492ac60-4647-4197-b9eb-80d87a36bf38, host: dv-cinder-802653-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17bd56bb-f533-4c75-bcf1-86c99094db6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df'}}] {{(pid=93588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 19:46:13.966599 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-6804c8d6-baa3-44e8-872b-bbe319d2e680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555300'] for port, before_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:46:13.996040 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-87a5ec5a-4e91-4177-8031-50af63108fc4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:46:14.009348 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.db.provisioning_blocks [None req-87a5ec5a-4e91-4177-8031-50af63108fc4 admin admin] Transition to ACTIVE for port object b9762d4f-83a0-49f8-9f95-cf06b0b2f2d4 will not be triggered until provisioned by entity DHCP. {{(pid=93587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 19:46:14.022034 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.db [None req-6804c8d6-baa3-44e8-872b-bbe319d2e680 None None] For port 2492ac60-4647-4197-b9eb-80d87a36bf38, host dv-cinder-802653-1-iscsi, cleared binding levels {{(pid=93588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 19:46:14.025051 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.db [None req-6804c8d6-baa3-44e8-872b-bbe319d2e680 None None] For port 2492ac60-4647-4197-b9eb-80d87a36bf38, host dv-cinder-802653-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-1-iscsi',level=0,port_id=2492ac60-4647-4197-b9eb-80d87a36bf38,segment=NetworkSegment(17bd56bb-f533-4c75-bcf1-86c99094db6a),segment_id=17bd56bb-f533-4c75-bcf1-86c99094db6a)] {{(pid=93588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 19:46:14.026815 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.provisioning_blocks [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Provisioning for port 538d8754-955f-4afa-992a-fd0935ec37e4 completed by entity L2. {{(pid=93588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 19:46:14.030523 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.provisioning_blocks [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Provisioning complete for port 538d8754-955f-4afa-992a-fd0935ec37e4 triggered by entity L2. {{(pid=93588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 19:46:14.030895 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721938'] for port, provisioning_complete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:46:14.095900 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-6804c8d6-baa3-44e8-872b-bbe319d2e680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742349622321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742349248534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742349248552'] for port, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:46:14.125097 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-87a5ec5a-4e91-4177-8031-50af63108fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742349248516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9465727'] for port, after_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:46:14.151136 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555300'] for port, before_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:46:14.161476 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87a5ec5a-4e91-4177-8031-50af63108fc4 admin admin] Network 3dc6065d-f7d0-4102-bf98-23a71183af89 is already hosted by enough agents. {{(pid=93587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 19:46:14.164256 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.scheduler.base_scheduler [None req-87a5ec5a-4e91-4177-8031-50af63108fc4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 19:46:14.167568 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a5ec5a-4e91-4177-8031-50af63108fc4 admin admin] Received port after_create {{(pid=93587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 19:46:14.173333 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5141db3b-6760-41b9-b44d-c4cf72a54500 None None] Pushing event updated for resources: {'Port': ['ID=2492ac60-4647-4197-b9eb-80d87a36bf38,revision_number=3']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:46:14.176072 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6804c8d6-baa3-44e8-872b-bbe319d2e680 None None] Routers {'19bf52c1-f592-4e50-b387-de4b1028dd80'} bound to L3 agent in host dv-cinder-802653-1-iscsi {{(pid=93588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 19:46:14.176681 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.l3_hamode_db [None req-6804c8d6-baa3-44e8-872b-bbe319d2e680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802653-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T18:54:54Z,description=,heartbeat_timestamp=2021-07-28T19:45:54Z,host='dv-cinder-802653-1-iscsi',id=a81dfe8c-a6e8-4fad-82b8-e31bee6ac2ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T18:54:55Z,topic='l3_agent')) {'router_ids': ['19bf52c1-f592-4e50-b387-de4b1028dd80'], 'active': True} {{(pid=93588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:46:14.204062 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a5ec5a-4e91-4177-8031-50af63108fc4 admin admin] Pushing event updated for resources: {'Port': ['ID=b9762d4f-83a0-49f8-9f95-cf06b0b2f2d4,revision_number=1']} {{(pid=93587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:46:14.226492 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-87a5ec5a-4e91-4177-8031-50af63108fc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3821360'] for router_interface, before_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:46:14.241132 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.db [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] For port 538d8754-955f-4afa-992a-fd0935ec37e4, host dv-cinder-802653-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-1-iscsi',level=0,port_id=538d8754-955f-4afa-992a-fd0935ec37e4,segment=NetworkSegment(38b9a4fc-fd2c-4edf-b46b-43d3ef059a22),segment_id=38b9a4fc-fd2c-4edf-b46b-43d3ef059a22)] {{(pid=93588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:46:14.302135 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.l3_dvr_db [None req-6804c8d6-baa3-44e8-872b-bbe319d2e680 None None] Set router 19bf52c1-f592-4e50-b387-de4b1028dd80 gateway port host: dv-cinder-802653-1-iscsi {{(pid=93588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 19:46:14.332885 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742349622321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742349248534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742349248552'] for port, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:46:14.334087 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.rpc [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Device 91038c5e-0dd5-4932-87b9-d36dfc330f36 up at agent ovs-agent-dv-cinder-802653-1-iscsi {{(pid=93588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 19:46:14.422582 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-87a5ec5a-4e91-4177-8031-50af63108fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555300'] for port, before_update {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:46:14.588882 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-87a5ec5a-4e91-4177-8031-50af63108fc4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:46:14.622626 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Pushing event updated for resources: {'Port': ['ID=538d8754-955f-4afa-992a-fd0935ec37e4,revision_number=3']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:46:14.647273 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.provisioning_blocks [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Provisioning complete for port 91038c5e-0dd5-4932-87b9-d36dfc330f36 triggered by entity L2. {{(pid=93588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 19:46:14.647642 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721938'] for port, provisioning_complete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:46:14.689899 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.provisioning_blocks [None req-1412f7f9-81b4-451b-9ef1-632b16c370ba None None] Provisioning for port b9762d4f-83a0-49f8-9f95-cf06b0b2f2d4 completed by entity DHCP. {{(pid=93588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 19:46:14.691932 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-87a5ec5a-4e91-4177-8031-50af63108fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742349622321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742349248534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742349248552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9465702'] for port, after_update {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:46:14.703537 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.provisioning_blocks [None req-1412f7f9-81b4-451b-9ef1-632b16c370ba None None] Provisioning complete for port b9762d4f-83a0-49f8-9f95-cf06b0b2f2d4 triggered by entity DHCP. {{(pid=93588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 19:46:14.703930 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-1412f7f9-81b4-451b-9ef1-632b16c370ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721938'] for port, provisioning_complete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:46:14.751285 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.plugin [None req-1412f7f9-81b4-451b-9ef1-632b16c370ba None None] Port b9762d4f-83a0-49f8-9f95-cf06b0b2f2d4 cannot update to ACTIVE because it is not bound. {{(pid=93588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 19:46:14.764584 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a5ec5a-4e91-4177-8031-50af63108fc4 admin admin] Pushing event updated for resources: {'Port': ['ID=b9762d4f-83a0-49f8-9f95-cf06b0b2f2d4,revision_number=2']} {{(pid=93587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:46:14.769128 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-87a5ec5a-4e91-4177-8031-50af63108fc4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3760054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3821728'] for router_interface, after_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:46:14.794042 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.l3_hamode_db [None req-6804c8d6-baa3-44e8-872b-bbe319d2e680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19bf52c1-f592-4e50-b387-de4b1028dd80', 'name': 'tempest-TestShelveInstance-1696247601-router', 'tenant_id': 'dd868216d61e40c0b996af9fac4223d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df', 'external_fixed_ips': [{'subnet_id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': '2492ac60-4647-4197-b9eb-80d87a36bf38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:46:10Z', 'updated_at': '2021-07-28T19:46:12Z', 'revision_number': 3, 'project_id': 'dd868216d61e40c0b996af9fac4223d4', 'gw_port': {'id': '2492ac60-4647-4197-b9eb-80d87a36bf38', 'name': '', 'network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:5f:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19bf52c1-f592-4e50-b387-de4b1028dd80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:46:11Z', 'updated_at': '2021-07-28T19:46:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-1-iscsi'}], 'dv-cinder-802653-1-iscsi', False) {} {{(pid=93588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:46:14.821387 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6804c8d6-baa3-44e8-872b-bbe319d2e680 None None] The sync data for ids ['19bf52c1-f592-4e50-b387-de4b1028dd80'] in dv-cinder-802653-1-iscsi is: [{'id': '19bf52c1-f592-4e50-b387-de4b1028dd80', 'name': 'tempest-TestShelveInstance-1696247601-router', 'tenant_id': 'dd868216d61e40c0b996af9fac4223d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df', 'external_fixed_ips': [{'subnet_id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': '2492ac60-4647-4197-b9eb-80d87a36bf38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:46:10Z', 'updated_at': '2021-07-28T19:46:12Z', 'revision_number': 3, 'project_id': 'dd868216d61e40c0b996af9fac4223d4', 'gw_port': {'id': '2492ac60-4647-4197-b9eb-80d87a36bf38', 'name': '', 'network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:5f:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19bf52c1-f592-4e50-b387-de4b1028dd80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:46:11Z', 'updated_at': '2021-07-28T19:46:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-1-iscsi'}] {{(pid=93588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 19:46:14.872146 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87a5ec5a-4e91-4177-8031-50af63108fc4 admin admin] Network 3dc6065d-f7d0-4102-bf98-23a71183af89 is already hosted by enough agents. {{(pid=93587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 19:46:14.873711 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.scheduler.base_scheduler [None req-87a5ec5a-4e91-4177-8031-50af63108fc4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 19:46:15.008064 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87a5ec5a-4e91-4177-8031-50af63108fc4 admin admin] Router 19bf52c1-f592-4e50-b387-de4b1028dd80 has already been hosted by L3 agent a81dfe8c-a6e8-4fad-82b8-e31bee6ac2ff {{(pid=93587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 19:46:15.162969 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87a5ec5a-4e91-4177-8031-50af63108fc4 admin admin] Notify agent at l3_agent.dv-cinder-802653-1-iscsi the message routers_updated {{(pid=93587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 19:46:15.167987 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [None req-87a5ec5a-4e91-4177-8031-50af63108fc4 admin admin] 10.222.0.41 "PUT /v2.0/routers/19bf52c1-f592-4e50-b387-de4b1028dd80/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8532381 Jul 28 19:46:15.182149 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.provisioning_blocks [None req-20a4698b-ebf0-478f-8135-c3c755986e88 None None] Provisioning complete for port b9762d4f-83a0-49f8-9f95-cf06b0b2f2d4 triggered by entity DHCP. {{(pid=93588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 19:46:15.182927 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-20a4698b-ebf0-478f-8135-c3c755986e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721938'] for port, provisioning_complete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:46:15.226849 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.plugin [None req-20a4698b-ebf0-478f-8135-c3c755986e88 None None] Port b9762d4f-83a0-49f8-9f95-cf06b0b2f2d4 cannot update to ACTIVE because it is not bound. {{(pid=93588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 19:46:15.672102 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.wsgi [-] (93587) accepted ('10.222.0.41', 52456) {{(pid=93587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:46:15.676859 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.v2.base [None req-aaabea2e-de1b-42d8-b452-00494dba9811 tempest-TestShelveInstance-122248803 tempest-TestShelveInstance-122248803-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1782272308', 'description': 'tempest-secgroup-smoke-1782272308 description', 'project_id': 'a4c518085382445593350dccff4b1626'}} {{(pid=93587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:46:15.764740 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-aaabea2e-de1b-42d8-b452-00494dba9811 tempest-TestShelveInstance-122248803 tempest-TestShelveInstance-122248803-project] Notify callbacks [] for security_group, before_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:46:15.838448 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.rpc [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Device 538d8754-955f-4afa-992a-fd0935ec37e4 up at agent ovs-agent-dv-cinder-802653-1-iscsi {{(pid=93588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 19:46:15.862461 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-aaabea2e-de1b-42d8-b452-00494dba9811 tempest-TestShelveInstance-122248803 tempest-TestShelveInstance-122248803-project] Notify callbacks [] for security_group, precommit_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:46:15.884483 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.provisioning_blocks [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Provisioning complete for port 538d8754-955f-4afa-992a-fd0935ec37e4 triggered by entity L2. {{(pid=93588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 19:46:15.884860 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721938'] for port, provisioning_complete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:46:15.943675 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-aaabea2e-de1b-42d8-b452-00494dba9811 tempest-TestShelveInstance-122248803 tempest-TestShelveInstance-122248803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676630'] for security_group, after_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:46:15.960915 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.rpc [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Device 2492ac60-4647-4197-b9eb-80d87a36bf38 up at agent ovs-agent-dv-cinder-802653-1-iscsi {{(pid=93588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 19:46:15.977377 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaabea2e-de1b-42d8-b452-00494dba9811 tempest-TestShelveInstance-122248803 tempest-TestShelveInstance-122248803-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d80c720-abd6-49a0-bb30-8378dd697d16,revision_number=1']} {{(pid=93587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:46:16.023620 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-aaabea2e-de1b-42d8-b452-00494dba9811 tempest-TestShelveInstance-122248803 tempest-TestShelveInstance-122248803-project] Notify callbacks [] for security_group, before_response {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:46:16.024932 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [None req-aaabea2e-de1b-42d8-b452-00494dba9811 tempest-TestShelveInstance-122248803 tempest-TestShelveInstance-122248803-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3517954 Jul 28 19:46:16.027928 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.wsgi [-] (93587) accepted ('10.222.0.41', 52458) {{(pid=93587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:46:16.032384 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.v2.base [None req-e17f2cc8-3962-4c06-a2dd-b06d66297325 tempest-TestShelveInstance-122248803 tempest-TestShelveInstance-122248803-project] Request body: {'security_group_rule': {'security_group_id': '2d80c720-abd6-49a0-bb30-8378dd697d16', 'project_id': 'a4c518085382445593350dccff4b1626', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:46:16.069213 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.provisioning_blocks [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Provisioning for port 2492ac60-4647-4197-b9eb-80d87a36bf38 completed by entity L2. {{(pid=93588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 19:46:16.073368 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.provisioning_blocks [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Provisioning complete for port 2492ac60-4647-4197-b9eb-80d87a36bf38 triggered by entity L2. {{(pid=93588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 19:46:16.073811 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721938'] for port, provisioning_complete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:46:16.125593 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-e17f2cc8-3962-4c06-a2dd-b06d66297325 tempest-TestShelveInstance-122248803 tempest-TestShelveInstance-122248803-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:46:16.153559 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555300'] for port, before_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:46:16.174953 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.db [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] For port 2492ac60-4647-4197-b9eb-80d87a36bf38, host dv-cinder-802653-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-1-iscsi',level=0,port_id=2492ac60-4647-4197-b9eb-80d87a36bf38,segment=NetworkSegment(17bd56bb-f533-4c75-bcf1-86c99094db6a),segment_id=17bd56bb-f533-4c75-bcf1-86c99094db6a)] {{(pid=93588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:46:16.188548 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-e17f2cc8-3962-4c06-a2dd-b06d66297325 tempest-TestShelveInstance-122248803 tempest-TestShelveInstance-122248803-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:46:16.252220 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742349622321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742349248534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742349248552'] for port, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:46:16.280776 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-e17f2cc8-3962-4c06-a2dd-b06d66297325 tempest-TestShelveInstance-122248803 tempest-TestShelveInstance-122248803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676583'] for security_group_rule, after_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:46:16.298049 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7435aaf-1442-4750-a114-1ba556c46428 None None] Sync routers for ids ['19bf52c1-f592-4e50-b387-de4b1028dd80'] in dv-cinder-802653-1-iscsi {{(pid=93589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 19:46:16.299970 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17f2cc8-3962-4c06-a2dd-b06d66297325 tempest-TestShelveInstance-122248803 tempest-TestShelveInstance-122248803-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15d88eb3-fe87-400a-b800-c95a0a7f61ec,revision_number=0']} {{(pid=93587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:46:16.307416 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Pushing event updated for resources: {'Port': ['ID=2492ac60-4647-4197-b9eb-80d87a36bf38,revision_number=4']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:46:16.308469 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7435aaf-1442-4750-a114-1ba556c46428 None None] Routers {'19bf52c1-f592-4e50-b387-de4b1028dd80'} bound to L3 agent in host dv-cinder-802653-1-iscsi {{(pid=93589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 19:46:16.309123 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.db.l3_hamode_db [None req-e7435aaf-1442-4750-a114-1ba556c46428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802653-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T18:54:54Z,description=,heartbeat_timestamp=2021-07-28T19:45:54Z,host='dv-cinder-802653-1-iscsi',id=a81dfe8c-a6e8-4fad-82b8-e31bee6ac2ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T18:54:55Z,topic='l3_agent')) {'router_ids': ['19bf52c1-f592-4e50-b387-de4b1028dd80'], 'active': True} {{(pid=93589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:46:16.382760 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-e17f2cc8-3962-4c06-a2dd-b06d66297325 tempest-TestShelveInstance-122248803 tempest-TestShelveInstance-122248803-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:46:16.384055 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [None req-e17f2cc8-3962-4c06-a2dd-b06d66297325 tempest-TestShelveInstance-122248803 tempest-TestShelveInstance-122248803-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3551769 Jul 28 19:46:16.386849 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.wsgi [-] (93587) accepted ('10.222.0.41', 52460) {{(pid=93587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:46:16.391683 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.v2.base [None req-b8bd1b33-adc6-43ce-92e1-55bc7b8b96f5 tempest-TestShelveInstance-122248803 tempest-TestShelveInstance-122248803-project] Request body: {'security_group_rule': {'security_group_id': '2d80c720-abd6-49a0-bb30-8378dd697d16', 'project_id': 'a4c518085382445593350dccff4b1626', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:46:16.414792 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.db.l3_dvr_db [None req-e7435aaf-1442-4750-a114-1ba556c46428 None None] Set router 19bf52c1-f592-4e50-b387-de4b1028dd80 gateway port host: dv-cinder-802653-1-iscsi {{(pid=93589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 19:46:16.468585 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-b8bd1b33-adc6-43ce-92e1-55bc7b8b96f5 tempest-TestShelveInstance-122248803 tempest-TestShelveInstance-122248803-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:46:16.524745 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-b8bd1b33-adc6-43ce-92e1-55bc7b8b96f5 tempest-TestShelveInstance-122248803 tempest-TestShelveInstance-122248803-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:46:16.598651 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-b8bd1b33-adc6-43ce-92e1-55bc7b8b96f5 tempest-TestShelveInstance-122248803 tempest-TestShelveInstance-122248803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676583'] for security_group_rule, after_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:46:16.609519 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.db.l3_hamode_db [None req-e7435aaf-1442-4750-a114-1ba556c46428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19bf52c1-f592-4e50-b387-de4b1028dd80', 'name': 'tempest-TestShelveInstance-1696247601-router', 'tenant_id': 'dd868216d61e40c0b996af9fac4223d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df', 'external_fixed_ips': [{'subnet_id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': '2492ac60-4647-4197-b9eb-80d87a36bf38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:46:10Z', 'updated_at': '2021-07-28T19:46:14Z', 'revision_number': 4, 'project_id': 'dd868216d61e40c0b996af9fac4223d4', 'gw_port': {'id': '2492ac60-4647-4197-b9eb-80d87a36bf38', 'name': '', 'network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:5f:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19bf52c1-f592-4e50-b387-de4b1028dd80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:46:11Z', 'updated_at': '2021-07-28T19:46:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-1-iscsi', '_interfaces': [{'id': 'b9762d4f-83a0-49f8-9f95-cf06b0b2f2d4', 'name': '', 'network_id': '3dc6065d-f7d0-4102-bf98-23a71183af89', 'tenant_id': 'dd868216d61e40c0b996af9fac4223d4', 'mac_address': 'fa:16:3e:6d:d5:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19bf52c1-f592-4e50-b387-de4b1028dd80', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '664d8648-1398-47ad-85de-add4b32b7e2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:46:13Z', 'updated_at': '2021-07-28T19:46:14Z', 'revision_number': 2, 'project_id': 'dd868216d61e40c0b996af9fac4223d4', 'subnets': [{'id': '664d8648-1398-47ad-85de-add4b32b7e2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802653-1-iscsi', False) {} {{(pid=93589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:46:16.616988 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bd1b33-adc6-43ce-92e1-55bc7b8b96f5 tempest-TestShelveInstance-122248803 tempest-TestShelveInstance-122248803-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0a452f1-6de9-4f41-80f7-f3c25481f937,revision_number=0']} {{(pid=93587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:46:16.641050 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7435aaf-1442-4750-a114-1ba556c46428 None None] Checking router: 19bf52c1-f592-4e50-b387-de4b1028dd80 for host: dv-cinder-802653-1-iscsi {{(pid=93589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 19:46:16.641509 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7435aaf-1442-4750-a114-1ba556c46428 None None] Updating router 19bf52c1-f592-4e50-b387-de4b1028dd80 port b9762d4f-83a0-49f8-9f95-cf06b0b2f2d4 binding host dv-cinder-802653-1-iscsi {{(pid=93589) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 19:46:16.666513 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-e7435aaf-1442-4750-a114-1ba556c46428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555300'] for port, before_update {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:46:16.701447 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-b8bd1b33-adc6-43ce-92e1-55bc7b8b96f5 tempest-TestShelveInstance-122248803 tempest-TestShelveInstance-122248803-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:46:16.702773 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [None req-b8bd1b33-adc6-43ce-92e1-55bc7b8b96f5 tempest-TestShelveInstance-122248803 tempest-TestShelveInstance-122248803-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3149223 Jul 28 19:46:16.705498 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.wsgi [-] (93587) accepted ('10.222.0.41', 52462) {{(pid=93587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:46:16.711363 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.v2.base [None req-c86c51b6-a7c5-40ac-abf1-67ec596b5a81 tempest-TestShelveInstance-122248803 tempest-TestShelveInstance-122248803-project] Request body: {'security_group_rule': {'security_group_id': '2d80c720-abd6-49a0-bb30-8378dd697d16', 'project_id': 'a4c518085382445593350dccff4b1626', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:46:16.791747 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-c86c51b6-a7c5-40ac-abf1-67ec596b5a81 tempest-TestShelveInstance-122248803 tempest-TestShelveInstance-122248803-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:46:16.850426 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-c86c51b6-a7c5-40ac-abf1-67ec596b5a81 tempest-TestShelveInstance-122248803 tempest-TestShelveInstance-122248803-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:46:16.921654 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-e7435aaf-1442-4750-a114-1ba556c46428 None None] Notify callbacks [] for port, precommit_update {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:46:16.931843 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.db.provisioning_blocks [None req-e7435aaf-1442-4750-a114-1ba556c46428 None None] Transition to ACTIVE for port object b9762d4f-83a0-49f8-9f95-cf06b0b2f2d4 will not be triggered until provisioned by entity L2. {{(pid=93589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 19:46:16.936051 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-c86c51b6-a7c5-40ac-abf1-67ec596b5a81 tempest-TestShelveInstance-122248803 tempest-TestShelveInstance-122248803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676583'] for security_group_rule, after_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:46:16.953226 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86c51b6-a7c5-40ac-abf1-67ec596b5a81 tempest-TestShelveInstance-122248803 tempest-TestShelveInstance-122248803-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4ed4589-20f2-4168-b170-2d0d9e26e69e,revision_number=0']} {{(pid=93587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:46:17.004870 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-e7435aaf-1442-4750-a114-1ba556c46428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742349622321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742349248534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742349248552'] for port, after_update {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:46:17.029612 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-c86c51b6-a7c5-40ac-abf1-67ec596b5a81 tempest-TestShelveInstance-122248803 tempest-TestShelveInstance-122248803-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:46:17.031329 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [None req-c86c51b6-a7c5-40ac-abf1-67ec596b5a81 tempest-TestShelveInstance-122248803 tempest-TestShelveInstance-122248803-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3243248 Jul 28 19:46:17.033598 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.wsgi [-] (93587) accepted ('10.222.0.41', 52464) {{(pid=93587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:46:17.038743 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.v2.base [None req-7389983c-a3ab-4b70-9c19-dc3f0d90f3e2 tempest-TestShelveInstance-122248803 tempest-TestShelveInstance-122248803-project] Request body: {'security_group_rule': {'security_group_id': '2d80c720-abd6-49a0-bb30-8378dd697d16', 'project_id': 'a4c518085382445593350dccff4b1626', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:46:17.059156 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7ffc26-f615-48e1-9785-6d6c8bd4a0b4 None None] Pushing event updated for resources: {'Port': ['ID=b9762d4f-83a0-49f8-9f95-cf06b0b2f2d4,revision_number=3']} {{(pid=93589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:46:17.111246 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.plugins.ml2.managers [None req-e7435aaf-1442-4750-a114-1ba556c46428 None None] Attempting to bind port b9762d4f-83a0-49f8-9f95-cf06b0b2f2d4 on host dv-cinder-802653-1-iscsi for vnic_type normal with profile {{(pid=93589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 19:46:17.111612 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.plugins.ml2.managers [None req-e7435aaf-1442-4750-a114-1ba556c46428 None None] Attempting to bind port b9762d4f-83a0-49f8-9f95-cf06b0b2f2d4 by drivers openvswitch,hyperv on host dv-cinder-802653-1-iscsi at level 0 using segments [{'id': '38b9a4fc-fd2c-4edf-b46b-43d3ef059a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '3dc6065d-f7d0-4102-bf98-23a71183af89'}] {{(pid=93589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 19:46:17.111999 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7435aaf-1442-4750-a114-1ba556c46428 None None] Attempting to bind port b9762d4f-83a0-49f8-9f95-cf06b0b2f2d4 on network 3dc6065d-f7d0-4102-bf98-23a71183af89 {{(pid=93589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 19:46:17.118060 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7435aaf-1442-4750-a114-1ba556c46428 None None] Checking agent: {'id': 'db69d0ec-1e3c-47a8-846d-d71db5f0b0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802653-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 18, 54, 54), 'started_at': datetime.datetime(2021, 7, 28, 18, 55, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 19, 45, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802653-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 19:46:17.118455 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7435aaf-1442-4750-a114-1ba556c46428 None None] Checking segment: {'id': '38b9a4fc-fd2c-4edf-b46b-43d3ef059a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '3dc6065d-f7d0-4102-bf98-23a71183af89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 19:46:17.118853 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-e7435aaf-1442-4750-a114-1ba556c46428 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:46:17.119239 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7435aaf-1442-4750-a114-1ba556c46428 None None] Bound using segment: {'id': '38b9a4fc-fd2c-4edf-b46b-43d3ef059a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '3dc6065d-f7d0-4102-bf98-23a71183af89'} {{(pid=93589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 19:46:17.119696 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.plugins.ml2.managers [None req-e7435aaf-1442-4750-a114-1ba556c46428 None None] Bound port: b9762d4f-83a0-49f8-9f95-cf06b0b2f2d4, host: dv-cinder-802653-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38b9a4fc-fd2c-4edf-b46b-43d3ef059a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '3dc6065d-f7d0-4102-bf98-23a71183af89'}}] {{(pid=93589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 19:46:17.120111 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-e7435aaf-1442-4750-a114-1ba556c46428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555300'] for port, before_update {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:46:17.152655 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-7389983c-a3ab-4b70-9c19-dc3f0d90f3e2 tempest-TestShelveInstance-122248803 tempest-TestShelveInstance-122248803-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:46:17.183418 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.plugins.ml2.db [None req-e7435aaf-1442-4750-a114-1ba556c46428 None None] For port b9762d4f-83a0-49f8-9f95-cf06b0b2f2d4, host dv-cinder-802653-1-iscsi, cleared binding levels {{(pid=93589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 19:46:17.186609 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.plugins.ml2.db [None req-e7435aaf-1442-4750-a114-1ba556c46428 None None] For port b9762d4f-83a0-49f8-9f95-cf06b0b2f2d4, host dv-cinder-802653-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-1-iscsi',level=0,port_id=b9762d4f-83a0-49f8-9f95-cf06b0b2f2d4,segment=NetworkSegment(38b9a4fc-fd2c-4edf-b46b-43d3ef059a22),segment_id=38b9a4fc-fd2c-4edf-b46b-43d3ef059a22)] {{(pid=93589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 19:46:17.217945 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-7389983c-a3ab-4b70-9c19-dc3f0d90f3e2 tempest-TestShelveInstance-122248803 tempest-TestShelveInstance-122248803-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:46:17.251263 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron_lib.callbacks.manager [None req-e7435aaf-1442-4750-a114-1ba556c46428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742349622321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742349248534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742349248552'] for port, after_update {{(pid=93589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:46:17.284921 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-7389983c-a3ab-4b70-9c19-dc3f0d90f3e2 tempest-TestShelveInstance-122248803 tempest-TestShelveInstance-122248803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676583'] for security_group_rule, after_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:46:17.308504 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7389983c-a3ab-4b70-9c19-dc3f0d90f3e2 tempest-TestShelveInstance-122248803 tempest-TestShelveInstance-122248803-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5754ec2-054b-46ea-8a3c-21ae68c4b814,revision_number=0']} {{(pid=93587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:46:17.323631 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7ffc26-f615-48e1-9785-6d6c8bd4a0b4 None None] Pushing event updated for resources: {'Port': ['ID=b9762d4f-83a0-49f8-9f95-cf06b0b2f2d4,revision_number=4']} {{(pid=93589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:46:17.326420 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7435aaf-1442-4750-a114-1ba556c46428 None None] Routers {'19bf52c1-f592-4e50-b387-de4b1028dd80'} bound to L3 agent in host dv-cinder-802653-1-iscsi {{(pid=93589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 19:46:17.327022 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.db.l3_hamode_db [None req-e7435aaf-1442-4750-a114-1ba556c46428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802653-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T18:54:54Z,description=,heartbeat_timestamp=2021-07-28T19:45:54Z,host='dv-cinder-802653-1-iscsi',id=a81dfe8c-a6e8-4fad-82b8-e31bee6ac2ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T18:54:55Z,topic='l3_agent')) {'router_ids': ['19bf52c1-f592-4e50-b387-de4b1028dd80'], 'active': True} {{(pid=93589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:46:17.365378 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-7389983c-a3ab-4b70-9c19-dc3f0d90f3e2 tempest-TestShelveInstance-122248803 tempest-TestShelveInstance-122248803-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:46:17.366098 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [None req-7389983c-a3ab-4b70-9c19-dc3f0d90f3e2 tempest-TestShelveInstance-122248803 tempest-TestShelveInstance-122248803-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3315785 Jul 28 19:46:17.368855 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.wsgi [-] (93587) accepted ('10.222.0.41', 52466) {{(pid=93587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:46:17.377263 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.v2.base [None req-03853ed5-c23e-4581-a43a-21e42c50aca0 tempest-TestShelveInstance-122248803 tempest-TestShelveInstance-122248803-project] Request body: {'security_group_rule': {'security_group_id': '2d80c720-abd6-49a0-bb30-8378dd697d16', 'project_id': 'a4c518085382445593350dccff4b1626', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:46:17.439625 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.db.l3_dvr_db [None req-e7435aaf-1442-4750-a114-1ba556c46428 None None] Set router 19bf52c1-f592-4e50-b387-de4b1028dd80 gateway port host: dv-cinder-802653-1-iscsi {{(pid=93589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 19:46:17.461937 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.db.securitygroups_db [None req-03853ed5-c23e-4581-a43a-21e42c50aca0 tempest-TestShelveInstance-122248803 tempest-TestShelveInstance-122248803-project] Project a4c518085382445593350dccff4b1626 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 19:46:17.467893 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-03853ed5-c23e-4581-a43a-21e42c50aca0 tempest-TestShelveInstance-122248803 tempest-TestShelveInstance-122248803-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:46:17.538011 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-03853ed5-c23e-4581-a43a-21e42c50aca0 tempest-TestShelveInstance-122248803 tempest-TestShelveInstance-122248803-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:46:17.618194 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-03853ed5-c23e-4581-a43a-21e42c50aca0 tempest-TestShelveInstance-122248803 tempest-TestShelveInstance-122248803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676583'] for security_group_rule, after_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:46:17.636936 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03853ed5-c23e-4581-a43a-21e42c50aca0 tempest-TestShelveInstance-122248803 tempest-TestShelveInstance-122248803-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d0a0b7a-7336-4e36-addc-2f8a863eaf13,revision_number=0']} {{(pid=93587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:46:17.652835 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.db.l3_hamode_db [None req-e7435aaf-1442-4750-a114-1ba556c46428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19bf52c1-f592-4e50-b387-de4b1028dd80', 'name': 'tempest-TestShelveInstance-1696247601-router', 'tenant_id': 'dd868216d61e40c0b996af9fac4223d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df', 'external_fixed_ips': [{'subnet_id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': '2492ac60-4647-4197-b9eb-80d87a36bf38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:46:10Z', 'updated_at': '2021-07-28T19:46:14Z', 'revision_number': 4, 'project_id': 'dd868216d61e40c0b996af9fac4223d4', 'gw_port': {'id': '2492ac60-4647-4197-b9eb-80d87a36bf38', 'name': '', 'network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:5f:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19bf52c1-f592-4e50-b387-de4b1028dd80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:46:11Z', 'updated_at': '2021-07-28T19:46:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-1-iscsi', '_interfaces': [{'id': 'b9762d4f-83a0-49f8-9f95-cf06b0b2f2d4', 'name': '', 'network_id': '3dc6065d-f7d0-4102-bf98-23a71183af89', 'tenant_id': 'dd868216d61e40c0b996af9fac4223d4', 'mac_address': 'fa:16:3e:6d:d5:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19bf52c1-f592-4e50-b387-de4b1028dd80', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '664d8648-1398-47ad-85de-add4b32b7e2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:46:13Z', 'updated_at': '2021-07-28T19:46:17Z', 'revision_number': 4, 'project_id': 'dd868216d61e40c0b996af9fac4223d4', 'subnets': [{'id': '664d8648-1398-47ad-85de-add4b32b7e2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802653-1-iscsi', False) {} {{(pid=93589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:46:17.679053 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7435aaf-1442-4750-a114-1ba556c46428 None None] The sync data for ids ['19bf52c1-f592-4e50-b387-de4b1028dd80'] in dv-cinder-802653-1-iscsi is: [{'id': '19bf52c1-f592-4e50-b387-de4b1028dd80', 'name': 'tempest-TestShelveInstance-1696247601-router', 'tenant_id': 'dd868216d61e40c0b996af9fac4223d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df', 'external_fixed_ips': [{'subnet_id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': '2492ac60-4647-4197-b9eb-80d87a36bf38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:46:10Z', 'updated_at': '2021-07-28T19:46:14Z', 'revision_number': 4, 'project_id': 'dd868216d61e40c0b996af9fac4223d4', 'gw_port': {'id': '2492ac60-4647-4197-b9eb-80d87a36bf38', 'name': '', 'network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:5f:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19bf52c1-f592-4e50-b387-de4b1028dd80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:46:11Z', 'updated_at': '2021-07-28T19:46:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-1-iscsi', '_interfaces': [{'id': 'b9762d4f-83a0-49f8-9f95-cf06b0b2f2d4', 'name': '', 'network_id': '3dc6065d-f7d0-4102-bf98-23a71183af89', 'tenant_id': 'dd868216d61e40c0b996af9fac4223d4', 'mac_address': 'fa:16:3e:6d:d5:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19bf52c1-f592-4e50-b387-de4b1028dd80', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '664d8648-1398-47ad-85de-add4b32b7e2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:46:13Z', 'updated_at': '2021-07-28T19:46:17Z', 'revision_number': 4, 'project_id': 'dd868216d61e40c0b996af9fac4223d4', 'subnets': [{'id': '664d8648-1398-47ad-85de-add4b32b7e2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 19:46:17.701671 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-03853ed5-c23e-4581-a43a-21e42c50aca0 tempest-TestShelveInstance-122248803 tempest-TestShelveInstance-122248803-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:46:17.702945 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [None req-03853ed5-c23e-4581-a43a-21e42c50aca0 tempest-TestShelveInstance-122248803 tempest-TestShelveInstance-122248803-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3330410 Jul 28 19:46:17.705633 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.wsgi [-] (93587) accepted ('10.222.0.41', 52468) {{(pid=93587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:46:17.711400 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.v2.base [None req-e9b73ee1-7dcc-48e5-9371-476169537262 tempest-TestShelveInstance-122248803 tempest-TestShelveInstance-122248803-project] Request body: {'security_group_rule': {'security_group_id': '2d80c720-abd6-49a0-bb30-8378dd697d16', 'project_id': 'a4c518085382445593350dccff4b1626', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:46:17.812768 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.db.securitygroups_db [None req-e9b73ee1-7dcc-48e5-9371-476169537262 tempest-TestShelveInstance-122248803 tempest-TestShelveInstance-122248803-project] Project a4c518085382445593350dccff4b1626 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 19:46:17.820757 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-e9b73ee1-7dcc-48e5-9371-476169537262 tempest-TestShelveInstance-122248803 tempest-TestShelveInstance-122248803-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:46:17.891269 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-e9b73ee1-7dcc-48e5-9371-476169537262 tempest-TestShelveInstance-122248803 tempest-TestShelveInstance-122248803-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:46:17.908369 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.rpc [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Device b9762d4f-83a0-49f8-9f95-cf06b0b2f2d4 up at agent ovs-agent-dv-cinder-802653-1-iscsi {{(pid=93588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 19:46:17.983348 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-e9b73ee1-7dcc-48e5-9371-476169537262 tempest-TestShelveInstance-122248803 tempest-TestShelveInstance-122248803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676583'] for security_group_rule, after_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:46:17.997086 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b73ee1-7dcc-48e5-9371-476169537262 tempest-TestShelveInstance-122248803 tempest-TestShelveInstance-122248803-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=578b36a4-538f-4730-a158-78d5cfc9861b,revision_number=0']} {{(pid=93587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:46:18.039160 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.provisioning_blocks [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Provisioning for port b9762d4f-83a0-49f8-9f95-cf06b0b2f2d4 completed by entity L2. {{(pid=93588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 19:46:18.043194 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.provisioning_blocks [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Provisioning complete for port b9762d4f-83a0-49f8-9f95-cf06b0b2f2d4 triggered by entity L2. {{(pid=93588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 19:46:18.043568 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721938'] for port, provisioning_complete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:46:18.075300 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-e9b73ee1-7dcc-48e5-9371-476169537262 tempest-TestShelveInstance-122248803 tempest-TestShelveInstance-122248803-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:46:18.076594 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [None req-e9b73ee1-7dcc-48e5-9371-476169537262 tempest-TestShelveInstance-122248803 tempest-TestShelveInstance-122248803-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3700089 Jul 28 19:46:18.134663 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555300'] for port, before_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:46:18.169701 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.db [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] For port b9762d4f-83a0-49f8-9f95-cf06b0b2f2d4, host dv-cinder-802653-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-1-iscsi',level=0,port_id=b9762d4f-83a0-49f8-9f95-cf06b0b2f2d4,segment=NetworkSegment(38b9a4fc-fd2c-4edf-b46b-43d3ef059a22),segment_id=38b9a4fc-fd2c-4edf-b46b-43d3ef059a22)] {{(pid=93588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:46:18.250292 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742349622321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742349248534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742349248552'] for port, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:46:18.251418 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.rpc [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Device 2492ac60-4647-4197-b9eb-80d87a36bf38 up at agent ovs-agent-dv-cinder-802653-1-iscsi {{(pid=93588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 19:46:18.333204 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Pushing event updated for resources: {'Port': ['ID=b9762d4f-83a0-49f8-9f95-cf06b0b2f2d4,revision_number=5']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:46:18.347285 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.provisioning_blocks [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Provisioning complete for port 2492ac60-4647-4197-b9eb-80d87a36bf38 triggered by entity L2. {{(pid=93588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 19:46:18.347668 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721938'] for port, provisioning_complete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:46:19.780093 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.rpc [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Device b9762d4f-83a0-49f8-9f95-cf06b0b2f2d4 up at agent ovs-agent-dv-cinder-802653-1-iscsi {{(pid=93588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 19:46:19.830300 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.provisioning_blocks [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Provisioning complete for port b9762d4f-83a0-49f8-9f95-cf06b0b2f2d4 triggered by entity L2. {{(pid=93588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 19:46:19.830678 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721938'] for port, provisioning_complete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:46:21.572467 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-6cea88d6-1817-42bd-bffc-302931927be3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:46:24.280577 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:46:24.497995 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-9ba5c0f8-e4c7-4979-b9c6-e7ce0a27c8ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:46:25.755021 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-acea1373-d53c-46a9-b089-9e40d352d773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:46:27.793246 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-26c861f8-c84b-4272-86f3-59900436582c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:46:32.631421 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.db.agents_db [None req-65e7ef76-a059-4ec3-9341-f72ff4ef7e59 None None] Agent healthcheck: found 6 active agents {{(pid=93589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 19:46:32.663655 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:46:34.924683 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-a662131e-268c-4b14-8a2c-7888d50e7226 req-3bab8237-44d3-49fc-a6e2-71a09e59fa27 tempest-TestShelveInstance-122248803 tempest-TestShelveInstance-122248803-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1782272308&fields=id&tenant_id=a4c518085382445593350dccff4b1626 HTTP/1.1" status: 200 len: 267 time: 0.0347354 Jul 28 19:46:35.026807 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a662131e-268c-4b14-8a2c-7888d50e7226 req-ed7de610-74b9-4dbc-824b-9424004f71a9 tempest-TestShelveInstance-122248803 tempest-TestShelveInstance-122248803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:46:35.028323 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-a662131e-268c-4b14-8a2c-7888d50e7226 req-ed7de610-74b9-4dbc-824b-9424004f71a9 tempest-TestShelveInstance-122248803 tempest-TestShelveInstance-122248803-project] 10.222.0.41 "GET /v2.0/networks?id=45b15210-e325-46bc-acd3-cd48a8ab05df HTTP/1.1" status: 200 len: 808 time: 0.0968251 Jul 28 19:46:35.043239 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-a662131e-268c-4b14-8a2c-7888d50e7226 req-eda10023-bb47-4bb2-85c3-308e7e20c86f tempest-TestShelveInstance-122248803 tempest-TestShelveInstance-122248803-project] 10.222.0.41 "GET /v2.0/quotas/a4c518085382445593350dccff4b1626 HTTP/1.1" status: 200 len: 375 time: 0.0087459 Jul 28 19:46:35.096183 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-a662131e-268c-4b14-8a2c-7888d50e7226 req-3804a471-2188-452b-bd6e-9914c39e2888 tempest-TestShelveInstance-122248803 tempest-TestShelveInstance-122248803-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=a4c518085382445593350dccff4b1626&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0472357 Jul 28 19:46:35.273755 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-a662131e-268c-4b14-8a2c-7888d50e7226 req-0be63ef5-05b1-43c5-8445-8d01f04bc882 service neutron] 10.222.0.41 "GET /v2.0/networks/45b15210-e325-46bc-acd3-cd48a8ab05df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664901 Jul 28 19:46:35.368294 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-a662131e-268c-4b14-8a2c-7888d50e7226 req-6add9235-12ad-49d7-b169-5575820e34fa service neutron] 10.222.0.41 "GET /v2.0/networks/45b15210-e325-46bc-acd3-cd48a8ab05df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886362 Jul 28 19:46:36.131150 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-3b924873-18f8-4de0-b704-44f1ad87b005 req-14341c26-279a-4d93-9b1d-df0a72f63869 tempest-TestShelveInstance-122248803 tempest-TestShelveInstance-122248803-project] 10.222.0.41 "GET /v2.0/ports?device_id=14158a7c-971a-4d1c-b42d-a59240664f68 HTTP/1.1" status: 200 len: 210 time: 0.0730977 Jul 28 19:46:37.225058 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-3700228e-8321-4d5d-b5b6-a56d4ca988d4 req-c285cbd4-a76a-4e6a-92ce-01c6adaeca71 tempest-TestShelveInstance-122248803 tempest-TestShelveInstance-122248803-project] 10.222.0.41 "GET /v2.0/ports?device_id=14158a7c-971a-4d1c-b42d-a59240664f68 HTTP/1.1" status: 200 len: 210 time: 0.0293047 Jul 28 19:46:38.278574 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a662131e-268c-4b14-8a2c-7888d50e7226 req-3cff3e90-08ac-4e82-8cd4-bbd074692cc2 tempest-TestShelveInstance-122248803 tempest-TestShelveInstance-122248803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:46:38.280616 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-a662131e-268c-4b14-8a2c-7888d50e7226 req-3cff3e90-08ac-4e82-8cd4-bbd074692cc2 tempest-TestShelveInstance-122248803 tempest-TestShelveInstance-122248803-project] 10.222.0.49 "GET /v2.0/networks?id=45b15210-e325-46bc-acd3-cd48a8ab05df HTTP/1.1" status: 200 len: 808 time: 0.1008010 Jul 28 19:46:38.321097 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-20d419a1-28a8-4a88-b259-205003690ba9 req-e86af9dc-2dca-472c-a66e-21bf306793ed tempest-TestShelveInstance-122248803 tempest-TestShelveInstance-122248803-project] 10.222.0.41 "GET /v2.0/ports?device_id=14158a7c-971a-4d1c-b42d-a59240664f68 HTTP/1.1" status: 200 len: 210 time: 0.0269403 Jul 28 19:46:38.324723 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-a662131e-268c-4b14-8a2c-7888d50e7226 req-75914494-6969-4b55-b801-a1fa0fecc44d tempest-TestShelveInstance-122248803 tempest-TestShelveInstance-122248803-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a4c518085382445593350dccff4b1626 HTTP/1.1" status: 200 len: 380 time: 0.0351357 Jul 28 19:46:38.334973 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.v2.base [req-a662131e-268c-4b14-8a2c-7888d50e7226 req-823d9fbd-38c9-4fda-8be0-08cc662e9b4c tempest-TestShelveInstance-122248803 tempest-TestShelveInstance-122248803-project] Request body: {'port': {'device_id': '14158a7c-971a-4d1c-b42d-a59240664f68', 'network_id': '45b15210-e325-46bc-acd3-cd48a8ab05df', 'admin_state_up': True, 'tenant_id': 'a4c518085382445593350dccff4b1626', 'security_groups': ['2d80c720-abd6-49a0-bb30-8378dd697d16']}} {{(pid=93587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:46:38.520592 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a662131e-268c-4b14-8a2c-7888d50e7226 req-823d9fbd-38c9-4fda-8be0-08cc662e9b4c tempest-TestShelveInstance-122248803 tempest-TestShelveInstance-122248803-project] Made reservation on behalf of a4c518085382445593350dccff4b1626 for: {'port': 1} {{(pid=93587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 19:46:38.524189 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [req-a662131e-268c-4b14-8a2c-7888d50e7226 req-823d9fbd-38c9-4fda-8be0-08cc662e9b4c tempest-TestShelveInstance-122248803 tempest-TestShelveInstance-122248803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555300'] for port, before_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:46:38.645038 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.db.db_base_plugin_common [req-a662131e-268c-4b14-8a2c-7888d50e7226 req-823d9fbd-38c9-4fda-8be0-08cc662e9b4c tempest-TestShelveInstance-122248803 tempest-TestShelveInstance-122248803-project] Allocated IP 172.20.0.11 (45b15210-e325-46bc-acd3-cd48a8ab05df/85fdd55d-a444-4a28-8bec-b7e57e803882/d658df8b-1483-48c5-ba80-6e67f802ea12) {{(pid=93587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 19:46:38.780022 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [req-a662131e-268c-4b14-8a2c-7888d50e7226 req-823d9fbd-38c9-4fda-8be0-08cc662e9b4c tempest-TestShelveInstance-122248803 tempest-TestShelveInstance-122248803-project] Notify callbacks [] for port, precommit_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:46:38.794026 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.db.provisioning_blocks [req-a662131e-268c-4b14-8a2c-7888d50e7226 req-823d9fbd-38c9-4fda-8be0-08cc662e9b4c tempest-TestShelveInstance-122248803 tempest-TestShelveInstance-122248803-project] Transition to ACTIVE for port object d658df8b-1483-48c5-ba80-6e67f802ea12 will not be triggered until provisioned by entity DHCP. {{(pid=93587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 19:46:38.864098 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [req-a662131e-268c-4b14-8a2c-7888d50e7226 req-823d9fbd-38c9-4fda-8be0-08cc662e9b4c tempest-TestShelveInstance-122248803 tempest-TestShelveInstance-122248803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742349248516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9465727'] for port, after_create {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:46:38.903937 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a662131e-268c-4b14-8a2c-7888d50e7226 req-823d9fbd-38c9-4fda-8be0-08cc662e9b4c tempest-TestShelveInstance-122248803 tempest-TestShelveInstance-122248803-project] Network 45b15210-e325-46bc-acd3-cd48a8ab05df is already hosted by enough agents. {{(pid=93587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 19:46:38.907505 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.scheduler.base_scheduler [req-a662131e-268c-4b14-8a2c-7888d50e7226 req-823d9fbd-38c9-4fda-8be0-08cc662e9b4c tempest-TestShelveInstance-122248803 tempest-TestShelveInstance-122248803-project] Resources bound (agent type, host, resource id): {{(pid=93587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 19:46:38.911119 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.db.l3_dvrscheduler_db [req-a662131e-268c-4b14-8a2c-7888d50e7226 req-823d9fbd-38c9-4fda-8be0-08cc662e9b4c tempest-TestShelveInstance-122248803 tempest-TestShelveInstance-122248803-project] Received port after_create {{(pid=93587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 19:46:38.937157 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823d9fbd-38c9-4fda-8be0-08cc662e9b4c tempest-TestShelveInstance-122248803 tempest-TestShelveInstance-122248803-project] Pushing event updated for resources: {'Port': ['ID=d658df8b-1483-48c5-ba80-6e67f802ea12,revision_number=1']} {{(pid=93587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:46:38.964747 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a662131e-268c-4b14-8a2c-7888d50e7226 req-823d9fbd-38c9-4fda-8be0-08cc662e9b4c tempest-TestShelveInstance-122248803 tempest-TestShelveInstance-122248803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:46:38.970603 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [req-a662131e-268c-4b14-8a2c-7888d50e7226 req-823d9fbd-38c9-4fda-8be0-08cc662e9b4c tempest-TestShelveInstance-122248803 tempest-TestShelveInstance-122248803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148603'] for port, before_response {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:46:39.053162 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-a662131e-268c-4b14-8a2c-7888d50e7226 req-823d9fbd-38c9-4fda-8be0-08cc662e9b4c tempest-TestShelveInstance-122248803 tempest-TestShelveInstance-122248803-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7218637 Jul 28 19:46:39.111038 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.v2.base [req-a662131e-268c-4b14-8a2c-7888d50e7226 req-a7730811-ed6f-4dd9-ba43-46ce74cb65b6 service neutron] Request body: {'port': {'device_id': '14158a7c-971a-4d1c-b42d-a59240664f68', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80265'}} {{(pid=93587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:46:39.169053 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [req-a662131e-268c-4b14-8a2c-7888d50e7226 req-a7730811-ed6f-4dd9-ba43-46ce74cb65b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555300'] for port, before_update {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:46:39.172693 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.provisioning_blocks [None req-1d13810c-d5fe-4ff2-98c5-82465b90536b None None] Provisioning for port d658df8b-1483-48c5-ba80-6e67f802ea12 completed by entity DHCP. {{(pid=93588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 19:46:39.177180 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.provisioning_blocks [None req-1d13810c-d5fe-4ff2-98c5-82465b90536b None None] Provisioning complete for port d658df8b-1483-48c5-ba80-6e67f802ea12 triggered by entity DHCP. {{(pid=93588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 19:46:39.177180 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-1d13810c-d5fe-4ff2-98c5-82465b90536b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721938'] for port, provisioning_complete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:46:39.213607 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.plugin [None req-1d13810c-d5fe-4ff2-98c5-82465b90536b None None] Port d658df8b-1483-48c5-ba80-6e67f802ea12 cannot update to ACTIVE because it is not bound. {{(pid=93588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 19:46:39.434255 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.notifiers.nova [req-a662131e-268c-4b14-8a2c-7888d50e7226 req-a7730811-ed6f-4dd9-ba43-46ce74cb65b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d658df8b-1483-48c5-ba80-6e67f802ea12 {{(pid=93587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 19:46:39.440029 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3655bd3b-1ca7-4c99-92b4-983118c80393 req-e051d696-c14f-46db-b4d7-f78f5a7c6cd8 tempest-TestShelveInstance-122248803 tempest-TestShelveInstance-122248803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:46:39.441535 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-3655bd3b-1ca7-4c99-92b4-983118c80393 req-e051d696-c14f-46db-b4d7-f78f5a7c6cd8 tempest-TestShelveInstance-122248803 tempest-TestShelveInstance-122248803-project] 10.222.0.41 "GET /v2.0/ports?device_id=14158a7c-971a-4d1c-b42d-a59240664f68 HTTP/1.1" status: 200 len: 932 time: 0.0498524 Jul 28 19:46:39.443043 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [req-a662131e-268c-4b14-8a2c-7888d50e7226 req-a7730811-ed6f-4dd9-ba43-46ce74cb65b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:46:39.455334 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.db.provisioning_blocks [req-a662131e-268c-4b14-8a2c-7888d50e7226 req-a7730811-ed6f-4dd9-ba43-46ce74cb65b6 service neutron] Transition to ACTIVE for port object d658df8b-1483-48c5-ba80-6e67f802ea12 will not be triggered until provisioned by entity L2. {{(pid=93587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 19:46:39.484593 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-3655bd3b-1ca7-4c99-92b4-983118c80393 req-4f37f6a0-59c5-47ef-bb31-fbd3767cda55 tempest-TestShelveInstance-122248803 tempest-TestShelveInstance-122248803-project] 10.222.0.41 "GET /v2.0/security-groups?id=2d80c720-abd6-49a0-bb30-8378dd697d16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370555 Jul 28 19:46:39.536460 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [req-a662131e-268c-4b14-8a2c-7888d50e7226 req-a7730811-ed6f-4dd9-ba43-46ce74cb65b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742349622321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742349248534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742349248552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9465702'] for port, after_update {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:46:39.585197 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7730811-ed6f-4dd9-ba43-46ce74cb65b6 service neutron] Pushing event updated for resources: {'Port': ['ID=d658df8b-1483-48c5-ba80-6e67f802ea12,revision_number=2']} {{(pid=93587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:46:39.660495 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.plugins.ml2.managers [req-a662131e-268c-4b14-8a2c-7888d50e7226 req-a7730811-ed6f-4dd9-ba43-46ce74cb65b6 service neutron] Attempting to bind port d658df8b-1483-48c5-ba80-6e67f802ea12 on host hv-cinder-80265 for vnic_type normal with profile {{(pid=93587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 19:46:39.660835 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.plugins.ml2.managers [req-a662131e-268c-4b14-8a2c-7888d50e7226 req-a7730811-ed6f-4dd9-ba43-46ce74cb65b6 service neutron] Attempting to bind port d658df8b-1483-48c5-ba80-6e67f802ea12 by drivers openvswitch,hyperv on host hv-cinder-80265 at level 0 using segments [{'id': '9b3f80b5-e386-4897-b887-7d42a006e663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '45b15210-e325-46bc-acd3-cd48a8ab05df'}] {{(pid=93587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 19:46:39.661171 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a662131e-268c-4b14-8a2c-7888d50e7226 req-a7730811-ed6f-4dd9-ba43-46ce74cb65b6 service neutron] Attempting to bind port d658df8b-1483-48c5-ba80-6e67f802ea12 on network 45b15210-e325-46bc-acd3-cd48a8ab05df {{(pid=93587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 19:46:39.665626 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a662131e-268c-4b14-8a2c-7888d50e7226 req-a7730811-ed6f-4dd9-ba43-46ce74cb65b6 service neutron] Port d658df8b-1483-48c5-ba80-6e67f802ea12 on network 45b15210-e325-46bc-acd3-cd48a8ab05df not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80265 {{(pid=93587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 19:46:39.666018 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a662131e-268c-4b14-8a2c-7888d50e7226 req-a7730811-ed6f-4dd9-ba43-46ce74cb65b6 service neutron] Attempting to bind port d658df8b-1483-48c5-ba80-6e67f802ea12 on network 45b15210-e325-46bc-acd3-cd48a8ab05df {{(pid=93587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 19:46:39.672310 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a662131e-268c-4b14-8a2c-7888d50e7226 req-a7730811-ed6f-4dd9-ba43-46ce74cb65b6 service neutron] Checking agent: {'id': 'f02a77d8-88e9-4ce1-b3bf-c8b64693a24a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80265', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 19, 1, 31), 'started_at': datetime.datetime(2021, 7, 28, 19, 1, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 19, 46, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 19:46:39.672661 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a662131e-268c-4b14-8a2c-7888d50e7226 req-a7730811-ed6f-4dd9-ba43-46ce74cb65b6 service neutron] Checking segment: {'id': '9b3f80b5-e386-4897-b887-7d42a006e663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '45b15210-e325-46bc-acd3-cd48a8ab05df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 19:46:39.673058 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a662131e-268c-4b14-8a2c-7888d50e7226 req-a7730811-ed6f-4dd9-ba43-46ce74cb65b6 service neutron] Bound using segment: {'id': '9b3f80b5-e386-4897-b887-7d42a006e663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '45b15210-e325-46bc-acd3-cd48a8ab05df'} {{(pid=93587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 19:46:39.673499 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.plugins.ml2.managers [req-a662131e-268c-4b14-8a2c-7888d50e7226 req-a7730811-ed6f-4dd9-ba43-46ce74cb65b6 service neutron] Bound port: d658df8b-1483-48c5-ba80-6e67f802ea12, host: hv-cinder-80265, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b3f80b5-e386-4897-b887-7d42a006e663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '45b15210-e325-46bc-acd3-cd48a8ab05df'}}] {{(pid=93587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 19:46:39.673865 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [req-a662131e-268c-4b14-8a2c-7888d50e7226 req-a7730811-ed6f-4dd9-ba43-46ce74cb65b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555300'] for port, before_update {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:46:39.740701 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.plugins.ml2.db [req-a662131e-268c-4b14-8a2c-7888d50e7226 req-a7730811-ed6f-4dd9-ba43-46ce74cb65b6 service neutron] For port d658df8b-1483-48c5-ba80-6e67f802ea12, host hv-cinder-80265, cleared binding levels {{(pid=93587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 19:46:39.743749 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.plugins.ml2.db [req-a662131e-268c-4b14-8a2c-7888d50e7226 req-a7730811-ed6f-4dd9-ba43-46ce74cb65b6 service neutron] For port d658df8b-1483-48c5-ba80-6e67f802ea12, host hv-cinder-80265, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=d658df8b-1483-48c5-ba80-6e67f802ea12,segment=NetworkSegment(9b3f80b5-e386-4897-b887-7d42a006e663),segment_id=9b3f80b5-e386-4897-b887-7d42a006e663)] {{(pid=93587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 19:46:39.817055 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [req-a662131e-268c-4b14-8a2c-7888d50e7226 req-a7730811-ed6f-4dd9-ba43-46ce74cb65b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742349622321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742349248534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742349248552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9465702'] for port, after_update {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:46:39.849735 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a662131e-268c-4b14-8a2c-7888d50e7226 req-a7730811-ed6f-4dd9-ba43-46ce74cb65b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:46:39.850345 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [req-a662131e-268c-4b14-8a2c-7888d50e7226 req-a7730811-ed6f-4dd9-ba43-46ce74cb65b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148603'] for port, before_response {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:46:39.851744 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-a662131e-268c-4b14-8a2c-7888d50e7226 req-a7730811-ed6f-4dd9-ba43-46ce74cb65b6 service neutron] 10.222.0.49 "PUT /v2.0/ports/d658df8b-1483-48c5-ba80-6e67f802ea12 HTTP/1.1" status: 200 len: 1094 time: 0.7905464 Jul 28 19:46:39.859469 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14158a7c-971a-4d1c-b42d-a59240664f68', 'tag': 'd658df8b-1483-48c5-ba80-6e67f802ea12'}] {{(pid=93587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 19:46:39.859469 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0425cd91716d62700118381c1ce81f16af4b0b2dffb745d1fa1c8d13c3262bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93d3e211-9e9d-4be9-a580-c8fa08c0847f" -d '{"events": [{"name": "network-changed", "server_uuid": "14158a7c-971a-4d1c-b42d-a59240664f68", "tag": "d658df8b-1483-48c5-ba80-6e67f802ea12"}]}' {{(pid=93587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 19:46:39.882792 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7730811-ed6f-4dd9-ba43-46ce74cb65b6 service neutron] Pushing event updated for resources: {'Port': ['ID=d658df8b-1483-48c5-ba80-6e67f802ea12,revision_number=3']} {{(pid=93587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:46:40.005438 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a662131e-268c-4b14-8a2c-7888d50e7226 req-9ca395b0-c956-4e99-9ab1-937c8b8bd523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:46:40.006967 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-a662131e-268c-4b14-8a2c-7888d50e7226 req-9ca395b0-c956-4e99-9ab1-937c8b8bd523 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a4c518085382445593350dccff4b1626&device_id=14158a7c-971a-4d1c-b42d-a59240664f68 HTTP/1.1" status: 200 len: 1097 time: 0.0552964 Jul 28 19:46:40.054522 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-a662131e-268c-4b14-8a2c-7888d50e7226 req-af6bf53a-13cb-4cfb-b66e-33777c530308 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d658df8b-1483-48c5-ba80-6e67f802ea12 HTTP/1.1" status: 200 len: 217 time: 0.0387053 Jul 28 19:46:40.110888 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a662131e-268c-4b14-8a2c-7888d50e7226 req-41ef2fed-7f00-4b30-b5e0-0b319d607b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:46:40.112802 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-a662131e-268c-4b14-8a2c-7888d50e7226 req-41ef2fed-7f00-4b30-b5e0-0b319d607b71 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=85fdd55d-a444-4a28-8bec-b7e57e803882 HTTP/1.1" status: 200 len: 847 time: 0.0513811 Jul 28 19:46:40.172009 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a662131e-268c-4b14-8a2c-7888d50e7226 req-45e230b0-73df-4738-a134-bda26907c4a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:46:40.173535 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-a662131e-268c-4b14-8a2c-7888d50e7226 req-45e230b0-73df-4738-a134-bda26907c4a7 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=45b15210-e325-46bc-acd3-cd48a8ab05df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0541999 Jul 28 19:46:40.277701 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-a662131e-268c-4b14-8a2c-7888d50e7226 req-77ef9f4f-e642-48c0-9f8f-6c3aca8f925e service neutron] 10.222.0.49 "GET /v2.0/networks/45b15210-e325-46bc-acd3-cd48a8ab05df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964799 Jul 28 19:46:40.381269 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-a662131e-268c-4b14-8a2c-7888d50e7226 req-cab52436-a756-49ee-ac0d-63f34c2dabd7 service neutron] 10.222.0.49 "GET /v2.0/networks/45b15210-e325-46bc-acd3-cd48a8ab05df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968029 Jul 28 19:46:40.608297 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b72c8a-276a-444f-ad3e-338b799b1721 req-04c716ed-08de-4e0e-8d41-dd24345277fa tempest-TestShelveInstance-122248803 tempest-TestShelveInstance-122248803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:46:40.609788 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-c5b72c8a-276a-444f-ad3e-338b799b1721 req-04c716ed-08de-4e0e-8d41-dd24345277fa tempest-TestShelveInstance-122248803 tempest-TestShelveInstance-122248803-project] 10.222.0.41 "GET /v2.0/ports?device_id=14158a7c-971a-4d1c-b42d-a59240664f68 HTTP/1.1" status: 200 len: 944 time: 0.0487778 Jul 28 19:46:40.648303 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-c5b72c8a-276a-444f-ad3e-338b799b1721 req-bd017f5f-488d-4f37-a42a-40927e674daf tempest-TestShelveInstance-122248803 tempest-TestShelveInstance-122248803-project] 10.222.0.41 "GET /v2.0/security-groups?id=2d80c720-abd6-49a0-bb30-8378dd697d16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324028 Jul 28 19:46:40.975254 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 19:46:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2a5e041-a0b4-43b9-9b33-749dc5ecb03e x-openstack-request-id: req-a2a5e041-a0b4-43b9-9b33-749dc5ecb03e {{(pid=93587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 19:46:40.975708 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14158a7c-971a-4d1c-b42d-a59240664f68", "tag": "d658df8b-1483-48c5-ba80-6e67f802ea12", "status": "completed", "code": 200}]} {{(pid=93587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 19:46:40.976020 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a2a5e041-a0b4-43b9-9b33-749dc5ecb03e {{(pid=93587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 19:46:40.976450 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14158a7c-971a-4d1c-b42d-a59240664f68', 'tag': 'd658df8b-1483-48c5-ba80-6e67f802ea12', 'status': 'completed', 'code': 200} Jul 28 19:46:41.037565 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d3e211-9e9d-4be9-a580-c8fa08c0847f req-1d6a0129-c577-41e6-be5d-cf761212c247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:46:41.039053 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-93d3e211-9e9d-4be9-a580-c8fa08c0847f req-1d6a0129-c577-41e6-be5d-cf761212c247 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a4c518085382445593350dccff4b1626&device_id=14158a7c-971a-4d1c-b42d-a59240664f68 HTTP/1.1" status: 200 len: 1097 time: 0.0415747 Jul 28 19:46:41.126501 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d3e211-9e9d-4be9-a580-c8fa08c0847f req-b3532424-9e06-48a3-b01d-035ad6fad3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:46:41.128071 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-93d3e211-9e9d-4be9-a580-c8fa08c0847f req-b3532424-9e06-48a3-b01d-035ad6fad3cf service neutron] 10.222.0.49 "GET /v2.0/networks?id=45b15210-e325-46bc-acd3-cd48a8ab05df HTTP/1.1" status: 200 len: 909 time: 0.0821917 Jul 28 19:46:41.170763 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-93d3e211-9e9d-4be9-a580-c8fa08c0847f req-4d265353-6ff7-4f8e-922e-4650fcbb0538 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d658df8b-1483-48c5-ba80-6e67f802ea12 HTTP/1.1" status: 200 len: 217 time: 0.0360539 Jul 28 19:46:41.216672 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d3e211-9e9d-4be9-a580-c8fa08c0847f req-9037e29a-aedb-4cbf-a565-eafb462a87b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:46:41.218573 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-93d3e211-9e9d-4be9-a580-c8fa08c0847f req-9037e29a-aedb-4cbf-a565-eafb462a87b1 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=85fdd55d-a444-4a28-8bec-b7e57e803882 HTTP/1.1" status: 200 len: 847 time: 0.0408230 Jul 28 19:46:41.262273 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d3e211-9e9d-4be9-a580-c8fa08c0847f req-4ce6b882-7fba-499d-b39a-def8d33f079a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:46:41.263620 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-93d3e211-9e9d-4be9-a580-c8fa08c0847f req-4ce6b882-7fba-499d-b39a-def8d33f079a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=45b15210-e325-46bc-acd3-cd48a8ab05df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0378647 Jul 28 19:46:41.355418 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-93d3e211-9e9d-4be9-a580-c8fa08c0847f req-7c73b016-a261-48dc-b4fb-a5c5244b395d service neutron] 10.222.0.49 "GET /v2.0/networks/45b15210-e325-46bc-acd3-cd48a8ab05df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837142 Jul 28 19:46:41.442179 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-93d3e211-9e9d-4be9-a580-c8fa08c0847f req-0c675e5e-e4b1-4f15-869d-3b3457162baa service neutron] 10.222.0.49 "GET /v2.0/networks/45b15210-e325-46bc-acd3-cd48a8ab05df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801082 Jul 28 19:46:41.763523 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc01b341-9f5a-4d01-9599-c953535b8e6e req-24aedf7f-1168-4e95-a539-bdb848f7c2c5 tempest-TestShelveInstance-122248803 tempest-TestShelveInstance-122248803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:46:41.765984 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-bc01b341-9f5a-4d01-9599-c953535b8e6e req-24aedf7f-1168-4e95-a539-bdb848f7c2c5 tempest-TestShelveInstance-122248803 tempest-TestShelveInstance-122248803-project] 10.222.0.41 "GET /v2.0/ports?device_id=14158a7c-971a-4d1c-b42d-a59240664f68 HTTP/1.1" status: 200 len: 944 time: 0.0490196 Jul 28 19:46:41.803068 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-bc01b341-9f5a-4d01-9599-c953535b8e6e req-29677803-fccd-4593-86ee-fdcebae6d5ed tempest-TestShelveInstance-122248803 tempest-TestShelveInstance-122248803-project] 10.222.0.41 "GET /v2.0/security-groups?id=2d80c720-abd6-49a0-bb30-8378dd697d16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311239 Jul 28 19:46:42.918698 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae2d2c0-01d6-4015-8127-9b76c776addb req-4b7ab065-0637-4f55-943c-8b14e7e525a0 tempest-TestShelveInstance-122248803 tempest-TestShelveInstance-122248803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:46:42.920304 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-6ae2d2c0-01d6-4015-8127-9b76c776addb req-4b7ab065-0637-4f55-943c-8b14e7e525a0 tempest-TestShelveInstance-122248803 tempest-TestShelveInstance-122248803-project] 10.222.0.41 "GET /v2.0/ports?device_id=14158a7c-971a-4d1c-b42d-a59240664f68 HTTP/1.1" status: 200 len: 944 time: 0.0494349 Jul 28 19:46:42.960882 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-6ae2d2c0-01d6-4015-8127-9b76c776addb req-246fa341-6ac5-4ce6-9c09-74ef01f75cb0 tempest-TestShelveInstance-122248803 tempest-TestShelveInstance-122248803-project] 10.222.0.41 "GET /v2.0/security-groups?id=2d80c720-abd6-49a0-bb30-8378dd697d16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345757 Jul 28 19:46:44.074095 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ff5107-ea23-443d-91d0-8406ee0d5178 req-e3637ad9-80dd-45bc-bda8-84b0555097f6 tempest-TestShelveInstance-122248803 tempest-TestShelveInstance-122248803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:46:44.075615 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-87ff5107-ea23-443d-91d0-8406ee0d5178 req-e3637ad9-80dd-45bc-bda8-84b0555097f6 tempest-TestShelveInstance-122248803 tempest-TestShelveInstance-122248803-project] 10.222.0.41 "GET /v2.0/ports?device_id=14158a7c-971a-4d1c-b42d-a59240664f68 HTTP/1.1" status: 200 len: 944 time: 0.0478122 Jul 28 19:46:44.113418 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-87ff5107-ea23-443d-91d0-8406ee0d5178 req-a33d0d5b-ba60-495d-8968-0499550e8fe3 tempest-TestShelveInstance-122248803 tempest-TestShelveInstance-122248803-project] 10.222.0.41 "GET /v2.0/security-groups?id=2d80c720-abd6-49a0-bb30-8378dd697d16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317912 Jul 28 19:46:45.227154 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591887d5-bfde-42f3-83c4-79036871bc84 req-e8ccd3b3-c3d4-4c03-be35-777d83a714f8 tempest-TestShelveInstance-122248803 tempest-TestShelveInstance-122248803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:46:45.228659 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-591887d5-bfde-42f3-83c4-79036871bc84 req-e8ccd3b3-c3d4-4c03-be35-777d83a714f8 tempest-TestShelveInstance-122248803 tempest-TestShelveInstance-122248803-project] 10.222.0.41 "GET /v2.0/ports?device_id=14158a7c-971a-4d1c-b42d-a59240664f68 HTTP/1.1" status: 200 len: 944 time: 0.0488620 Jul 28 19:46:45.266619 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-591887d5-bfde-42f3-83c4-79036871bc84 req-2d4d6cc1-097f-4d2b-8b45-a10e2552734e tempest-TestShelveInstance-122248803 tempest-TestShelveInstance-122248803-project] 10.222.0.41 "GET /v2.0/security-groups?id=2d80c720-abd6-49a0-bb30-8378dd697d16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317583 Jul 28 19:46:46.380976 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca1a95a-8304-4529-88cc-bc1ac3fa727d req-3192c533-f1d1-430d-bc4a-c3c61f2e51dc tempest-TestShelveInstance-122248803 tempest-TestShelveInstance-122248803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:46:46.382436 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-aca1a95a-8304-4529-88cc-bc1ac3fa727d req-3192c533-f1d1-430d-bc4a-c3c61f2e51dc tempest-TestShelveInstance-122248803 tempest-TestShelveInstance-122248803-project] 10.222.0.41 "GET /v2.0/ports?device_id=14158a7c-971a-4d1c-b42d-a59240664f68 HTTP/1.1" status: 200 len: 944 time: 0.0475399 Jul 28 19:46:46.423367 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-aca1a95a-8304-4529-88cc-bc1ac3fa727d req-776d3dee-c41d-41b2-ae04-842d2b6696e9 tempest-TestShelveInstance-122248803 tempest-TestShelveInstance-122248803-project] 10.222.0.41 "GET /v2.0/security-groups?id=2d80c720-abd6-49a0-bb30-8378dd697d16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350728 Jul 28 19:46:47.534608 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256493f1-4caf-443e-8817-c9d7dc8046a6 req-d346daf3-dd9b-4384-98a3-722809d3bb51 tempest-TestShelveInstance-122248803 tempest-TestShelveInstance-122248803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:46:47.536172 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-256493f1-4caf-443e-8817-c9d7dc8046a6 req-d346daf3-dd9b-4384-98a3-722809d3bb51 tempest-TestShelveInstance-122248803 tempest-TestShelveInstance-122248803-project] 10.222.0.41 "GET /v2.0/ports?device_id=14158a7c-971a-4d1c-b42d-a59240664f68 HTTP/1.1" status: 200 len: 944 time: 0.0484836 Jul 28 19:46:47.574011 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-256493f1-4caf-443e-8817-c9d7dc8046a6 req-4ddda570-c5dd-445d-9ec6-e82e1182c60c tempest-TestShelveInstance-122248803 tempest-TestShelveInstance-122248803-project] 10.222.0.41 "GET /v2.0/security-groups?id=2d80c720-abd6-49a0-bb30-8378dd697d16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320051 Jul 28 19:46:48.686244 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8931c25-bbf0-4aaf-a143-82369486d6d3 req-7f3ad511-70c9-46f4-afb2-b941fcc41856 tempest-TestShelveInstance-122248803 tempest-TestShelveInstance-122248803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:46:48.688471 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-c8931c25-bbf0-4aaf-a143-82369486d6d3 req-7f3ad511-70c9-46f4-afb2-b941fcc41856 tempest-TestShelveInstance-122248803 tempest-TestShelveInstance-122248803-project] 10.222.0.41 "GET /v2.0/ports?device_id=14158a7c-971a-4d1c-b42d-a59240664f68 HTTP/1.1" status: 200 len: 944 time: 0.0498657 Jul 28 19:46:48.727498 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-c8931c25-bbf0-4aaf-a143-82369486d6d3 req-f47104a3-708a-4672-86b6-a82c0988065d tempest-TestShelveInstance-122248803 tempest-TestShelveInstance-122248803-project] 10.222.0.41 "GET /v2.0/security-groups?id=2d80c720-abd6-49a0-bb30-8378dd697d16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332782 Jul 28 19:46:49.681125 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.rpc [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Device d658df8b-1483-48c5-ba80-6e67f802ea12 details requested by agent hyperv_hv-cinder-80265 with host hv-cinder-80265 {{(pid=93588) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 19:46:49.773290 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.db [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] For port d658df8b-1483-48c5-ba80-6e67f802ea12, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=d658df8b-1483-48c5-ba80-6e67f802ea12,segment=NetworkSegment(9b3f80b5-e386-4897-b887-7d42a006e663),segment_id=9b3f80b5-e386-4897-b887-7d42a006e663)] {{(pid=93588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:46:49.785637 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.rpc [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Returning: {'device': 'd658df8b-1483-48c5-ba80-6e67f802ea12', 'network_id': '45b15210-e325-46bc-acd3-cd48a8ab05df', 'port_id': 'd658df8b-1483-48c5-ba80-6e67f802ea12', 'mac_address': 'fa:16:3e:07:35:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85fdd55d-a444-4a28-8bec-b7e57e803882', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93588) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 19:46:49.825814 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555300'] for port, before_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:46:49.838407 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.notifiers.nova [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d658df8b-1483-48c5-ba80-6e67f802ea12 {{(pid=93588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 19:46:49.839755 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9caea9-f52f-495a-9aca-d014429d710d req-f8c59fdd-1f36-4f11-b112-2fc23aeff00f tempest-TestShelveInstance-122248803 tempest-TestShelveInstance-122248803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:46:49.841272 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-0f9caea9-f52f-495a-9aca-d014429d710d req-f8c59fdd-1f36-4f11-b112-2fc23aeff00f tempest-TestShelveInstance-122248803 tempest-TestShelveInstance-122248803-project] 10.222.0.41 "GET /v2.0/ports?device_id=14158a7c-971a-4d1c-b42d-a59240664f68 HTTP/1.1" status: 200 len: 944 time: 0.0481725 Jul 28 19:46:49.857322 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.db [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] For port d658df8b-1483-48c5-ba80-6e67f802ea12, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=d658df8b-1483-48c5-ba80-6e67f802ea12,segment=NetworkSegment(9b3f80b5-e386-4897-b887-7d42a006e663),segment_id=9b3f80b5-e386-4897-b887-7d42a006e663)] {{(pid=93588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:46:49.882690 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-0f9caea9-f52f-495a-9aca-d014429d710d req-034256da-bb89-4821-8647-10399db2b382 tempest-TestShelveInstance-122248803 tempest-TestShelveInstance-122248803-project] 10.222.0.41 "GET /v2.0/security-groups?id=2d80c720-abd6-49a0-bb30-8378dd697d16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354517 Jul 28 19:46:49.926167 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742349622321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742349248534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742349248552'] for port, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:46:49.972928 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Pushing event updated for resources: {'Port': ['ID=d658df8b-1483-48c5-ba80-6e67f802ea12,revision_number=4']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:46:50.171191 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.db [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] get_ports_and_sgs() called for port_ids ['d658df8b-1483-48c5-ba80-6e67f802ea12'] {{(pid=93588) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 19:46:50.998150 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229fbb12-c067-4e3f-ae19-9e931521a09f req-d06691f2-c09d-428d-be96-1d6fd98168f7 tempest-TestShelveInstance-122248803 tempest-TestShelveInstance-122248803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:46:51.000174 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-229fbb12-c067-4e3f-ae19-9e931521a09f req-d06691f2-c09d-428d-be96-1d6fd98168f7 tempest-TestShelveInstance-122248803 tempest-TestShelveInstance-122248803-project] 10.222.0.41 "GET /v2.0/ports?device_id=14158a7c-971a-4d1c-b42d-a59240664f68 HTTP/1.1" status: 200 len: 945 time: 0.0488729 Jul 28 19:46:51.039141 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-229fbb12-c067-4e3f-ae19-9e931521a09f req-10b9f638-c915-4aff-b25b-4a8c1bafb4d2 tempest-TestShelveInstance-122248803 tempest-TestShelveInstance-122248803-project] 10.222.0.41 "GET /v2.0/security-groups?id=2d80c720-abd6-49a0-bb30-8378dd697d16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331724 Jul 28 19:46:51.599176 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-7e7f65bf-2e91-44ee-801d-645c8724b7ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:46:51.680540 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.rpc [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Device d658df8b-1483-48c5-ba80-6e67f802ea12 up at agent hyperv_hv-cinder-80265 {{(pid=93588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 19:46:51.782886 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.provisioning_blocks [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Provisioning for port d658df8b-1483-48c5-ba80-6e67f802ea12 completed by entity L2. {{(pid=93588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 19:46:51.786635 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.provisioning_blocks [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Provisioning complete for port d658df8b-1483-48c5-ba80-6e67f802ea12 triggered by entity L2. {{(pid=93588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 19:46:51.787015 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721938'] for port, provisioning_complete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:46:51.867689 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555300'] for port, before_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:46:51.889801 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14158a7c-971a-4d1c-b42d-a59240664f68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd658df8b-1483-48c5-ba80-6e67f802ea12'}] {{(pid=93588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 19:46:51.893206 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1b0d83cbf58c08976f04b399db04c287f80045833914d8e5b61042f37766a37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4141c22b-5e48-429e-a0de-97d68916f3c1" -d '{"events": [{"server_uuid": "14158a7c-971a-4d1c-b42d-a59240664f68", "name": "network-vif-plugged", "status": "completed", "tag": "d658df8b-1483-48c5-ba80-6e67f802ea12"}]}' {{(pid=93588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 19:46:51.906260 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.db [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] For port d658df8b-1483-48c5-ba80-6e67f802ea12, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=d658df8b-1483-48c5-ba80-6e67f802ea12,segment=NetworkSegment(9b3f80b5-e386-4897-b887-7d42a006e663),segment_id=9b3f80b5-e386-4897-b887-7d42a006e663)] {{(pid=93588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:46:51.982018 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 19:46:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-748a3256-2189-4bc3-a1b1-dd9d240b349f x-openstack-request-id: req-748a3256-2189-4bc3-a1b1-dd9d240b349f {{(pid=93588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 19:46:51.982313 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14158a7c-971a-4d1c-b42d-a59240664f68", "name": "network-vif-plugged", "status": "completed", "tag": "d658df8b-1483-48c5-ba80-6e67f802ea12", "code": 200}]} {{(pid=93588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 19:46:51.982570 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-748a3256-2189-4bc3-a1b1-dd9d240b349f {{(pid=93588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 19:46:51.982969 dv-cinder-802653-1-iscsi neutron-server[93588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14158a7c-971a-4d1c-b42d-a59240664f68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd658df8b-1483-48c5-ba80-6e67f802ea12', 'code': 200} Jul 28 19:46:51.989315 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742349622321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742349248534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742349248552'] for port, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:46:52.038085 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Pushing event updated for resources: {'Port': ['ID=d658df8b-1483-48c5-ba80-6e67f802ea12,revision_number=5']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:46:52.153370 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a7016f-9b64-49b0-9cac-895e973ff46c req-6089c617-cdf6-44a1-90cc-c312f0d44fa3 tempest-TestShelveInstance-122248803 tempest-TestShelveInstance-122248803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:46:52.154836 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-40a7016f-9b64-49b0-9cac-895e973ff46c req-6089c617-cdf6-44a1-90cc-c312f0d44fa3 tempest-TestShelveInstance-122248803 tempest-TestShelveInstance-122248803-project] 10.222.0.41 "GET /v2.0/ports?device_id=14158a7c-971a-4d1c-b42d-a59240664f68 HTTP/1.1" status: 200 len: 946 time: 0.0490112 Jul 28 19:46:52.192569 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-40a7016f-9b64-49b0-9cac-895e973ff46c req-3259d629-43f9-47d3-8414-4c69fec7060f tempest-TestShelveInstance-122248803 tempest-TestShelveInstance-122248803-project] 10.222.0.41 "GET /v2.0/security-groups?id=2d80c720-abd6-49a0-bb30-8378dd697d16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312502 Jul 28 19:46:52.342666 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663516ed-f3ff-42f3-b276-018960d07996 req-b3bdd213-867a-4d15-9eaa-9b575bd557fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:46:52.344624 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-663516ed-f3ff-42f3-b276-018960d07996 req-b3bdd213-867a-4d15-9eaa-9b575bd557fe service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=14158a7c-971a-4d1c-b42d-a59240664f68 HTTP/1.1" status: 200 len: 1099 time: 0.0428050 Jul 28 19:46:52.377969 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-663516ed-f3ff-42f3-b276-018960d07996 req-f900bace-954f-4f60-8f7a-a4c951e6d081 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=2d80c720-abd6-49a0-bb30-8378dd697d16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0264015 Jul 28 19:46:53.311355 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cfbe17-aa87-40c3-a3b9-2fba9359b5e1 req-a2a4df50-d49c-457c-8932-f3ac3642258a tempest-TestShelveInstance-122248803 tempest-TestShelveInstance-122248803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:46:53.312850 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-86cfbe17-aa87-40c3-a3b9-2fba9359b5e1 req-a2a4df50-d49c-457c-8932-f3ac3642258a tempest-TestShelveInstance-122248803 tempest-TestShelveInstance-122248803-project] 10.222.0.41 "GET /v2.0/ports?device_id=14158a7c-971a-4d1c-b42d-a59240664f68 HTTP/1.1" status: 200 len: 946 time: 0.0511823 Jul 28 19:46:53.354231 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-86cfbe17-aa87-40c3-a3b9-2fba9359b5e1 req-ba57a558-c082-43d3-9102-ce5df7292084 tempest-TestShelveInstance-122248803 tempest-TestShelveInstance-122248803-project] 10.222.0.41 "GET /v2.0/security-groups?id=2d80c720-abd6-49a0-bb30-8378dd697d16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356278 Jul 28 19:46:54.303614 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:46:54.463462 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-ba67fe09-5f49-426d-aff6-5c397f3d8323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:46:54.467716 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12fa520-3ab6-4d27-9f66-1b0d8c2ba9ea req-3a231f59-d95a-4963-8be2-23f17229aa2a tempest-TestShelveInstance-122248803 tempest-TestShelveInstance-122248803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:46:54.469898 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-c12fa520-3ab6-4d27-9f66-1b0d8c2ba9ea req-3a231f59-d95a-4963-8be2-23f17229aa2a tempest-TestShelveInstance-122248803 tempest-TestShelveInstance-122248803-project] 10.222.0.41 "GET /v2.0/ports?device_id=14158a7c-971a-4d1c-b42d-a59240664f68 HTTP/1.1" status: 200 len: 946 time: 0.0483758 Jul 28 19:46:54.510132 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-c12fa520-3ab6-4d27-9f66-1b0d8c2ba9ea req-e6177d19-3e6d-4f7a-84a0-f49d9b5814cf tempest-TestShelveInstance-122248803 tempest-TestShelveInstance-122248803-project] 10.222.0.41 "GET /v2.0/security-groups?id=2d80c720-abd6-49a0-bb30-8378dd697d16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339022 Jul 28 19:46:54.622402 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2bc601-b7f9-41b5-bea9-d83fb9d55f60 req-de46e800-534a-45cb-b597-dbc64a6a7ffd tempest-TestShelveInstance-122248803 tempest-TestShelveInstance-122248803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:46:54.623800 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-6b2bc601-b7f9-41b5-bea9-d83fb9d55f60 req-de46e800-534a-45cb-b597-dbc64a6a7ffd tempest-TestShelveInstance-122248803 tempest-TestShelveInstance-122248803-project] 10.222.0.41 "GET /v2.0/ports?device_id=14158a7c-971a-4d1c-b42d-a59240664f68 HTTP/1.1" status: 200 len: 946 time: 0.0481491 Jul 28 19:46:54.661809 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-6b2bc601-b7f9-41b5-bea9-d83fb9d55f60 req-b3280ab6-f782-49b0-b331-7eb3dbaf20fc tempest-TestShelveInstance-122248803 tempest-TestShelveInstance-122248803-project] 10.222.0.41 "GET /v2.0/security-groups?id=2d80c720-abd6-49a0-bb30-8378dd697d16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316572 Jul 28 19:46:54.682416 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.wsgi [-] (93586) accepted ('10.222.0.41', 52658) {{(pid=93586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:46:54.760684 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82f75704-b46c-4704-8445-48a97c686041 tempest-TestShelveInstance-1489712396 tempest-TestShelveInstance-1489712396-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:46:54.762171 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [None req-82f75704-b46c-4704-8445-48a97c686041 tempest-TestShelveInstance-1489712396 tempest-TestShelveInstance-1489712396-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=14158a7c-971a-4d1c-b42d-a59240664f68 HTTP/1.1" status: 200 len: 1094 time: 0.0788269 Jul 28 19:46:54.766265 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.wsgi [-] (93586) accepted ('10.222.0.41', 52662) {{(pid=93586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:46:54.770595 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.v2.base [None req-e8aa83c1-f5bc-47f8-bd18-0b3c8df90cd7 tempest-TestShelveInstance-122248803 tempest-TestShelveInstance-122248803-project] Request body: {'floatingip': {'floating_network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df', 'port_id': 'd658df8b-1483-48c5-ba80-6e67f802ea12', 'tenant_id': 'a4c518085382445593350dccff4b1626', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 19:46:54.880855 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-e8aa83c1-f5bc-47f8-bd18-0b3c8df90cd7 tempest-TestShelveInstance-122248803 tempest-TestShelveInstance-122248803-project] Notify callbacks [] for floatingip, before_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:46:54.979220 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-e8aa83c1-f5bc-47f8-bd18-0b3c8df90cd7 tempest-TestShelveInstance-122248803 tempest-TestShelveInstance-122248803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555300'] for port, before_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:46:55.082363 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.db.db_base_plugin_common [None req-e8aa83c1-f5bc-47f8-bd18-0b3c8df90cd7 tempest-TestShelveInstance-122248803 tempest-TestShelveInstance-122248803-project] Allocated IP 172.27.0.12 (e684c39a-2e11-408f-97ab-0003bc0ac2df/d732a1ba-ca87-47e9-b990-15a89705616d/0e52fdea-4a86-4cf9-bbec-be0d198da44e) {{(pid=93586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 19:46:55.179534 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-e8aa83c1-f5bc-47f8-bd18-0b3c8df90cd7 tempest-TestShelveInstance-122248803 tempest-TestShelveInstance-122248803-project] Notify callbacks [] for port, precommit_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:46:55.298588 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-e8aa83c1-f5bc-47f8-bd18-0b3c8df90cd7 tempest-TestShelveInstance-122248803 tempest-TestShelveInstance-122248803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742349248516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12083827'] for port, after_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:46:55.339976 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8aa83c1-f5bc-47f8-bd18-0b3c8df90cd7 tempest-TestShelveInstance-122248803 tempest-TestShelveInstance-122248803-project] Network e684c39a-2e11-408f-97ab-0003bc0ac2df is already hosted by enough agents. {{(pid=93586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 19:46:55.342746 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.scheduler.base_scheduler [None req-e8aa83c1-f5bc-47f8-bd18-0b3c8df90cd7 tempest-TestShelveInstance-122248803 tempest-TestShelveInstance-122248803-project] Resources bound (agent type, host, resource id): {{(pid=93586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 19:46:55.349064 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8aa83c1-f5bc-47f8-bd18-0b3c8df90cd7 tempest-TestShelveInstance-122248803 tempest-TestShelveInstance-122248803-project] Received port after_create {{(pid=93586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 19:46:55.352002 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8aa83c1-f5bc-47f8-bd18-0b3c8df90cd7 tempest-TestShelveInstance-122248803 tempest-TestShelveInstance-122248803-project] Pushing event updated for resources: {'Port': ['ID=0e52fdea-4a86-4cf9-bbec-be0d198da44e,revision_number=1']} {{(pid=93586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:46:55.694404 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-e8aa83c1-f5bc-47f8-bd18-0b3c8df90cd7 tempest-TestShelveInstance-122248803 tempest-TestShelveInstance-122248803-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:46:55.743330 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-acea1373-d53c-46a9-b089-9e40d352d773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:46:55.853205 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-e8aa83c1-f5bc-47f8-bd18-0b3c8df90cd7 tempest-TestShelveInstance-122248803 tempest-TestShelveInstance-122248803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555300'] for port, before_update {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:46:56.004213 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-e8aa83c1-f5bc-47f8-bd18-0b3c8df90cd7 tempest-TestShelveInstance-122248803 tempest-TestShelveInstance-122248803-project] Notify callbacks [] for port, precommit_update {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:46:56.079555 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-e8aa83c1-f5bc-47f8-bd18-0b3c8df90cd7 tempest-TestShelveInstance-122248803 tempest-TestShelveInstance-122248803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742349622321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742349248534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742349248552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12083818'] for port, after_update {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:46:56.149017 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8aa83c1-f5bc-47f8-bd18-0b3c8df90cd7 tempest-TestShelveInstance-122248803 tempest-TestShelveInstance-122248803-project] Pushing event updated for resources: {'Port': ['ID=0e52fdea-4a86-4cf9-bbec-be0d198da44e,revision_number=2']} {{(pid=93586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:46:56.158648 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-e8aa83c1-f5bc-47f8-bd18-0b3c8df90cd7 tempest-TestShelveInstance-122248803 tempest-TestShelveInstance-122248803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3821381'] for floatingip, after_update {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:46:56.255248 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.db.l3_db [None req-e8aa83c1-f5bc-47f8-bd18-0b3c8df90cd7 tempest-TestShelveInstance-122248803 tempest-TestShelveInstance-122248803-project] Floating IP 804306d8-094b-4b90-9d35-e44d0593f7c3 associated. External IP: 172.27.0.12, port: d658df8b-1483-48c5-ba80-6e67f802ea12. Jul 28 19:46:56.456487 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8aa83c1-f5bc-47f8-bd18-0b3c8df90cd7 tempest-TestShelveInstance-122248803 tempest-TestShelveInstance-122248803-project] Router 3dda4a6b-34f1-4f52-aa2e-291094ffb7c1 has already been hosted by L3 agent a81dfe8c-a6e8-4fad-82b8-e31bee6ac2ff {{(pid=93586) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 19:46:56.559965 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8aa83c1-f5bc-47f8-bd18-0b3c8df90cd7 tempest-TestShelveInstance-122248803 tempest-TestShelveInstance-122248803-project] Notify agent at l3_agent.dv-cinder-802653-1-iscsi the message routers_updated {{(pid=93586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 19:46:56.570435 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddbddd37-0f8f-49f0-82f2-86d68d384099 None None] Sync routers for ids ['3dda4a6b-34f1-4f52-aa2e-291094ffb7c1'] in dv-cinder-802653-1-iscsi {{(pid=93588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 19:46:56.579872 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddbddd37-0f8f-49f0-82f2-86d68d384099 None None] Routers {'3dda4a6b-34f1-4f52-aa2e-291094ffb7c1'} bound to L3 agent in host dv-cinder-802653-1-iscsi {{(pid=93588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 19:46:56.580485 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.l3_hamode_db [None req-ddbddd37-0f8f-49f0-82f2-86d68d384099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802653-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T18:54:54Z,description=,heartbeat_timestamp=2021-07-28T19:46:54Z,host='dv-cinder-802653-1-iscsi',id=a81dfe8c-a6e8-4fad-82b8-e31bee6ac2ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T18:54:55Z,topic='l3_agent')) {'router_ids': ['3dda4a6b-34f1-4f52-aa2e-291094ffb7c1'], 'active': True} {{(pid=93588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:46:56.641772 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-e8aa83c1-f5bc-47f8-bd18-0b3c8df90cd7 tempest-TestShelveInstance-122248803 tempest-TestShelveInstance-122248803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148603'] for floatingip, before_response {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:46:56.685407 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.l3_dvr_db [None req-ddbddd37-0f8f-49f0-82f2-86d68d384099 None None] Set router 3dda4a6b-34f1-4f52-aa2e-291094ffb7c1 gateway port host: dv-cinder-802653-1-iscsi {{(pid=93588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 19:46:56.919034 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.l3_hamode_db [None req-ddbddd37-0f8f-49f0-82f2-86d68d384099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dda4a6b-34f1-4f52-aa2e-291094ffb7c1', 'name': 'tempest-TestShelveInstance-195881309-router', 'tenant_id': 'a4c518085382445593350dccff4b1626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df', 'external_fixed_ips': [{'subnet_id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': '1795de26-679c-4c62-a46e-a459b8dc1ef2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:46:04Z', 'updated_at': '2021-07-28T19:46:07Z', 'revision_number': 4, 'project_id': 'a4c518085382445593350dccff4b1626', 'gw_port': {'id': '1795de26-679c-4c62-a46e-a459b8dc1ef2', 'name': '', 'network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:11:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dda4a6b-34f1-4f52-aa2e-291094ffb7c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:46:05Z', 'updated_at': '2021-07-28T19:46:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-1-iscsi', '_floatingips': [{'id': '804306d8-094b-4b90-9d35-e44d0593f7c3', 'tenant_id': 'a4c518085382445593350dccff4b1626', 'floating_ip_address': '172.27.0.12', 'floating_network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df', 'router_id': '3dda4a6b-34f1-4f52-aa2e-291094ffb7c1', 'port_id': 'd658df8b-1483-48c5-ba80-6e67f802ea12', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 695, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45b15210-e325-46bc-acd3-cd48a8ab05df', 'mac_address': 'fa:16:3e:07:35:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14158a7c-971a-4d1c-b42d-a59240664f68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T19:46:55Z', 'updated_at': '2021-07-28T19:46:55Z', 'revision_number': 0, 'project_id': 'a4c518085382445593350dccff4b1626', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91038c5e-0dd5-4932-87b9-d36dfc330f36', 'name': '', 'network_id': '45b15210-e325-46bc-acd3-cd48a8ab05df', 'tenant_id': 'a4c518085382445593350dccff4b1626', 'mac_address': 'fa:16:3e:8a:a7:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dda4a6b-34f1-4f52-aa2e-291094ffb7c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '85fdd55d-a444-4a28-8bec-b7e57e803882', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:46:07Z', 'updated_at': '2021-07-28T19:46:12Z', 'revision_number': 5, 'project_id': 'a4c518085382445593350dccff4b1626', 'subnets': [{'id': '85fdd55d-a444-4a28-8bec-b7e57e803882', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802653-1-iscsi', False) {} {{(pid=93588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:46:56.949149 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [None req-e8aa83c1-f5bc-47f8-bd18-0b3c8df90cd7 tempest-TestShelveInstance-122248803 tempest-TestShelveInstance-122248803-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1707823 Jul 28 19:46:56.949149 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14158a7c-971a-4d1c-b42d-a59240664f68', 'tag': 'd658df8b-1483-48c5-ba80-6e67f802ea12'}] {{(pid=93586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 19:46:56.949149 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be08c321523524cea896d4e8aa610e0b61aedc9f5bb636967bf6413fb0e56d16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13b1130a-37ae-46b3-8585-e46df1867668" -d '{"events": [{"name": "network-changed", "server_uuid": "14158a7c-971a-4d1c-b42d-a59240664f68", "tag": "d658df8b-1483-48c5-ba80-6e67f802ea12"}]}' {{(pid=93586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 19:46:56.949925 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddbddd37-0f8f-49f0-82f2-86d68d384099 None None] Checking router: 3dda4a6b-34f1-4f52-aa2e-291094ffb7c1 for host: dv-cinder-802653-1-iscsi {{(pid=93588) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 19:46:56.955585 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddbddd37-0f8f-49f0-82f2-86d68d384099 None None] Routers {'3dda4a6b-34f1-4f52-aa2e-291094ffb7c1'} bound to L3 agent in host dv-cinder-802653-1-iscsi {{(pid=93588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 19:46:56.956278 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.l3_hamode_db [None req-ddbddd37-0f8f-49f0-82f2-86d68d384099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802653-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T18:54:54Z,description=,heartbeat_timestamp=2021-07-28T19:46:54Z,host='dv-cinder-802653-1-iscsi',id=a81dfe8c-a6e8-4fad-82b8-e31bee6ac2ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T18:54:55Z,topic='l3_agent')) {'router_ids': ['3dda4a6b-34f1-4f52-aa2e-291094ffb7c1'], 'active': True} {{(pid=93588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:46:57.035424 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 19:46:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62fae30d-397f-4c92-8185-90c6788b9fb1 x-openstack-request-id: req-62fae30d-397f-4c92-8185-90c6788b9fb1 {{(pid=93586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 19:46:57.035718 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14158a7c-971a-4d1c-b42d-a59240664f68", "tag": "d658df8b-1483-48c5-ba80-6e67f802ea12", "status": "completed", "code": 200}]} {{(pid=93586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 19:46:57.035989 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-62fae30d-397f-4c92-8185-90c6788b9fb1 {{(pid=93586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 19:46:57.036381 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14158a7c-971a-4d1c-b42d-a59240664f68', 'tag': 'd658df8b-1483-48c5-ba80-6e67f802ea12', 'status': 'completed', 'code': 200} Jul 28 19:46:57.068027 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.l3_dvr_db [None req-ddbddd37-0f8f-49f0-82f2-86d68d384099 None None] Set router 3dda4a6b-34f1-4f52-aa2e-291094ffb7c1 gateway port host: dv-cinder-802653-1-iscsi {{(pid=93588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 19:46:57.097837 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b1130a-37ae-46b3-8585-e46df1867668 req-b8f2cf07-889b-4dae-9b97-1d8c917bcee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:46:57.099318 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-13b1130a-37ae-46b3-8585-e46df1867668 req-b8f2cf07-889b-4dae-9b97-1d8c917bcee5 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a4c518085382445593350dccff4b1626&device_id=14158a7c-971a-4d1c-b42d-a59240664f68 HTTP/1.1" status: 200 len: 1099 time: 0.0393407 Jul 28 19:46:57.186987 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b1130a-37ae-46b3-8585-e46df1867668 req-d97accaa-73c5-4629-a988-e8232ec51d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:46:57.189172 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-13b1130a-37ae-46b3-8585-e46df1867668 req-d97accaa-73c5-4629-a988-e8232ec51d2e service neutron] 10.222.0.49 "GET /v2.0/networks?id=45b15210-e325-46bc-acd3-cd48a8ab05df HTTP/1.1" status: 200 len: 909 time: 0.0834441 Jul 28 19:46:57.257150 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-13b1130a-37ae-46b3-8585-e46df1867668 req-419e3b5a-1598-4e9f-9a5d-bda2ad7eec01 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d658df8b-1483-48c5-ba80-6e67f802ea12 HTTP/1.1" status: 200 len: 999 time: 0.0604601 Jul 28 19:46:57.289752 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.l3_hamode_db [None req-ddbddd37-0f8f-49f0-82f2-86d68d384099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dda4a6b-34f1-4f52-aa2e-291094ffb7c1', 'name': 'tempest-TestShelveInstance-195881309-router', 'tenant_id': 'a4c518085382445593350dccff4b1626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df', 'external_fixed_ips': [{'subnet_id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': '1795de26-679c-4c62-a46e-a459b8dc1ef2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:46:04Z', 'updated_at': '2021-07-28T19:46:07Z', 'revision_number': 4, 'project_id': 'a4c518085382445593350dccff4b1626', 'gw_port': {'id': '1795de26-679c-4c62-a46e-a459b8dc1ef2', 'name': '', 'network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:11:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dda4a6b-34f1-4f52-aa2e-291094ffb7c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:46:05Z', 'updated_at': '2021-07-28T19:46:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-1-iscsi', '_floatingips': [{'id': '804306d8-094b-4b90-9d35-e44d0593f7c3', 'tenant_id': 'a4c518085382445593350dccff4b1626', 'floating_ip_address': '172.27.0.12', 'floating_network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df', 'router_id': '3dda4a6b-34f1-4f52-aa2e-291094ffb7c1', 'port_id': 'd658df8b-1483-48c5-ba80-6e67f802ea12', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 695, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45b15210-e325-46bc-acd3-cd48a8ab05df', 'mac_address': 'fa:16:3e:07:35:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14158a7c-971a-4d1c-b42d-a59240664f68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T19:46:55Z', 'updated_at': '2021-07-28T19:46:55Z', 'revision_number': 0, 'project_id': 'a4c518085382445593350dccff4b1626', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91038c5e-0dd5-4932-87b9-d36dfc330f36', 'name': '', 'network_id': '45b15210-e325-46bc-acd3-cd48a8ab05df', 'tenant_id': 'a4c518085382445593350dccff4b1626', 'mac_address': 'fa:16:3e:8a:a7:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dda4a6b-34f1-4f52-aa2e-291094ffb7c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '85fdd55d-a444-4a28-8bec-b7e57e803882', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:46:07Z', 'updated_at': '2021-07-28T19:46:12Z', 'revision_number': 5, 'project_id': 'a4c518085382445593350dccff4b1626', 'subnets': [{'id': '85fdd55d-a444-4a28-8bec-b7e57e803882', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802653-1-iscsi', False) {} {{(pid=93588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:46:57.305757 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b1130a-37ae-46b3-8585-e46df1867668 req-fc7a2d67-3709-44c4-adee-36e40ac68cda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:46:57.307252 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-13b1130a-37ae-46b3-8585-e46df1867668 req-fc7a2d67-3709-44c4-adee-36e40ac68cda service neutron] 10.222.0.49 "GET /v2.0/subnets?id=85fdd55d-a444-4a28-8bec-b7e57e803882 HTTP/1.1" status: 200 len: 847 time: 0.0431845 Jul 28 19:46:57.319085 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddbddd37-0f8f-49f0-82f2-86d68d384099 None None] The sync data for ids ['3dda4a6b-34f1-4f52-aa2e-291094ffb7c1'] in dv-cinder-802653-1-iscsi is: [{'id': '3dda4a6b-34f1-4f52-aa2e-291094ffb7c1', 'name': 'tempest-TestShelveInstance-195881309-router', 'tenant_id': 'a4c518085382445593350dccff4b1626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df', 'external_fixed_ips': [{'subnet_id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': '1795de26-679c-4c62-a46e-a459b8dc1ef2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:46:04Z', 'updated_at': '2021-07-28T19:46:07Z', 'revision_number': 4, 'project_id': 'a4c518085382445593350dccff4b1626', 'gw_port': {'id': '1795de26-679c-4c62-a46e-a459b8dc1ef2', 'name': '', 'network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:11:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dda4a6b-34f1-4f52-aa2e-291094ffb7c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:46:05Z', 'updated_at': '2021-07-28T19:46:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-1-iscsi', '_floatingips': [{'id': '804306d8-094b-4b90-9d35-e44d0593f7c3', 'tenant_id': 'a4c518085382445593350dccff4b1626', 'floating_ip_address': '172.27.0.12', 'floating_network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df', 'router_id': '3dda4a6b-34f1-4f52-aa2e-291094ffb7c1', 'port_id': 'd658df8b-1483-48c5-ba80-6e67f802ea12', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 695, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45b15210-e325-46bc-acd3-cd48a8ab05df', 'mac_address': 'fa:16:3e:07:35:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14158a7c-971a-4d1c-b42d-a59240664f68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T19:46:55Z', 'updated_at': '2021-07-28T19:46:55Z', 'revision_number': 0, 'project_id': 'a4c518085382445593350dccff4b1626', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91038c5e-0dd5-4932-87b9-d36dfc330f36', 'name': '', 'network_id': '45b15210-e325-46bc-acd3-cd48a8ab05df', 'tenant_id': 'a4c518085382445593350dccff4b1626', 'mac_address': 'fa:16:3e:8a:a7:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dda4a6b-34f1-4f52-aa2e-291094ffb7c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '85fdd55d-a444-4a28-8bec-b7e57e803882', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:46:07Z', 'updated_at': '2021-07-28T19:46:12Z', 'revision_number': 5, 'project_id': 'a4c518085382445593350dccff4b1626', 'subnets': [{'id': '85fdd55d-a444-4a28-8bec-b7e57e803882', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 19:46:57.355346 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b1130a-37ae-46b3-8585-e46df1867668 req-8ab32523-57b2-49d4-a7b2-781104fb0498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:46:57.356914 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-13b1130a-37ae-46b3-8585-e46df1867668 req-8ab32523-57b2-49d4-a7b2-781104fb0498 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=45b15210-e325-46bc-acd3-cd48a8ab05df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0422299 Jul 28 19:46:57.449871 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-13b1130a-37ae-46b3-8585-e46df1867668 req-9367228d-2c3a-4f67-b178-5854e8fad5fd service neutron] 10.222.0.49 "GET /v2.0/networks/45b15210-e325-46bc-acd3-cd48a8ab05df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856547 Jul 28 19:46:57.496811 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb23b23-ec4d-4976-a370-423f19e0b2bf None None] New status for floating IP 804306d8-094b-4b90-9d35-e44d0593f7c3: ACTIVE {{(pid=93589) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 19:46:57.543108 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-13b1130a-37ae-46b3-8585-e46df1867668 req-44fe169c-26ab-4b7b-a7a5-cd0c040271b7 service neutron] 10.222.0.49 "GET /v2.0/networks/45b15210-e325-46bc-acd3-cd48a8ab05df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865138 Jul 28 19:46:57.800781 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-26c861f8-c84b-4272-86f3-59900436582c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:47:02.692084 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:47:06.858594 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-d7f7a839-52d9-45e2-9dda-5325a1dff447 req-181ddb39-6fbf-4743-a0cb-d4e218e588ab service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=14158a7c-971a-4d1c-b42d-a59240664f68&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0442660 Jul 28 19:47:06.937176 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f7a839-52d9-45e2-9dda-5325a1dff447 req-021ee21b-bce0-4ff4-9307-43292c160a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:47:06.938671 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-d7f7a839-52d9-45e2-9dda-5325a1dff447 req-021ee21b-bce0-4ff4-9307-43292c160a34 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a4c518085382445593350dccff4b1626&device_id=14158a7c-971a-4d1c-b42d-a59240664f68 HTTP/1.1" status: 200 len: 1099 time: 0.0400019 Jul 28 19:47:07.037681 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f7a839-52d9-45e2-9dda-5325a1dff447 req-f65df5dd-6f4f-48e3-97a5-1974e03d41bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:47:07.039131 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-d7f7a839-52d9-45e2-9dda-5325a1dff447 req-f65df5dd-6f4f-48e3-97a5-1974e03d41bf service neutron] 10.222.0.49 "GET /v2.0/networks?id=45b15210-e325-46bc-acd3-cd48a8ab05df HTTP/1.1" status: 200 len: 909 time: 0.0819774 Jul 28 19:47:07.106984 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-d7f7a839-52d9-45e2-9dda-5325a1dff447 req-cbad4de8-3f7f-41e5-ac9a-6fd41e91540a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d658df8b-1483-48c5-ba80-6e67f802ea12 HTTP/1.1" status: 200 len: 1001 time: 0.0608993 Jul 28 19:47:07.154703 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f7a839-52d9-45e2-9dda-5325a1dff447 req-ac13054f-6eaf-49a9-bcd7-8ba2057a485c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:47:07.156744 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-d7f7a839-52d9-45e2-9dda-5325a1dff447 req-ac13054f-6eaf-49a9-bcd7-8ba2057a485c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=85fdd55d-a444-4a28-8bec-b7e57e803882 HTTP/1.1" status: 200 len: 847 time: 0.0430369 Jul 28 19:47:07.199690 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f7a839-52d9-45e2-9dda-5325a1dff447 req-b46f0a95-3063-4442-b575-2cf43693421b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:47:07.201073 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-d7f7a839-52d9-45e2-9dda-5325a1dff447 req-b46f0a95-3063-4442-b575-2cf43693421b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=45b15210-e325-46bc-acd3-cd48a8ab05df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0376966 Jul 28 19:47:07.291988 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-d7f7a839-52d9-45e2-9dda-5325a1dff447 req-16fb8174-4b2c-4e5f-b7e6-bc4cadb99384 service neutron] 10.222.0.49 "GET /v2.0/networks/45b15210-e325-46bc-acd3-cd48a8ab05df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831361 Jul 28 19:47:07.382494 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-d7f7a839-52d9-45e2-9dda-5325a1dff447 req-c0611429-85ab-4f80-a473-307a39c84a35 service neutron] 10.222.0.49 "GET /v2.0/networks/45b15210-e325-46bc-acd3-cd48a8ab05df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800292 Jul 28 19:47:09.630525 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.db.agents_db [None req-65e7ef76-a059-4ec3-9341-f72ff4ef7e59 None None] Agent healthcheck: found 6 active agents {{(pid=93589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 19:47:21.589072 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-63b433e0-a15c-4c45-b908-def3e9cdab68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:47:24.280609 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:47:24.491721 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-498b2d0b-37fb-482a-b62f-b60e17a2c011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:47:25.743510 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-acea1373-d53c-46a9-b089-9e40d352d773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:47:27.806259 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-26c861f8-c84b-4272-86f3-59900436582c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:47:32.668749 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:47:46.629425 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.db.agents_db [None req-65e7ef76-a059-4ec3-9341-f72ff4ef7e59 None None] Agent healthcheck: found 6 active agents {{(pid=93589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 19:47:51.583515 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-5da87370-0446-44dd-b8b5-8ec9bcbdc098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:47:54.286056 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:47:54.457396 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-25fe4414-5f75-4c29-8444-3525b76ae996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:47:55.749009 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-acea1373-d53c-46a9-b089-9e40d352d773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:47:57.794618 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-26c861f8-c84b-4272-86f3-59900436582c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:48:02.697940 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:48:07.829409 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-0ed1c60a-9005-4750-8bc2-ee29cede66d6 req-843e3980-e299-40c2-a07d-cc90457e0614 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=14158a7c-971a-4d1c-b42d-a59240664f68&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0384040 Jul 28 19:48:07.918199 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed1c60a-9005-4750-8bc2-ee29cede66d6 req-99ee0fdf-03c3-49a3-b90f-a2dbe8fcbd19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:48:07.919622 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-0ed1c60a-9005-4750-8bc2-ee29cede66d6 req-99ee0fdf-03c3-49a3-b90f-a2dbe8fcbd19 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a4c518085382445593350dccff4b1626&device_id=14158a7c-971a-4d1c-b42d-a59240664f68 HTTP/1.1" status: 200 len: 1099 time: 0.0437839 Jul 28 19:48:08.020309 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed1c60a-9005-4750-8bc2-ee29cede66d6 req-b535f136-69f3-4806-b6db-65faa1113049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:48:08.022025 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-0ed1c60a-9005-4750-8bc2-ee29cede66d6 req-b535f136-69f3-4806-b6db-65faa1113049 service neutron] 10.222.0.49 "GET /v2.0/networks?id=45b15210-e325-46bc-acd3-cd48a8ab05df HTTP/1.1" status: 200 len: 909 time: 0.0830688 Jul 28 19:48:08.088166 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-0ed1c60a-9005-4750-8bc2-ee29cede66d6 req-87207f55-e40f-4271-99fe-51cfef29fe50 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d658df8b-1483-48c5-ba80-6e67f802ea12 HTTP/1.1" status: 200 len: 1001 time: 0.0588164 Jul 28 19:48:08.135122 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed1c60a-9005-4750-8bc2-ee29cede66d6 req-1be4aab2-15db-4f92-b1a8-57b985371134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:48:08.137148 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-0ed1c60a-9005-4750-8bc2-ee29cede66d6 req-1be4aab2-15db-4f92-b1a8-57b985371134 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=85fdd55d-a444-4a28-8bec-b7e57e803882 HTTP/1.1" status: 200 len: 847 time: 0.0419919 Jul 28 19:48:08.181860 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed1c60a-9005-4750-8bc2-ee29cede66d6 req-c8f7fb34-09eb-43ef-9581-b9a98d5f6489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:48:08.183891 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-0ed1c60a-9005-4750-8bc2-ee29cede66d6 req-c8f7fb34-09eb-43ef-9581-b9a98d5f6489 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=45b15210-e325-46bc-acd3-cd48a8ab05df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0399549 Jul 28 19:48:08.272678 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-0ed1c60a-9005-4750-8bc2-ee29cede66d6 req-7cd8fbf8-1e5c-4d53-adce-e505289078d2 service neutron] 10.222.0.49 "GET /v2.0/networks/45b15210-e325-46bc-acd3-cd48a8ab05df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819716 Jul 28 19:48:08.357999 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-0ed1c60a-9005-4750-8bc2-ee29cede66d6 req-6ad75acc-f813-4c68-94f2-761620c6f60f service neutron] 10.222.0.49 "GET /v2.0/networks/45b15210-e325-46bc-acd3-cd48a8ab05df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0773451 Jul 28 19:48:21.600672 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-9ec0be81-2f2e-45a1-9de6-b761d2ee3d28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:48:23.627980 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.db.agents_db [None req-65e7ef76-a059-4ec3-9341-f72ff4ef7e59 None None] Agent healthcheck: found 6 active agents {{(pid=93589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 19:48:24.297905 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:48:24.452816 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-6babaeb1-aca6-4b1f-8fba-d2e917495511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:48:25.754581 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-acea1373-d53c-46a9-b089-9e40d352d773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:48:27.789374 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-26c861f8-c84b-4272-86f3-59900436582c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:48:32.714707 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:48:51.102209 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b23dca4-e1d1-4ccf-b959-2f413da407fd req-337fc6e7-cff7-42f9-8dbd-26e66d16d558 tempest-TestShelveInstance-122248803 tempest-TestShelveInstance-122248803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:48:51.103712 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-9b23dca4-e1d1-4ccf-b959-2f413da407fd req-337fc6e7-cff7-42f9-8dbd-26e66d16d558 tempest-TestShelveInstance-122248803 tempest-TestShelveInstance-122248803-project] 10.222.0.41 "GET /v2.0/ports?device_id=14158a7c-971a-4d1c-b42d-a59240664f68 HTTP/1.1" status: 200 len: 946 time: 0.0509884 Jul 28 19:48:51.142374 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-9b23dca4-e1d1-4ccf-b959-2f413da407fd req-dca0e8db-a5e7-495f-944e-9439281e155e tempest-TestShelveInstance-122248803 tempest-TestShelveInstance-122248803-project] 10.222.0.41 "GET /v2.0/security-groups?id=2d80c720-abd6-49a0-bb30-8378dd697d16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326695 Jul 28 19:48:51.560701 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-25e7770a-107a-4c82-b1b0-3496c22ec1e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:48:52.272442 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7979861-fdd4-43c7-b0fd-40baea3f5691 req-7b0dd807-316a-4d54-9b3a-2ad7fc82aff3 tempest-TestShelveInstance-122248803 tempest-TestShelveInstance-122248803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:48:52.273915 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-d7979861-fdd4-43c7-b0fd-40baea3f5691 req-7b0dd807-316a-4d54-9b3a-2ad7fc82aff3 tempest-TestShelveInstance-122248803 tempest-TestShelveInstance-122248803-project] 10.222.0.41 "GET /v2.0/ports?device_id=14158a7c-971a-4d1c-b42d-a59240664f68 HTTP/1.1" status: 200 len: 946 time: 0.0488756 Jul 28 19:48:52.310331 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-d7979861-fdd4-43c7-b0fd-40baea3f5691 req-88501bd7-eeb5-430d-8b1b-db875a6eebcf tempest-TestShelveInstance-122248803 tempest-TestShelveInstance-122248803-project] 10.222.0.41 "GET /v2.0/security-groups?id=2d80c720-abd6-49a0-bb30-8378dd697d16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306427 Jul 28 19:48:53.439715 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cf79d8-788e-4bdc-a251-61b58a0f2f25 req-1cccd31d-4f16-4ccc-bc86-a7c4343842c8 tempest-TestShelveInstance-122248803 tempest-TestShelveInstance-122248803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:48:53.441216 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-74cf79d8-788e-4bdc-a251-61b58a0f2f25 req-1cccd31d-4f16-4ccc-bc86-a7c4343842c8 tempest-TestShelveInstance-122248803 tempest-TestShelveInstance-122248803-project] 10.222.0.41 "GET /v2.0/ports?device_id=14158a7c-971a-4d1c-b42d-a59240664f68 HTTP/1.1" status: 200 len: 946 time: 0.0511041 Jul 28 19:48:53.477824 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-74cf79d8-788e-4bdc-a251-61b58a0f2f25 req-60234a0e-65dd-4080-b956-28c28d0d55a8 tempest-TestShelveInstance-122248803 tempest-TestShelveInstance-122248803-project] 10.222.0.41 "GET /v2.0/security-groups?id=2d80c720-abd6-49a0-bb30-8378dd697d16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308070 Jul 28 19:48:54.286852 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:48:54.452499 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-dc506a3c-02eb-49e4-b510-12b05c28e0c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:48:54.589743 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26007c41-d2f6-4d4e-b7df-e8fd97fa2c33 req-07086531-a228-42d2-b7e4-257321abcc08 tempest-TestShelveInstance-122248803 tempest-TestShelveInstance-122248803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:48:54.591111 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-26007c41-d2f6-4d4e-b7df-e8fd97fa2c33 req-07086531-a228-42d2-b7e4-257321abcc08 tempest-TestShelveInstance-122248803 tempest-TestShelveInstance-122248803-project] 10.222.0.41 "GET /v2.0/ports?device_id=14158a7c-971a-4d1c-b42d-a59240664f68 HTTP/1.1" status: 200 len: 946 time: 0.0478783 Jul 28 19:48:54.628352 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-26007c41-d2f6-4d4e-b7df-e8fd97fa2c33 req-02c2f587-5759-4d52-a7af-266bd0ea33d6 tempest-TestShelveInstance-122248803 tempest-TestShelveInstance-122248803-project] 10.222.0.41 "GET /v2.0/security-groups?id=2d80c720-abd6-49a0-bb30-8378dd697d16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312304 Jul 28 19:48:55.738974 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6151383f-9b99-4598-b7f4-ba11b1d3b442 req-1d9efa41-42ca-47be-8a18-f0252beff132 tempest-TestShelveInstance-122248803 tempest-TestShelveInstance-122248803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:48:55.740465 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-6151383f-9b99-4598-b7f4-ba11b1d3b442 req-1d9efa41-42ca-47be-8a18-f0252beff132 tempest-TestShelveInstance-122248803 tempest-TestShelveInstance-122248803-project] 10.222.0.41 "GET /v2.0/ports?device_id=14158a7c-971a-4d1c-b42d-a59240664f68 HTTP/1.1" status: 200 len: 946 time: 0.0481596 Jul 28 19:48:55.767236 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-acea1373-d53c-46a9-b089-9e40d352d773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:48:55.780079 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-6151383f-9b99-4598-b7f4-ba11b1d3b442 req-2ec1bcb1-9201-4898-97b4-93b08d5d4f29 tempest-TestShelveInstance-122248803 tempest-TestShelveInstance-122248803-project] 10.222.0.41 "GET /v2.0/security-groups?id=2d80c720-abd6-49a0-bb30-8378dd697d16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336924 Jul 28 19:48:56.894498 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd97a0b1-e4b9-4f79-821f-55a1e18c71a8 req-f250d872-ae9c-4626-b55f-fdbedfdcc965 tempest-TestShelveInstance-122248803 tempest-TestShelveInstance-122248803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:48:56.895968 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-bd97a0b1-e4b9-4f79-821f-55a1e18c71a8 req-f250d872-ae9c-4626-b55f-fdbedfdcc965 tempest-TestShelveInstance-122248803 tempest-TestShelveInstance-122248803-project] 10.222.0.41 "GET /v2.0/ports?device_id=14158a7c-971a-4d1c-b42d-a59240664f68 HTTP/1.1" status: 200 len: 946 time: 0.0500011 Jul 28 19:48:56.932532 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-bd97a0b1-e4b9-4f79-821f-55a1e18c71a8 req-bf786902-7462-45ae-af4c-65c93600033e tempest-TestShelveInstance-122248803 tempest-TestShelveInstance-122248803-project] 10.222.0.41 "GET /v2.0/security-groups?id=2d80c720-abd6-49a0-bb30-8378dd697d16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307457 Jul 28 19:48:57.806584 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-26c861f8-c84b-4272-86f3-59900436582c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:48:58.045855 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375efccd-3fcd-415b-aa13-f47ff01413b8 req-4013cd76-23aa-401e-b7ac-49bfda232563 tempest-TestShelveInstance-122248803 tempest-TestShelveInstance-122248803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:48:58.048260 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-375efccd-3fcd-415b-aa13-f47ff01413b8 req-4013cd76-23aa-401e-b7ac-49bfda232563 tempest-TestShelveInstance-122248803 tempest-TestShelveInstance-122248803-project] 10.222.0.41 "GET /v2.0/ports?device_id=14158a7c-971a-4d1c-b42d-a59240664f68 HTTP/1.1" status: 200 len: 946 time: 0.0500348 Jul 28 19:48:58.084671 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-375efccd-3fcd-415b-aa13-f47ff01413b8 req-9a657471-ffa7-4cd4-a99e-15f6628c53ed tempest-TestShelveInstance-122248803 tempest-TestShelveInstance-122248803-project] 10.222.0.41 "GET /v2.0/security-groups?id=2d80c720-abd6-49a0-bb30-8378dd697d16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311563 Jul 28 19:48:59.198026 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48b1069-ec44-4f17-9340-614bef8ecd0b req-a2e6e6ca-5edd-4b68-878c-cc73c8af9b4c tempest-TestShelveInstance-122248803 tempest-TestShelveInstance-122248803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:48:59.199471 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-f48b1069-ec44-4f17-9340-614bef8ecd0b req-a2e6e6ca-5edd-4b68-878c-cc73c8af9b4c tempest-TestShelveInstance-122248803 tempest-TestShelveInstance-122248803-project] 10.222.0.41 "GET /v2.0/ports?device_id=14158a7c-971a-4d1c-b42d-a59240664f68 HTTP/1.1" status: 200 len: 946 time: 0.0477884 Jul 28 19:48:59.236631 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-f48b1069-ec44-4f17-9340-614bef8ecd0b req-64fc54f8-b483-49b8-a9af-16211085b281 tempest-TestShelveInstance-122248803 tempest-TestShelveInstance-122248803-project] 10.222.0.41 "GET /v2.0/security-groups?id=2d80c720-abd6-49a0-bb30-8378dd697d16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313554 Jul 28 19:49:00.351318 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e720964-dbcd-4f50-bbf3-6ff548b93366 req-e276d415-8555-4a28-b197-660cf7d6a706 tempest-TestShelveInstance-122248803 tempest-TestShelveInstance-122248803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:49:00.352825 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-3e720964-dbcd-4f50-bbf3-6ff548b93366 req-e276d415-8555-4a28-b197-660cf7d6a706 tempest-TestShelveInstance-122248803 tempest-TestShelveInstance-122248803-project] 10.222.0.41 "GET /v2.0/ports?device_id=14158a7c-971a-4d1c-b42d-a59240664f68 HTTP/1.1" status: 200 len: 946 time: 0.0512884 Jul 28 19:49:00.389928 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-3e720964-dbcd-4f50-bbf3-6ff548b93366 req-29ddb63a-8acc-4e4f-a370-056f8cf623b4 tempest-TestShelveInstance-122248803 tempest-TestShelveInstance-122248803-project] 10.222.0.41 "GET /v2.0/security-groups?id=2d80c720-abd6-49a0-bb30-8378dd697d16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311048 Jul 28 19:49:00.627135 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.db.agents_db [None req-65e7ef76-a059-4ec3-9341-f72ff4ef7e59 None None] Agent healthcheck: found 6 active agents {{(pid=93589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 19:49:01.282575 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0c2185-490b-4ac2-9697-d5b3fd1d1af9 req-c0ef1803-e838-4b3b-b42b-d977752b31a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:49:01.284038 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-4e0c2185-490b-4ac2-9697-d5b3fd1d1af9 req-c0ef1803-e838-4b3b-b42b-d977752b31a9 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a4c518085382445593350dccff4b1626&device_id=14158a7c-971a-4d1c-b42d-a59240664f68 HTTP/1.1" status: 200 len: 1099 time: 0.0402186 Jul 28 19:49:01.508925 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead3aca5-c4d3-4302-9cb6-abfaaf2e1a9c req-f61a93b6-2e28-4424-86fc-ec50a9653413 tempest-TestShelveInstance-122248803 tempest-TestShelveInstance-122248803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:49:01.511180 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-ead3aca5-c4d3-4302-9cb6-abfaaf2e1a9c req-f61a93b6-2e28-4424-86fc-ec50a9653413 tempest-TestShelveInstance-122248803 tempest-TestShelveInstance-122248803-project] 10.222.0.41 "GET /v2.0/ports?device_id=14158a7c-971a-4d1c-b42d-a59240664f68 HTTP/1.1" status: 200 len: 946 time: 0.0523977 Jul 28 19:49:01.551894 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-ead3aca5-c4d3-4302-9cb6-abfaaf2e1a9c req-a9dd9a55-5155-45a0-bd09-ab0cac6103fb tempest-TestShelveInstance-122248803 tempest-TestShelveInstance-122248803-project] 10.222.0.41 "GET /v2.0/security-groups?id=2d80c720-abd6-49a0-bb30-8378dd697d16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332158 Jul 28 19:49:01.630409 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0c2185-490b-4ac2-9697-d5b3fd1d1af9 req-729280b5-a5a4-4426-9d99-a2e18152b9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:49:01.631983 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-4e0c2185-490b-4ac2-9697-d5b3fd1d1af9 req-729280b5-a5a4-4426-9d99-a2e18152b9fe service neutron] 10.222.0.49 "GET /v2.0/networks?id=45b15210-e325-46bc-acd3-cd48a8ab05df HTTP/1.1" status: 200 len: 909 time: 0.3411977 Jul 28 19:49:01.696547 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-4e0c2185-490b-4ac2-9697-d5b3fd1d1af9 req-2fc64689-6813-42a6-8148-9c877b0839c8 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d658df8b-1483-48c5-ba80-6e67f802ea12 HTTP/1.1" status: 200 len: 1001 time: 0.0560310 Jul 28 19:49:01.748327 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0c2185-490b-4ac2-9697-d5b3fd1d1af9 req-068a3296-74e1-4390-9a27-94ae4dc5291d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:49:01.749754 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-4e0c2185-490b-4ac2-9697-d5b3fd1d1af9 req-068a3296-74e1-4390-9a27-94ae4dc5291d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=85fdd55d-a444-4a28-8bec-b7e57e803882 HTTP/1.1" status: 200 len: 847 time: 0.0447640 Jul 28 19:49:01.795194 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0c2185-490b-4ac2-9697-d5b3fd1d1af9 req-0a9e304d-efe0-45ff-b8c3-2b89b99beab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:49:01.796668 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-4e0c2185-490b-4ac2-9697-d5b3fd1d1af9 req-0a9e304d-efe0-45ff-b8c3-2b89b99beab4 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=45b15210-e325-46bc-acd3-cd48a8ab05df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0399158 Jul 28 19:49:01.882263 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-4e0c2185-490b-4ac2-9697-d5b3fd1d1af9 req-666937da-87db-4ba6-8d45-d65ada23cc15 service neutron] 10.222.0.49 "GET /v2.0/networks/45b15210-e325-46bc-acd3-cd48a8ab05df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0782487 Jul 28 19:49:01.972341 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-4e0c2185-490b-4ac2-9697-d5b3fd1d1af9 req-6be8c57b-5747-4fa4-bbfc-42cef4354928 service neutron] 10.222.0.49 "GET /v2.0/networks/45b15210-e325-46bc-acd3-cd48a8ab05df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818396 Jul 28 19:49:02.671045 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbecdd4c-30a6-49a7-9d6e-fa01f139f61e req-47b7f886-2470-4549-b1ed-999260ad9ca6 tempest-TestShelveInstance-122248803 tempest-TestShelveInstance-122248803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:49:02.673209 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-fbecdd4c-30a6-49a7-9d6e-fa01f139f61e req-47b7f886-2470-4549-b1ed-999260ad9ca6 tempest-TestShelveInstance-122248803 tempest-TestShelveInstance-122248803-project] 10.222.0.41 "GET /v2.0/ports?device_id=14158a7c-971a-4d1c-b42d-a59240664f68 HTTP/1.1" status: 200 len: 946 time: 0.0521438 Jul 28 19:49:02.711204 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-fbecdd4c-30a6-49a7-9d6e-fa01f139f61e req-81456506-6ffa-4e35-bb1a-5682054e5b74 tempest-TestShelveInstance-122248803 tempest-TestShelveInstance-122248803-project] 10.222.0.41 "GET /v2.0/security-groups?id=2d80c720-abd6-49a0-bb30-8378dd697d16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310698 Jul 28 19:49:02.721345 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:49:03.829108 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c12791-a590-443b-bb84-ec53402df209 req-12ac59ce-3d14-4940-9a7c-a4f286f41513 tempest-TestShelveInstance-122248803 tempest-TestShelveInstance-122248803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:49:03.830623 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-33c12791-a590-443b-bb84-ec53402df209 req-12ac59ce-3d14-4940-9a7c-a4f286f41513 tempest-TestShelveInstance-122248803 tempest-TestShelveInstance-122248803-project] 10.222.0.41 "GET /v2.0/ports?device_id=14158a7c-971a-4d1c-b42d-a59240664f68 HTTP/1.1" status: 200 len: 946 time: 0.0538077 Jul 28 19:49:03.868633 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-33c12791-a590-443b-bb84-ec53402df209 req-86f41f61-5b13-4800-9b71-186b692872a4 tempest-TestShelveInstance-122248803 tempest-TestShelveInstance-122248803-project] 10.222.0.41 "GET /v2.0/security-groups?id=2d80c720-abd6-49a0-bb30-8378dd697d16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320106 Jul 28 19:49:04.987199 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5825fb-6cae-4db5-a957-97b9fb1c0085 req-6de3e329-1855-4f58-9879-5b78ffecaca7 tempest-TestShelveInstance-122248803 tempest-TestShelveInstance-122248803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:49:04.988770 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-8a5825fb-6cae-4db5-a957-97b9fb1c0085 req-6de3e329-1855-4f58-9879-5b78ffecaca7 tempest-TestShelveInstance-122248803 tempest-TestShelveInstance-122248803-project] 10.222.0.41 "GET /v2.0/ports?device_id=14158a7c-971a-4d1c-b42d-a59240664f68 HTTP/1.1" status: 200 len: 946 time: 0.0486987 Jul 28 19:49:05.026664 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-8a5825fb-6cae-4db5-a957-97b9fb1c0085 req-4134379e-ac0d-4324-93de-09033d58df88 tempest-TestShelveInstance-122248803 tempest-TestShelveInstance-122248803-project] 10.222.0.41 "GET /v2.0/security-groups?id=2d80c720-abd6-49a0-bb30-8378dd697d16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318882 Jul 28 19:49:05.314873 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.wsgi [-] (93587) accepted ('10.222.0.41', 52760) {{(pid=93587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:49:05.321442 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5ec8e9-6a44-4651-b54f-6b0bd48c8d60 req-5a9b3fbc-0913-4c95-a840-736d1ccb0201 tempest-TestShelveInstance-122248803 tempest-TestShelveInstance-122248803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:49:05.322940 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-6e5ec8e9-6a44-4651-b54f-6b0bd48c8d60 req-5a9b3fbc-0913-4c95-a840-736d1ccb0201 tempest-TestShelveInstance-122248803 tempest-TestShelveInstance-122248803-project] 10.222.0.41 "GET /v2.0/ports?device_id=14158a7c-971a-4d1c-b42d-a59240664f68 HTTP/1.1" status: 200 len: 946 time: 0.0473857 Jul 28 19:49:05.363494 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-6e5ec8e9-6a44-4651-b54f-6b0bd48c8d60 req-2cd0b9eb-1b67-475e-b1a1-06a938916973 tempest-TestShelveInstance-122248803 tempest-TestShelveInstance-122248803-project] 10.222.0.41 "GET /v2.0/security-groups?id=2d80c720-abd6-49a0-bb30-8378dd697d16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337799 Jul 28 19:49:05.400501 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-4dcb1e8b-d0e5-41ed-b2a1-0e51eeb2ae8d req-a0cef2b1-abaf-4de6-8843-d918925388de service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=14158a7c-971a-4d1c-b42d-a59240664f68&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0844264 Jul 28 19:49:06.481228 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dab4d5-3687-4fae-ac0a-343ae1b5e252 req-6d34650a-83e2-4bbc-a4dc-60cddbecd647 tempest-TestShelveInstance-122248803 tempest-TestShelveInstance-122248803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:49:06.482753 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-f2dab4d5-3687-4fae-ac0a-343ae1b5e252 req-6d34650a-83e2-4bbc-a4dc-60cddbecd647 tempest-TestShelveInstance-122248803 tempest-TestShelveInstance-122248803-project] 10.222.0.41 "GET /v2.0/ports?device_id=14158a7c-971a-4d1c-b42d-a59240664f68 HTTP/1.1" status: 200 len: 946 time: 0.0519249 Jul 28 19:49:06.522118 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-f2dab4d5-3687-4fae-ac0a-343ae1b5e252 req-10d8f54a-159a-4b5c-83ef-82a9e44f29ec tempest-TestShelveInstance-122248803 tempest-TestShelveInstance-122248803-project] 10.222.0.41 "GET /v2.0/security-groups?id=2d80c720-abd6-49a0-bb30-8378dd697d16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324254 Jul 28 19:49:07.389748 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcb1e8b-d0e5-41ed-b2a1-0e51eeb2ae8d req-e6d20008-8d94-4909-badf-6a9b11213f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:49:07.391813 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-4dcb1e8b-d0e5-41ed-b2a1-0e51eeb2ae8d req-e6d20008-8d94-4909-badf-6a9b11213f6e service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=14158a7c-971a-4d1c-b42d-a59240664f68&tenant_id=a4c518085382445593350dccff4b1626 HTTP/1.1" status: 200 len: 1099 time: 0.0395842 Jul 28 19:49:07.454471 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcb1e8b-d0e5-41ed-b2a1-0e51eeb2ae8d req-9ce6ce66-f975-48a1-98e1-217ed51d965b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:49:07.456005 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-4dcb1e8b-d0e5-41ed-b2a1-0e51eeb2ae8d req-9ce6ce66-f975-48a1-98e1-217ed51d965b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a4c518085382445593350dccff4b1626&device_id=14158a7c-971a-4d1c-b42d-a59240664f68 HTTP/1.1" status: 200 len: 1099 time: 0.0429165 Jul 28 19:49:07.543348 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcb1e8b-d0e5-41ed-b2a1-0e51eeb2ae8d req-8d1126f9-b4e0-4057-8f1d-143113548b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:49:07.544879 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-4dcb1e8b-d0e5-41ed-b2a1-0e51eeb2ae8d req-8d1126f9-b4e0-4057-8f1d-143113548b6c service neutron] 10.222.0.49 "GET /v2.0/networks?id=45b15210-e325-46bc-acd3-cd48a8ab05df HTTP/1.1" status: 200 len: 909 time: 0.0824416 Jul 28 19:49:07.617459 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-4dcb1e8b-d0e5-41ed-b2a1-0e51eeb2ae8d req-1b63ff89-bd15-4adb-8e8c-0e97cef0941c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d658df8b-1483-48c5-ba80-6e67f802ea12 HTTP/1.1" status: 200 len: 1001 time: 0.0656424 Jul 28 19:49:07.638829 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dce7813-aa5c-4c69-b251-2706370bf25a req-dc6db131-69cb-409e-a09e-cdfa8b0e1b1e tempest-TestShelveInstance-122248803 tempest-TestShelveInstance-122248803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:49:07.640692 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-4dce7813-aa5c-4c69-b251-2706370bf25a req-dc6db131-69cb-409e-a09e-cdfa8b0e1b1e tempest-TestShelveInstance-122248803 tempest-TestShelveInstance-122248803-project] 10.222.0.41 "GET /v2.0/ports?device_id=14158a7c-971a-4d1c-b42d-a59240664f68 HTTP/1.1" status: 200 len: 946 time: 0.0493076 Jul 28 19:49:07.668964 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcb1e8b-d0e5-41ed-b2a1-0e51eeb2ae8d req-8fc7cbb0-c435-4e8a-8290-5e88a729d4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:49:07.670431 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-4dcb1e8b-d0e5-41ed-b2a1-0e51eeb2ae8d req-8fc7cbb0-c435-4e8a-8290-5e88a729d4d8 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=85fdd55d-a444-4a28-8bec-b7e57e803882 HTTP/1.1" status: 200 len: 847 time: 0.0456879 Jul 28 19:49:07.679047 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-4dce7813-aa5c-4c69-b251-2706370bf25a req-09d98b9b-88a6-4784-96c1-9a08ebadf90a tempest-TestShelveInstance-122248803 tempest-TestShelveInstance-122248803-project] 10.222.0.41 "GET /v2.0/security-groups?id=2d80c720-abd6-49a0-bb30-8378dd697d16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316210 Jul 28 19:49:07.716612 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcb1e8b-d0e5-41ed-b2a1-0e51eeb2ae8d req-5333a3c3-940c-4cbe-bef8-4561bf4edbc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:49:07.718133 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-4dcb1e8b-d0e5-41ed-b2a1-0e51eeb2ae8d req-5333a3c3-940c-4cbe-bef8-4561bf4edbc5 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=45b15210-e325-46bc-acd3-cd48a8ab05df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0407979 Jul 28 19:49:07.807695 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-4dcb1e8b-d0e5-41ed-b2a1-0e51eeb2ae8d req-93dd35a1-01df-4067-99f8-4346e77d482d service neutron] 10.222.0.49 "GET /v2.0/networks/45b15210-e325-46bc-acd3-cd48a8ab05df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826457 Jul 28 19:49:07.895898 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-4dcb1e8b-d0e5-41ed-b2a1-0e51eeb2ae8d req-38af68bc-59b3-4332-ac6b-7db224296d21 service neutron] 10.222.0.49 "GET /v2.0/networks/45b15210-e325-46bc-acd3-cd48a8ab05df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803535 Jul 28 19:49:08.360601 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.rpc [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Device d658df8b-1483-48c5-ba80-6e67f802ea12 no longer exists at agent hyperv_hv-cinder-80265 {{(pid=93588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 19:49:08.433770 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555300'] for port, before_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:49:08.455861 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14158a7c-971a-4d1c-b42d-a59240664f68', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd658df8b-1483-48c5-ba80-6e67f802ea12'}] {{(pid=93588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 19:49:08.458005 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1b0d83cbf58c08976f04b399db04c287f80045833914d8e5b61042f37766a37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7e1f550-b0a5-469d-ac08-d861929245cf" -d '{"events": [{"server_uuid": "14158a7c-971a-4d1c-b42d-a59240664f68", "name": "network-vif-unplugged", "status": "completed", "tag": "d658df8b-1483-48c5-ba80-6e67f802ea12"}]}' {{(pid=93588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 19:49:08.470369 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.db [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] For port d658df8b-1483-48c5-ba80-6e67f802ea12, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=d658df8b-1483-48c5-ba80-6e67f802ea12,segment=NetworkSegment(9b3f80b5-e386-4897-b887-7d42a006e663),segment_id=9b3f80b5-e386-4897-b887-7d42a006e663)] {{(pid=93588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:49:08.492805 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 28 Jul 2021 19:49:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d960d77d-c867-45a0-b6b0-56ca153ab334 x-openstack-request-id: req-d960d77d-c867-45a0-b6b0-56ca153ab334 {{(pid=93588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 19:49:08.493100 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14158a7c-971a-4d1c-b42d-a59240664f68", "name": "network-vif-unplugged", "status": "completed", "tag": "d658df8b-1483-48c5-ba80-6e67f802ea12", "code": 200}]} {{(pid=93588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 19:49:08.493354 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d960d77d-c867-45a0-b6b0-56ca153ab334 {{(pid=93588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 19:49:08.493745 dv-cinder-802653-1-iscsi neutron-server[93588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14158a7c-971a-4d1c-b42d-a59240664f68', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd658df8b-1483-48c5-ba80-6e67f802ea12', 'code': 200} Jul 28 19:49:08.560949 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742349622321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742349248534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742349248552'] for port, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:49:08.609635 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Pushing event updated for resources: {'Port': ['ID=d658df8b-1483-48c5-ba80-6e67f802ea12,revision_number=6']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:49:08.619951 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:49:08.619951 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:49:08.619951 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:49:08.619951 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:49:08.619951 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:49:08.619951 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:49:08.619951 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:49:08.619951 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:49:08.619951 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:49:08.620701 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:49:08.620701 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:49:08.620701 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:49:08.795673 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8660f78-1a06-40b1-a256-df6c6fa1bb91 req-cdf642da-09c0-4493-a90d-60001dc3913b tempest-TestShelveInstance-122248803 tempest-TestShelveInstance-122248803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:49:08.798493 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-d8660f78-1a06-40b1-a256-df6c6fa1bb91 req-cdf642da-09c0-4493-a90d-60001dc3913b tempest-TestShelveInstance-122248803 tempest-TestShelveInstance-122248803-project] 10.222.0.41 "GET /v2.0/ports?device_id=14158a7c-971a-4d1c-b42d-a59240664f68 HTTP/1.1" status: 200 len: 944 time: 0.0510786 Jul 28 19:49:08.837061 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-d8660f78-1a06-40b1-a256-df6c6fa1bb91 req-2ebd6415-cf2d-407b-bd94-134470d13d3f tempest-TestShelveInstance-122248803 tempest-TestShelveInstance-122248803-project] 10.222.0.41 "GET /v2.0/security-groups?id=2d80c720-abd6-49a0-bb30-8378dd697d16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333412 Jul 28 19:49:09.881778 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6ccb25-f72d-4cf6-9fef-81df9d582b86 req-d991bb75-4ca5-4b96-b5a0-3621acd6c53b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:49:09.883282 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-ec6ccb25-f72d-4cf6-9fef-81df9d582b86 req-d991bb75-4ca5-4b96-b5a0-3621acd6c53b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a4c518085382445593350dccff4b1626&device_id=14158a7c-971a-4d1c-b42d-a59240664f68 HTTP/1.1" status: 200 len: 1097 time: 0.0416811 Jul 28 19:49:09.957668 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4e4288-09f1-44d4-8103-a57b54627d68 req-21f8b33f-44ff-4b59-9670-694df1632574 tempest-TestShelveInstance-122248803 tempest-TestShelveInstance-122248803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:49:09.959146 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-4e4e4288-09f1-44d4-8103-a57b54627d68 req-21f8b33f-44ff-4b59-9670-694df1632574 tempest-TestShelveInstance-122248803 tempest-TestShelveInstance-122248803-project] 10.222.0.41 "GET /v2.0/ports?device_id=14158a7c-971a-4d1c-b42d-a59240664f68 HTTP/1.1" status: 200 len: 944 time: 0.0514145 Jul 28 19:49:09.990258 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6ccb25-f72d-4cf6-9fef-81df9d582b86 req-06bcbe95-9010-45f1-9199-ec0abb3736ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:49:09.991827 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-ec6ccb25-f72d-4cf6-9fef-81df9d582b86 req-06bcbe95-9010-45f1-9199-ec0abb3736ce service neutron] 10.222.0.49 "GET /v2.0/networks?id=45b15210-e325-46bc-acd3-cd48a8ab05df HTTP/1.1" status: 200 len: 909 time: 0.0870321 Jul 28 19:49:09.998335 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-4e4e4288-09f1-44d4-8103-a57b54627d68 req-60cc167c-2e68-47d9-bc58-4d0312f2a0f2 tempest-TestShelveInstance-122248803 tempest-TestShelveInstance-122248803-project] 10.222.0.41 "GET /v2.0/security-groups?id=2d80c720-abd6-49a0-bb30-8378dd697d16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333352 Jul 28 19:49:10.057586 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-ec6ccb25-f72d-4cf6-9fef-81df9d582b86 req-808c6507-f0dc-4794-8c0d-fc8ca07f5527 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d658df8b-1483-48c5-ba80-6e67f802ea12 HTTP/1.1" status: 200 len: 999 time: 0.0585077 Jul 28 19:49:10.109026 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6ccb25-f72d-4cf6-9fef-81df9d582b86 req-c5e3cfdf-8278-436b-9812-66050c8de3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:49:10.110386 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-ec6ccb25-f72d-4cf6-9fef-81df9d582b86 req-c5e3cfdf-8278-436b-9812-66050c8de3f0 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=85fdd55d-a444-4a28-8bec-b7e57e803882 HTTP/1.1" status: 200 len: 847 time: 0.0458276 Jul 28 19:49:10.154931 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6ccb25-f72d-4cf6-9fef-81df9d582b86 req-03a8e10f-2042-4d64-b1c4-0107299e3a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:49:10.156419 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-ec6ccb25-f72d-4cf6-9fef-81df9d582b86 req-03a8e10f-2042-4d64-b1c4-0107299e3a2b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=45b15210-e325-46bc-acd3-cd48a8ab05df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0392995 Jul 28 19:49:10.242371 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-ec6ccb25-f72d-4cf6-9fef-81df9d582b86 req-118c7d3d-da0e-4d80-b5cc-9f3a4c09d4b6 service neutron] 10.222.0.49 "GET /v2.0/networks/45b15210-e325-46bc-acd3-cd48a8ab05df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791013 Jul 28 19:49:10.334156 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-ec6ccb25-f72d-4cf6-9fef-81df9d582b86 req-4240bebc-ec6b-4a32-b3e5-270eba71eddb service neutron] 10.222.0.49 "GET /v2.0/networks/45b15210-e325-46bc-acd3-cd48a8ab05df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844622 Jul 28 19:49:11.112298 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fea68a6-09a3-4a8e-8f4a-d01300015b25 req-1788a58e-e933-45a7-a96d-545278095016 tempest-TestShelveInstance-122248803 tempest-TestShelveInstance-122248803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:49:11.113757 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-9fea68a6-09a3-4a8e-8f4a-d01300015b25 req-1788a58e-e933-45a7-a96d-545278095016 tempest-TestShelveInstance-122248803 tempest-TestShelveInstance-122248803-project] 10.222.0.41 "GET /v2.0/ports?device_id=14158a7c-971a-4d1c-b42d-a59240664f68 HTTP/1.1" status: 200 len: 944 time: 0.0483043 Jul 28 19:49:11.150777 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-9fea68a6-09a3-4a8e-8f4a-d01300015b25 req-acd88b29-25f6-4f5e-adf8-2fa2e3bff80f tempest-TestShelveInstance-122248803 tempest-TestShelveInstance-122248803-project] 10.222.0.41 "GET /v2.0/security-groups?id=2d80c720-abd6-49a0-bb30-8378dd697d16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312989 Jul 28 19:49:12.262355 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6b0a6f-54ab-434d-8ef5-b2029927f6b3 req-84a9018c-9104-43ab-8810-251fa2275a43 tempest-TestShelveInstance-122248803 tempest-TestShelveInstance-122248803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:49:12.263831 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-0d6b0a6f-54ab-434d-8ef5-b2029927f6b3 req-84a9018c-9104-43ab-8810-251fa2275a43 tempest-TestShelveInstance-122248803 tempest-TestShelveInstance-122248803-project] 10.222.0.41 "GET /v2.0/ports?device_id=14158a7c-971a-4d1c-b42d-a59240664f68 HTTP/1.1" status: 200 len: 944 time: 0.0478740 Jul 28 19:49:12.301137 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-0d6b0a6f-54ab-434d-8ef5-b2029927f6b3 req-5d1ad9af-fdd0-47bd-9e8a-3bd5128a28a6 tempest-TestShelveInstance-122248803 tempest-TestShelveInstance-122248803-project] 10.222.0.41 "GET /v2.0/security-groups?id=2d80c720-abd6-49a0-bb30-8378dd697d16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311658 Jul 28 19:49:13.419637 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de6975c-3599-46d4-84ac-ea23034d6f60 req-08302f70-ce32-45aa-b035-66e168970b40 tempest-TestShelveInstance-122248803 tempest-TestShelveInstance-122248803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:49:13.421145 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-4de6975c-3599-46d4-84ac-ea23034d6f60 req-08302f70-ce32-45aa-b035-66e168970b40 tempest-TestShelveInstance-122248803 tempest-TestShelveInstance-122248803-project] 10.222.0.41 "GET /v2.0/ports?device_id=14158a7c-971a-4d1c-b42d-a59240664f68 HTTP/1.1" status: 200 len: 944 time: 0.0544655 Jul 28 19:49:13.459256 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-4de6975c-3599-46d4-84ac-ea23034d6f60 req-94e21ade-4a64-435f-bfdb-33ff014c69f5 tempest-TestShelveInstance-122248803 tempest-TestShelveInstance-122248803-project] 10.222.0.41 "GET /v2.0/security-groups?id=2d80c720-abd6-49a0-bb30-8378dd697d16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317628 Jul 28 19:49:13.988014 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff431010-e765-4a80-9141-fb27ce2696d8 req-454ec0b6-f6c6-4d4c-8860-29edb591938e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:49:13.989521 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-ff431010-e765-4a80-9141-fb27ce2696d8 req-454ec0b6-f6c6-4d4c-8860-29edb591938e service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=14158a7c-971a-4d1c-b42d-a59240664f68 HTTP/1.1" status: 200 len: 1097 time: 0.0403810 Jul 28 19:49:14.024730 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-ff431010-e765-4a80-9141-fb27ce2696d8 req-bd291d9f-7398-4ec1-9161-84baf655f36a service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=2d80c720-abd6-49a0-bb30-8378dd697d16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0277512 Jul 28 19:49:14.570649 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06da6089-5fc4-4e27-b3a3-f460e113f2fb req-a01ae6aa-b226-4007-9602-7b7be05e76fd tempest-TestShelveInstance-122248803 tempest-TestShelveInstance-122248803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:49:14.572163 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-06da6089-5fc4-4e27-b3a3-f460e113f2fb req-a01ae6aa-b226-4007-9602-7b7be05e76fd tempest-TestShelveInstance-122248803 tempest-TestShelveInstance-122248803-project] 10.222.0.41 "GET /v2.0/ports?device_id=14158a7c-971a-4d1c-b42d-a59240664f68 HTTP/1.1" status: 200 len: 944 time: 0.0478835 Jul 28 19:49:14.610580 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-06da6089-5fc4-4e27-b3a3-f460e113f2fb req-0e41a982-7364-41c5-ad7e-0f66f87f6aea tempest-TestShelveInstance-122248803 tempest-TestShelveInstance-122248803-project] 10.222.0.41 "GET /v2.0/security-groups?id=2d80c720-abd6-49a0-bb30-8378dd697d16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326102 Jul 28 19:49:15.723616 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f546ede-4e5a-4640-889f-efff340d6675 req-ee0220e4-f4a7-48d7-aa79-6a82f7c94ca9 tempest-TestShelveInstance-122248803 tempest-TestShelveInstance-122248803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:49:15.725113 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-9f546ede-4e5a-4640-889f-efff340d6675 req-ee0220e4-f4a7-48d7-aa79-6a82f7c94ca9 tempest-TestShelveInstance-122248803 tempest-TestShelveInstance-122248803-project] 10.222.0.41 "GET /v2.0/ports?device_id=14158a7c-971a-4d1c-b42d-a59240664f68 HTTP/1.1" status: 200 len: 944 time: 0.0479751 Jul 28 19:49:15.763420 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-9f546ede-4e5a-4640-889f-efff340d6675 req-9c4aaed7-ea7f-4494-a2c4-9ef29aca17d1 tempest-TestShelveInstance-122248803 tempest-TestShelveInstance-122248803-project] 10.222.0.41 "GET /v2.0/security-groups?id=2d80c720-abd6-49a0-bb30-8378dd697d16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325372 Jul 28 19:49:16.422708 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.rpc [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Device d658df8b-1483-48c5-ba80-6e67f802ea12 details requested by agent hyperv_hv-cinder-80265 with host hv-cinder-80265 {{(pid=93588) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 19:49:16.515544 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.db [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] For port d658df8b-1483-48c5-ba80-6e67f802ea12, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=d658df8b-1483-48c5-ba80-6e67f802ea12,segment=NetworkSegment(9b3f80b5-e386-4897-b887-7d42a006e663),segment_id=9b3f80b5-e386-4897-b887-7d42a006e663)] {{(pid=93588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:49:16.526896 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.rpc [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Returning: {'device': 'd658df8b-1483-48c5-ba80-6e67f802ea12', 'network_id': '45b15210-e325-46bc-acd3-cd48a8ab05df', 'port_id': 'd658df8b-1483-48c5-ba80-6e67f802ea12', 'mac_address': 'fa:16:3e:07:35:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85fdd55d-a444-4a28-8bec-b7e57e803882', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93588) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 19:49:16.562310 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555300'] for port, before_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:49:16.574565 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.notifiers.nova [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d658df8b-1483-48c5-ba80-6e67f802ea12 {{(pid=93588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 19:49:16.594152 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.db [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] For port d658df8b-1483-48c5-ba80-6e67f802ea12, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=d658df8b-1483-48c5-ba80-6e67f802ea12,segment=NetworkSegment(9b3f80b5-e386-4897-b887-7d42a006e663),segment_id=9b3f80b5-e386-4897-b887-7d42a006e663)] {{(pid=93588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:49:16.675605 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742349622321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742349248534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742349248552'] for port, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:49:16.720754 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Pushing event updated for resources: {'Port': ['ID=d658df8b-1483-48c5-ba80-6e67f802ea12,revision_number=7']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:49:16.897094 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.db [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] get_ports_and_sgs() called for port_ids ['d658df8b-1483-48c5-ba80-6e67f802ea12'] {{(pid=93588) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 19:49:18.431999 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.rpc [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Device d658df8b-1483-48c5-ba80-6e67f802ea12 up at agent hyperv_hv-cinder-80265 {{(pid=93588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 19:49:18.477449 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.provisioning_blocks [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Provisioning complete for port d658df8b-1483-48c5-ba80-6e67f802ea12 triggered by entity L2. {{(pid=93588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 19:49:18.477816 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721938'] for port, provisioning_complete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:49:18.552614 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555300'] for port, before_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:49:18.573687 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14158a7c-971a-4d1c-b42d-a59240664f68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd658df8b-1483-48c5-ba80-6e67f802ea12'}] {{(pid=93588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 19:49:18.575967 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1b0d83cbf58c08976f04b399db04c287f80045833914d8e5b61042f37766a37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ce72a8b-08e1-43ed-8861-05a54798fd39" -d '{"events": [{"server_uuid": "14158a7c-971a-4d1c-b42d-a59240664f68", "name": "network-vif-plugged", "status": "completed", "tag": "d658df8b-1483-48c5-ba80-6e67f802ea12"}]}' {{(pid=93588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 19:49:18.591966 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.db [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] For port d658df8b-1483-48c5-ba80-6e67f802ea12, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=d658df8b-1483-48c5-ba80-6e67f802ea12,segment=NetworkSegment(9b3f80b5-e386-4897-b887-7d42a006e663),segment_id=9b3f80b5-e386-4897-b887-7d42a006e663)] {{(pid=93588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:49:18.616819 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 19:49:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2a01f09-a3f9-40c2-a75a-1ef43cb4d97b x-openstack-request-id: req-b2a01f09-a3f9-40c2-a75a-1ef43cb4d97b {{(pid=93588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 19:49:18.617108 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14158a7c-971a-4d1c-b42d-a59240664f68", "name": "network-vif-plugged", "status": "completed", "tag": "d658df8b-1483-48c5-ba80-6e67f802ea12", "code": 200}]} {{(pid=93588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 19:49:18.617359 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b2a01f09-a3f9-40c2-a75a-1ef43cb4d97b {{(pid=93588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 19:49:18.617753 dv-cinder-802653-1-iscsi neutron-server[93588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14158a7c-971a-4d1c-b42d-a59240664f68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd658df8b-1483-48c5-ba80-6e67f802ea12', 'code': 200} Jul 28 19:49:18.668539 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742349622321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742349248534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742349248552'] for port, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:49:18.715555 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Pushing event updated for resources: {'Port': ['ID=d658df8b-1483-48c5-ba80-6e67f802ea12,revision_number=8']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:49:21.596039 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-363dc737-e42b-4237-9727-e765f3a7c4ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:49:24.290743 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:49:24.468431 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-63dd808f-b9a7-4eca-a093-fe1aa4dc5706 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:49:25.761399 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-acea1373-d53c-46a9-b089-9e40d352d773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:49:27.811249 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-26c861f8-c84b-4272-86f3-59900436582c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:49:32.732475 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:49:37.624820 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.db.agents_db [None req-65e7ef76-a059-4ec3-9341-f72ff4ef7e59 None None] Agent healthcheck: found 6 active agents {{(pid=93589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 19:49:51.572864 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-e09b60ca-a51c-4124-acee-8a39adb47437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:49:54.298298 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:49:54.485041 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-50945b0f-a67c-4bb8-b30c-48c2ffb1dc81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:49:55.770326 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-acea1373-d53c-46a9-b089-9e40d352d773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:49:57.852694 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-26c861f8-c84b-4272-86f3-59900436582c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:50:02.749730 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:50:09.829636 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-8fd05512-d0d5-45d4-a053-7b3f3ec05d4c req-78edbc90-fa08-4565-8999-4e2b318f6a2a service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=14158a7c-971a-4d1c-b42d-a59240664f68&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0391445 Jul 28 19:50:09.912197 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd05512-d0d5-45d4-a053-7b3f3ec05d4c req-4275068d-bdf3-4bec-a33f-5c8abffaf50e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:50:09.913659 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-8fd05512-d0d5-45d4-a053-7b3f3ec05d4c req-4275068d-bdf3-4bec-a33f-5c8abffaf50e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a4c518085382445593350dccff4b1626&device_id=14158a7c-971a-4d1c-b42d-a59240664f68 HTTP/1.1" status: 200 len: 1099 time: 0.0442424 Jul 28 19:50:10.013349 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd05512-d0d5-45d4-a053-7b3f3ec05d4c req-fd021b05-cc44-4b45-8bc0-d1eb60fd0866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:50:10.015090 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-8fd05512-d0d5-45d4-a053-7b3f3ec05d4c req-fd021b05-cc44-4b45-8bc0-d1eb60fd0866 service neutron] 10.222.0.49 "GET /v2.0/networks?id=45b15210-e325-46bc-acd3-cd48a8ab05df HTTP/1.1" status: 200 len: 909 time: 0.0834198 Jul 28 19:50:10.082308 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-8fd05512-d0d5-45d4-a053-7b3f3ec05d4c req-22e39466-118b-418a-906c-02d3506938f8 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d658df8b-1483-48c5-ba80-6e67f802ea12 HTTP/1.1" status: 200 len: 1001 time: 0.0597770 Jul 28 19:50:10.130186 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd05512-d0d5-45d4-a053-7b3f3ec05d4c req-a1aebaa1-8d44-42e7-b549-f74909c1b368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:50:10.131579 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-8fd05512-d0d5-45d4-a053-7b3f3ec05d4c req-a1aebaa1-8d44-42e7-b549-f74909c1b368 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=85fdd55d-a444-4a28-8bec-b7e57e803882 HTTP/1.1" status: 200 len: 847 time: 0.0421312 Jul 28 19:50:10.176000 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd05512-d0d5-45d4-a053-7b3f3ec05d4c req-26bf2527-97e1-4eb9-b804-ef88f3c28d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:50:10.177469 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-8fd05512-d0d5-45d4-a053-7b3f3ec05d4c req-26bf2527-97e1-4eb9-b804-ef88f3c28d0d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=45b15210-e325-46bc-acd3-cd48a8ab05df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0392699 Jul 28 19:50:10.266448 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-8fd05512-d0d5-45d4-a053-7b3f3ec05d4c req-2e584cec-9854-45f0-adc4-ac5b04c56f08 service neutron] 10.222.0.49 "GET /v2.0/networks/45b15210-e325-46bc-acd3-cd48a8ab05df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818269 Jul 28 19:50:10.353185 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-8fd05512-d0d5-45d4-a053-7b3f3ec05d4c req-aaa3871c-dd55-4f1d-b122-419507d9376e service neutron] 10.222.0.49 "GET /v2.0/networks/45b15210-e325-46bc-acd3-cd48a8ab05df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801206 Jul 28 19:50:14.623247 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.db.agents_db [None req-65e7ef76-a059-4ec3-9341-f72ff4ef7e59 None None] Agent healthcheck: found 6 active agents {{(pid=93589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 19:50:21.601746 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-b55a8217-6041-4d99-9fb8-4b5268294223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:50:24.307371 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:50:24.484261 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-43acad5d-7632-495d-8720-1c0beb4742f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:50:25.795676 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-acea1373-d53c-46a9-b089-9e40d352d773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:50:27.818322 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-26c861f8-c84b-4272-86f3-59900436582c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:50:28.223630 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.wsgi [-] (93587) accepted ('10.222.0.41', 52812) {{(pid=93587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:50:28.377184 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.plugins.ml2.plugin [None req-b3836451-7f0c-497c-81f4-d619301b9be4 tempest-TestShelveInstance-122248803 tempest-TestShelveInstance-122248803-project] Deleting port 0e52fdea-4a86-4cf9-bbec-be0d198da44e {{(pid=93587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 19:50:28.377523 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-b3836451-7f0c-497c-81f4-d619301b9be4 tempest-TestShelveInstance-122248803 tempest-TestShelveInstance-122248803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742349616523'] for port, before_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:50:28.456847 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-b3836451-7f0c-497c-81f4-d619301b9be4 tempest-TestShelveInstance-122248803 tempest-TestShelveInstance-122248803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825298'] for port, precommit_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:50:28.457183 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-b3836451-7f0c-497c-81f4-d619301b9be4 tempest-TestShelveInstance-122248803 tempest-TestShelveInstance-122248803-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:50:28.469372 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.plugins.ml2.plugin [None req-b3836451-7f0c-497c-81f4-d619301b9be4 tempest-TestShelveInstance-122248803 tempest-TestShelveInstance-122248803-project] Calling delete_port for 0e52fdea-4a86-4cf9-bbec-be0d198da44e owned by network:floatingip {{(pid=93587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 19:50:28.701709 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-b3836451-7f0c-497c-81f4-d619301b9be4 tempest-TestShelveInstance-122248803 tempest-TestShelveInstance-122248803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742349622303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742349248525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9465727'] for port, after_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:50:28.727016 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3836451-7f0c-497c-81f4-d619301b9be4 tempest-TestShelveInstance-122248803 tempest-TestShelveInstance-122248803-project] Pushing event deleted for resources: {'Port': ['ID=0e52fdea-4a86-4cf9-bbec-be0d198da44e,revision_number=None']} {{(pid=93587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:50:28.751372 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3836451-7f0c-497c-81f4-d619301b9be4 tempest-TestShelveInstance-122248803 tempest-TestShelveInstance-122248803-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:50:28.751720 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3836451-7f0c-497c-81f4-d619301b9be4 tempest-TestShelveInstance-122248803 tempest-TestShelveInstance-122248803-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:50:28.752094 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3836451-7f0c-497c-81f4-d619301b9be4 tempest-TestShelveInstance-122248803 tempest-TestShelveInstance-122248803-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:50:28.752432 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3836451-7f0c-497c-81f4-d619301b9be4 tempest-TestShelveInstance-122248803 tempest-TestShelveInstance-122248803-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:50:28.752763 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3836451-7f0c-497c-81f4-d619301b9be4 tempest-TestShelveInstance-122248803 tempest-TestShelveInstance-122248803-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:50:28.753091 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3836451-7f0c-497c-81f4-d619301b9be4 tempest-TestShelveInstance-122248803 tempest-TestShelveInstance-122248803-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:50:28.753418 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3836451-7f0c-497c-81f4-d619301b9be4 tempest-TestShelveInstance-122248803 tempest-TestShelveInstance-122248803-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:50:28.753742 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3836451-7f0c-497c-81f4-d619301b9be4 tempest-TestShelveInstance-122248803 tempest-TestShelveInstance-122248803-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:50:28.754069 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3836451-7f0c-497c-81f4-d619301b9be4 tempest-TestShelveInstance-122248803 tempest-TestShelveInstance-122248803-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:50:28.754393 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3836451-7f0c-497c-81f4-d619301b9be4 tempest-TestShelveInstance-122248803 tempest-TestShelveInstance-122248803-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:50:28.754715 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3836451-7f0c-497c-81f4-d619301b9be4 tempest-TestShelveInstance-122248803 tempest-TestShelveInstance-122248803-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:50:28.755035 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3836451-7f0c-497c-81f4-d619301b9be4 tempest-TestShelveInstance-122248803 tempest-TestShelveInstance-122248803-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:50:28.796481 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-b3836451-7f0c-497c-81f4-d619301b9be4 tempest-TestShelveInstance-122248803 tempest-TestShelveInstance-122248803-project] Notify callbacks [] for floatingip, after_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:50:28.796820 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.db.l3_db [None req-b3836451-7f0c-497c-81f4-d619301b9be4 tempest-TestShelveInstance-122248803 tempest-TestShelveInstance-122248803-project] Floating IP 804306d8-094b-4b90-9d35-e44d0593f7c3 disassociated (deleted). External IP: 172.27.0.12, port: d658df8b-1483-48c5-ba80-6e67f802ea12. Jul 28 19:50:28.993022 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3836451-7f0c-497c-81f4-d619301b9be4 tempest-TestShelveInstance-122248803 tempest-TestShelveInstance-122248803-project] Router 3dda4a6b-34f1-4f52-aa2e-291094ffb7c1 has already been hosted by L3 agent a81dfe8c-a6e8-4fad-82b8-e31bee6ac2ff {{(pid=93587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 19:50:29.095982 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3836451-7f0c-497c-81f4-d619301b9be4 tempest-TestShelveInstance-122248803 tempest-TestShelveInstance-122248803-project] Notify agent at l3_agent.dv-cinder-802653-1-iscsi the message routers_updated {{(pid=93587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 19:50:29.100698 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-b3836451-7f0c-497c-81f4-d619301b9be4 tempest-TestShelveInstance-122248803 tempest-TestShelveInstance-122248803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148603'] for floatingip, before_response {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:50:29.105622 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0168f0b2-9d9d-4c88-ba29-6421b18f9bdd None None] Sync routers for ids ['3dda4a6b-34f1-4f52-aa2e-291094ffb7c1'] in dv-cinder-802653-1-iscsi {{(pid=93588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 19:50:29.114157 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0168f0b2-9d9d-4c88-ba29-6421b18f9bdd None None] Routers {'3dda4a6b-34f1-4f52-aa2e-291094ffb7c1'} bound to L3 agent in host dv-cinder-802653-1-iscsi {{(pid=93588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 19:50:29.114781 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.l3_hamode_db [None req-0168f0b2-9d9d-4c88-ba29-6421b18f9bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802653-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T18:54:54Z,description=,heartbeat_timestamp=2021-07-28T19:50:24Z,host='dv-cinder-802653-1-iscsi',id=a81dfe8c-a6e8-4fad-82b8-e31bee6ac2ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T18:54:55Z,topic='l3_agent')) {'router_ids': ['3dda4a6b-34f1-4f52-aa2e-291094ffb7c1'], 'active': True} {{(pid=93588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:50:29.130775 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [None req-b3836451-7f0c-497c-81f4-d619301b9be4 tempest-TestShelveInstance-122248803 tempest-TestShelveInstance-122248803-project] 10.222.0.41 "DELETE /v2.0/floatingips/804306d8-094b-4b90-9d35-e44d0593f7c3 HTTP/1.1" status: 204 len: 168 time: 0.9060416 Jul 28 19:50:29.131367 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14158a7c-971a-4d1c-b42d-a59240664f68', 'tag': 'd658df8b-1483-48c5-ba80-6e67f802ea12'}] {{(pid=93587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 19:50:29.134228 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0425cd91716d62700118381c1ce81f16af4b0b2dffb745d1fa1c8d13c3262bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4e75475-1974-441f-a246-afe81468bb10" -d '{"events": [{"name": "network-changed", "server_uuid": "14158a7c-971a-4d1c-b42d-a59240664f68", "tag": "d658df8b-1483-48c5-ba80-6e67f802ea12"}]}' {{(pid=93587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 19:50:29.174053 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 19:50:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2ec7752-36d3-4689-b60e-ff94ad0fdfde x-openstack-request-id: req-e2ec7752-36d3-4689-b60e-ff94ad0fdfde {{(pid=93587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 19:50:29.174357 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14158a7c-971a-4d1c-b42d-a59240664f68", "tag": "d658df8b-1483-48c5-ba80-6e67f802ea12", "status": "completed", "code": 200}]} {{(pid=93587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 19:50:29.174604 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e2ec7752-36d3-4689-b60e-ff94ad0fdfde {{(pid=93587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 19:50:29.174990 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14158a7c-971a-4d1c-b42d-a59240664f68', 'tag': 'd658df8b-1483-48c5-ba80-6e67f802ea12', 'status': 'completed', 'code': 200} Jul 28 19:50:29.223550 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.l3_dvr_db [None req-0168f0b2-9d9d-4c88-ba29-6421b18f9bdd None None] Set router 3dda4a6b-34f1-4f52-aa2e-291094ffb7c1 gateway port host: dv-cinder-802653-1-iscsi {{(pid=93588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 19:50:29.238501 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e75475-1974-441f-a246-afe81468bb10 req-ad6a5aca-1c57-4c57-a75f-2da8fd32fe2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:50:29.240175 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-a4e75475-1974-441f-a246-afe81468bb10 req-ad6a5aca-1c57-4c57-a75f-2da8fd32fe2e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a4c518085382445593350dccff4b1626&device_id=14158a7c-971a-4d1c-b42d-a59240664f68 HTTP/1.1" status: 200 len: 1099 time: 0.0421300 Jul 28 19:50:29.332210 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e75475-1974-441f-a246-afe81468bb10 req-94657be9-2735-4ab4-94d4-de3527e12889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:50:29.333689 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-a4e75475-1974-441f-a246-afe81468bb10 req-94657be9-2735-4ab4-94d4-de3527e12889 service neutron] 10.222.0.49 "GET /v2.0/networks?id=45b15210-e325-46bc-acd3-cd48a8ab05df HTTP/1.1" status: 200 len: 909 time: 0.0866814 Jul 28 19:50:29.377983 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-a4e75475-1974-441f-a246-afe81468bb10 req-3d39ad36-a226-43b0-a8f4-adf3a5389c2e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d658df8b-1483-48c5-ba80-6e67f802ea12 HTTP/1.1" status: 200 len: 217 time: 0.0373435 Jul 28 19:50:29.423211 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.l3_hamode_db [None req-0168f0b2-9d9d-4c88-ba29-6421b18f9bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dda4a6b-34f1-4f52-aa2e-291094ffb7c1', 'name': 'tempest-TestShelveInstance-195881309-router', 'tenant_id': 'a4c518085382445593350dccff4b1626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df', 'external_fixed_ips': [{'subnet_id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': '1795de26-679c-4c62-a46e-a459b8dc1ef2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:46:04Z', 'updated_at': '2021-07-28T19:46:07Z', 'revision_number': 4, 'project_id': 'a4c518085382445593350dccff4b1626', 'gw_port': {'id': '1795de26-679c-4c62-a46e-a459b8dc1ef2', 'name': '', 'network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:11:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dda4a6b-34f1-4f52-aa2e-291094ffb7c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:46:05Z', 'updated_at': '2021-07-28T19:46:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-1-iscsi', '_interfaces': [{'id': '91038c5e-0dd5-4932-87b9-d36dfc330f36', 'name': '', 'network_id': '45b15210-e325-46bc-acd3-cd48a8ab05df', 'tenant_id': 'a4c518085382445593350dccff4b1626', 'mac_address': 'fa:16:3e:8a:a7:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dda4a6b-34f1-4f52-aa2e-291094ffb7c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '85fdd55d-a444-4a28-8bec-b7e57e803882', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:46:07Z', 'updated_at': '2021-07-28T19:46:12Z', 'revision_number': 5, 'project_id': 'a4c518085382445593350dccff4b1626', 'subnets': [{'id': '85fdd55d-a444-4a28-8bec-b7e57e803882', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802653-1-iscsi', False) {} {{(pid=93588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:50:29.429428 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e75475-1974-441f-a246-afe81468bb10 req-e1b7bf6e-ae57-477a-93df-392305ccae57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:50:29.430947 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-a4e75475-1974-441f-a246-afe81468bb10 req-e1b7bf6e-ae57-477a-93df-392305ccae57 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=85fdd55d-a444-4a28-8bec-b7e57e803882 HTTP/1.1" status: 200 len: 847 time: 0.0459979 Jul 28 19:50:29.453506 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0168f0b2-9d9d-4c88-ba29-6421b18f9bdd None None] Checking router: 3dda4a6b-34f1-4f52-aa2e-291094ffb7c1 for host: dv-cinder-802653-1-iscsi {{(pid=93588) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 19:50:29.462354 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0168f0b2-9d9d-4c88-ba29-6421b18f9bdd None None] Routers {'3dda4a6b-34f1-4f52-aa2e-291094ffb7c1'} bound to L3 agent in host dv-cinder-802653-1-iscsi {{(pid=93588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 19:50:29.463093 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.l3_hamode_db [None req-0168f0b2-9d9d-4c88-ba29-6421b18f9bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802653-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T18:54:54Z,description=,heartbeat_timestamp=2021-07-28T19:50:24Z,host='dv-cinder-802653-1-iscsi',id=a81dfe8c-a6e8-4fad-82b8-e31bee6ac2ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T18:54:55Z,topic='l3_agent')) {'router_ids': ['3dda4a6b-34f1-4f52-aa2e-291094ffb7c1'], 'active': True} {{(pid=93588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:50:29.478837 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e75475-1974-441f-a246-afe81468bb10 req-80119a24-abae-4d48-a1c6-a731d48ee9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:50:29.480367 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-a4e75475-1974-441f-a246-afe81468bb10 req-80119a24-abae-4d48-a1c6-a731d48ee9a1 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=45b15210-e325-46bc-acd3-cd48a8ab05df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0413346 Jul 28 19:50:29.577058 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-a4e75475-1974-441f-a246-afe81468bb10 req-f4cce531-3aa6-46cf-8507-9968759669d9 service neutron] 10.222.0.49 "GET /v2.0/networks/45b15210-e325-46bc-acd3-cd48a8ab05df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885277 Jul 28 19:50:29.577630 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.l3_dvr_db [None req-0168f0b2-9d9d-4c88-ba29-6421b18f9bdd None None] Set router 3dda4a6b-34f1-4f52-aa2e-291094ffb7c1 gateway port host: dv-cinder-802653-1-iscsi {{(pid=93588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 19:50:29.606231 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133d46f5-ab21-40e3-a2eb-d8d3f61c4e28 req-d3283959-6014-4b21-9192-476fc17d4399 tempest-TestShelveInstance-122248803 tempest-TestShelveInstance-122248803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:50:29.607928 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-133d46f5-ab21-40e3-a2eb-d8d3f61c4e28 req-d3283959-6014-4b21-9192-476fc17d4399 tempest-TestShelveInstance-122248803 tempest-TestShelveInstance-122248803-project] 10.222.0.41 "GET /v2.0/ports?device_id=14158a7c-971a-4d1c-b42d-a59240664f68 HTTP/1.1" status: 200 len: 946 time: 0.0553629 Jul 28 19:50:29.647815 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-133d46f5-ab21-40e3-a2eb-d8d3f61c4e28 req-a9ef9e1f-00f0-4a28-9162-98fd47e2a242 tempest-TestShelveInstance-122248803 tempest-TestShelveInstance-122248803-project] 10.222.0.41 "GET /v2.0/security-groups?id=2d80c720-abd6-49a0-bb30-8378dd697d16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339386 Jul 28 19:50:29.673914 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-a4e75475-1974-441f-a246-afe81468bb10 req-55e92a6c-59b2-4b6a-b006-b35c543cb12f service neutron] 10.222.0.49 "GET /v2.0/networks/45b15210-e325-46bc-acd3-cd48a8ab05df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888674 Jul 28 19:50:29.774691 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.l3_hamode_db [None req-0168f0b2-9d9d-4c88-ba29-6421b18f9bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dda4a6b-34f1-4f52-aa2e-291094ffb7c1', 'name': 'tempest-TestShelveInstance-195881309-router', 'tenant_id': 'a4c518085382445593350dccff4b1626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df', 'external_fixed_ips': [{'subnet_id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': '1795de26-679c-4c62-a46e-a459b8dc1ef2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:46:04Z', 'updated_at': '2021-07-28T19:46:07Z', 'revision_number': 4, 'project_id': 'a4c518085382445593350dccff4b1626', 'gw_port': {'id': '1795de26-679c-4c62-a46e-a459b8dc1ef2', 'name': '', 'network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:11:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dda4a6b-34f1-4f52-aa2e-291094ffb7c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:46:05Z', 'updated_at': '2021-07-28T19:46:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-1-iscsi', '_interfaces': [{'id': '91038c5e-0dd5-4932-87b9-d36dfc330f36', 'name': '', 'network_id': '45b15210-e325-46bc-acd3-cd48a8ab05df', 'tenant_id': 'a4c518085382445593350dccff4b1626', 'mac_address': 'fa:16:3e:8a:a7:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dda4a6b-34f1-4f52-aa2e-291094ffb7c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '85fdd55d-a444-4a28-8bec-b7e57e803882', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:46:07Z', 'updated_at': '2021-07-28T19:46:12Z', 'revision_number': 5, 'project_id': 'a4c518085382445593350dccff4b1626', 'subnets': [{'id': '85fdd55d-a444-4a28-8bec-b7e57e803882', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802653-1-iscsi', False) {} {{(pid=93588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:50:29.799105 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0168f0b2-9d9d-4c88-ba29-6421b18f9bdd None None] The sync data for ids ['3dda4a6b-34f1-4f52-aa2e-291094ffb7c1'] in dv-cinder-802653-1-iscsi is: [{'id': '3dda4a6b-34f1-4f52-aa2e-291094ffb7c1', 'name': 'tempest-TestShelveInstance-195881309-router', 'tenant_id': 'a4c518085382445593350dccff4b1626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df', 'external_fixed_ips': [{'subnet_id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': '1795de26-679c-4c62-a46e-a459b8dc1ef2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:46:04Z', 'updated_at': '2021-07-28T19:46:07Z', 'revision_number': 4, 'project_id': 'a4c518085382445593350dccff4b1626', 'gw_port': {'id': '1795de26-679c-4c62-a46e-a459b8dc1ef2', 'name': '', 'network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:11:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dda4a6b-34f1-4f52-aa2e-291094ffb7c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:46:05Z', 'updated_at': '2021-07-28T19:46:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-1-iscsi', '_interfaces': [{'id': '91038c5e-0dd5-4932-87b9-d36dfc330f36', 'name': '', 'network_id': '45b15210-e325-46bc-acd3-cd48a8ab05df', 'tenant_id': 'a4c518085382445593350dccff4b1626', 'mac_address': 'fa:16:3e:8a:a7:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dda4a6b-34f1-4f52-aa2e-291094ffb7c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '85fdd55d-a444-4a28-8bec-b7e57e803882', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:46:07Z', 'updated_at': '2021-07-28T19:46:12Z', 'revision_number': 5, 'project_id': 'a4c518085382445593350dccff4b1626', 'subnets': [{'id': '85fdd55d-a444-4a28-8bec-b7e57e803882', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 19:50:30.008774 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60faa019-63dc-4b8f-9686-24e9f68b512c None None] New status for floating IP 804306d8-094b-4b90-9d35-e44d0593f7c3: DOWN {{(pid=93589) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 19:50:30.768201 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c492bfcd-2304-4884-80cc-6f97231fa45f req-b34ef92e-4ce2-4340-932c-9c337c1c5a05 tempest-TestShelveInstance-122248803 tempest-TestShelveInstance-122248803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:50:30.769688 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-c492bfcd-2304-4884-80cc-6f97231fa45f req-b34ef92e-4ce2-4340-932c-9c337c1c5a05 tempest-TestShelveInstance-122248803 tempest-TestShelveInstance-122248803-project] 10.222.0.41 "GET /v2.0/ports?device_id=14158a7c-971a-4d1c-b42d-a59240664f68 HTTP/1.1" status: 200 len: 946 time: 0.0493600 Jul 28 19:50:30.807174 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-c492bfcd-2304-4884-80cc-6f97231fa45f req-f8e5b791-b20a-4ab1-b3fd-117dddc52295 tempest-TestShelveInstance-122248803 tempest-TestShelveInstance-122248803-project] 10.222.0.41 "GET /v2.0/security-groups?id=2d80c720-abd6-49a0-bb30-8378dd697d16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315506 Jul 28 19:50:31.050993 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c5f8e3-073b-4727-ac8a-21b763c86862 req-9c42e699-2e74-4287-8eae-bba6c629208e tempest-TestShelveInstance-122248803 tempest-TestShelveInstance-122248803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 19:50:31.052462 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-89c5f8e3-073b-4727-ac8a-21b763c86862 req-9c42e699-2e74-4287-8eae-bba6c629208e tempest-TestShelveInstance-122248803 tempest-TestShelveInstance-122248803-project] 10.222.0.49 "GET /v2.0/ports?device_id=14158a7c-971a-4d1c-b42d-a59240664f68 HTTP/1.1" status: 200 len: 946 time: 0.0479326 Jul 28 19:50:31.141623 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.plugins.ml2.plugin [req-89c5f8e3-073b-4727-ac8a-21b763c86862 req-e93ad8a8-21f2-471a-8a4a-d950129b69f1 tempest-TestShelveInstance-122248803 tempest-TestShelveInstance-122248803-project] Deleting port d658df8b-1483-48c5-ba80-6e67f802ea12 {{(pid=93587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 19:50:31.141970 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [req-89c5f8e3-073b-4727-ac8a-21b763c86862 req-e93ad8a8-21f2-471a-8a4a-d950129b69f1 tempest-TestShelveInstance-122248803 tempest-TestShelveInstance-122248803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742349616523'] for port, before_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:50:31.225399 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.plugins.ml2.db [req-89c5f8e3-073b-4727-ac8a-21b763c86862 req-e93ad8a8-21f2-471a-8a4a-d950129b69f1 tempest-TestShelveInstance-122248803 tempest-TestShelveInstance-122248803-project] For port d658df8b-1483-48c5-ba80-6e67f802ea12, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=d658df8b-1483-48c5-ba80-6e67f802ea12,segment=NetworkSegment(9b3f80b5-e386-4897-b887-7d42a006e663),segment_id=9b3f80b5-e386-4897-b887-7d42a006e663)] {{(pid=93587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:50:31.225756 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [req-89c5f8e3-073b-4727-ac8a-21b763c86862 req-e93ad8a8-21f2-471a-8a4a-d950129b69f1 tempest-TestShelveInstance-122248803 tempest-TestShelveInstance-122248803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825298'] for port, precommit_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:50:31.238177 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.plugins.ml2.plugin [req-89c5f8e3-073b-4727-ac8a-21b763c86862 req-e93ad8a8-21f2-471a-8a4a-d950129b69f1 tempest-TestShelveInstance-122248803 tempest-TestShelveInstance-122248803-project] Calling delete_port for d658df8b-1483-48c5-ba80-6e67f802ea12 owned by compute:nova {{(pid=93587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 19:50:31.415849 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [req-89c5f8e3-073b-4727-ac8a-21b763c86862 req-e93ad8a8-21f2-471a-8a4a-d950129b69f1 tempest-TestShelveInstance-122248803 tempest-TestShelveInstance-122248803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742349622303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742349248525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9465727'] for port, after_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:50:31.443876 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93ad8a8-21f2-471a-8a4a-d950129b69f1 tempest-TestShelveInstance-122248803 tempest-TestShelveInstance-122248803-project] Pushing event deleted for resources: {'Port': ['ID=d658df8b-1483-48c5-ba80-6e67f802ea12,revision_number=None']} {{(pid=93587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:50:31.489315 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.db.l3_dvrscheduler_db [req-89c5f8e3-073b-4727-ac8a-21b763c86862 req-e93ad8a8-21f2-471a-8a4a-d950129b69f1 tempest-TestShelveInstance-122248803 tempest-TestShelveInstance-122248803-project] No DVR routers for this DVR port d658df8b-1483-48c5-ba80-6e67f802ea12 on host hv-cinder-80265 {{(pid=93587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 19:50:31.491797 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [req-89c5f8e3-073b-4727-ac8a-21b763c86862 req-e93ad8a8-21f2-471a-8a4a-d950129b69f1 tempest-TestShelveInstance-122248803 tempest-TestShelveInstance-122248803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148603'] for port, before_response {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:50:31.493896 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [req-89c5f8e3-073b-4727-ac8a-21b763c86862 req-e93ad8a8-21f2-471a-8a4a-d950129b69f1 tempest-TestShelveInstance-122248803 tempest-TestShelveInstance-122248803-project] 10.222.0.49 "DELETE /v2.0/ports/d658df8b-1483-48c5-ba80-6e67f802ea12 HTTP/1.1" status: 204 len: 173 time: 0.4356911 Jul 28 19:50:31.494344 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14158a7c-971a-4d1c-b42d-a59240664f68', 'name': 'network-vif-deleted', 'tag': 'd658df8b-1483-48c5-ba80-6e67f802ea12'}] {{(pid=93587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 19:50:31.497064 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0425cd91716d62700118381c1ce81f16af4b0b2dffb745d1fa1c8d13c3262bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a4454c4-f0eb-45ef-9372-f2c72ffc957b" -d '{"events": [{"server_uuid": "14158a7c-971a-4d1c-b42d-a59240664f68", "name": "network-vif-deleted", "tag": "d658df8b-1483-48c5-ba80-6e67f802ea12"}]}' {{(pid=93587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 19:50:31.533119 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 19:50:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66cd43b8-02a0-4b1b-8c24-31a53d572b27 x-openstack-request-id: req-66cd43b8-02a0-4b1b-8c24-31a53d572b27 {{(pid=93587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 19:50:31.533414 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14158a7c-971a-4d1c-b42d-a59240664f68", "name": "network-vif-deleted", "tag": "d658df8b-1483-48c5-ba80-6e67f802ea12", "status": "completed", "code": 200}]} {{(pid=93587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 19:50:31.533667 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-66cd43b8-02a0-4b1b-8c24-31a53d572b27 {{(pid=93587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 19:50:31.534064 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14158a7c-971a-4d1c-b42d-a59240664f68', 'name': 'network-vif-deleted', 'tag': 'd658df8b-1483-48c5-ba80-6e67f802ea12', 'status': 'completed', 'code': 200} Jul 28 19:50:31.902790 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [req-6694548e-958c-405a-a149-92da968892d3 req-dc11330b-35ee-47b4-b6b9-a46296227219 tempest-TestShelveInstance-122248803 tempest-TestShelveInstance-122248803-project] 10.222.0.41 "GET /v2.0/ports?device_id=14158a7c-971a-4d1c-b42d-a59240664f68 HTTP/1.1" status: 200 len: 210 time: 0.0276239 Jul 28 19:50:32.770341 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:50:32.959674 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.wsgi [-] (93587) accepted ('10.222.0.41', 52840) {{(pid=93587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:50:33.018606 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-a7108ab4-3d4d-4994-b748-5247861624fe tempest-TestShelveInstance-122248803 tempest-TestShelveInstance-122248803-project] Notify callbacks [] for security_group, before_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:50:33.043286 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-a7108ab4-3d4d-4994-b748-5247861624fe tempest-TestShelveInstance-122248803 tempest-TestShelveInstance-122248803-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:50:33.152641 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-a7108ab4-3d4d-4994-b748-5247861624fe tempest-TestShelveInstance-122248803 tempest-TestShelveInstance-122248803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676630'] for security_group, after_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:50:33.155163 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-a7108ab4-3d4d-4994-b748-5247861624fe tempest-TestShelveInstance-122248803 tempest-TestShelveInstance-122248803-project] Notify callbacks [] for security_group, before_response {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:50:33.156400 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [None req-a7108ab4-3d4d-4994-b748-5247861624fe tempest-TestShelveInstance-122248803 tempest-TestShelveInstance-122248803-project] 10.222.0.41 "DELETE /v2.0/security-groups/2d80c720-abd6-49a0-bb30-8378dd697d16 HTTP/1.1" status: 204 len: 168 time: 0.1956892 Jul 28 19:50:33.165907 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7108ab4-3d4d-4994-b748-5247861624fe tempest-TestShelveInstance-122248803 tempest-TestShelveInstance-122248803-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d80c720-abd6-49a0-bb30-8378dd697d16,revision_number=None']} {{(pid=93587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:50:33.283715 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.wsgi [-] (93587) accepted ('10.222.0.41', 52844) {{(pid=93587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:50:33.615720 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-cdd6e99d-8294-4a58-9541-062ae4f97cf3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3821637'] for router_interface, before_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:50:33.851658 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.plugins.ml2.plugin [None req-cdd6e99d-8294-4a58-9541-062ae4f97cf3 admin admin] Deleting port 91038c5e-0dd5-4932-87b9-d36dfc330f36 {{(pid=93587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 19:50:33.852024 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-cdd6e99d-8294-4a58-9541-062ae4f97cf3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742349616523'] for port, before_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:50:33.927179 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.plugins.ml2.db [None req-cdd6e99d-8294-4a58-9541-062ae4f97cf3 admin admin] For port 91038c5e-0dd5-4932-87b9-d36dfc330f36, host dv-cinder-802653-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-1-iscsi',level=0,port_id=91038c5e-0dd5-4932-87b9-d36dfc330f36,segment=NetworkSegment(9b3f80b5-e386-4897-b887-7d42a006e663),segment_id=9b3f80b5-e386-4897-b887-7d42a006e663)] {{(pid=93587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:50:33.927541 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-cdd6e99d-8294-4a58-9541-062ae4f97cf3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825298'] for port, precommit_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:50:33.940352 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.plugins.ml2.plugin [None req-cdd6e99d-8294-4a58-9541-062ae4f97cf3 admin admin] Calling delete_port for 91038c5e-0dd5-4932-87b9-d36dfc330f36 owned by network:router_interface {{(pid=93587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 19:50:34.464428 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-cdd6e99d-8294-4a58-9541-062ae4f97cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742349622303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742349248525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9465727'] for port, after_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:50:34.492628 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd6e99d-8294-4a58-9541-062ae4f97cf3 admin admin] Pushing event deleted for resources: {'Port': ['ID=91038c5e-0dd5-4932-87b9-d36dfc330f36,revision_number=None']} {{(pid=93587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:50:34.655712 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-cdd6e99d-8294-4a58-9541-062ae4f97cf3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3760063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3821609'] for router_interface, after_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:50:34.679439 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.rpc [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Device d658df8b-1483-48c5-ba80-6e67f802ea12 no longer exists at agent hyperv_hv-cinder-80265 {{(pid=93588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 19:50:34.703537 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.plugin [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] No Port match for: d658df8b-1483-48c5-ba80-6e67f802ea12 {{(pid=93588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 19:50:34.703939 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.rpc [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Device d658df8b-1483-48c5-ba80-6e67f802ea12 not bound to the agent host hv-cinder-80265 {{(pid=93588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 19:50:34.872015 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdd6e99d-8294-4a58-9541-062ae4f97cf3 admin admin] Router 3dda4a6b-34f1-4f52-aa2e-291094ffb7c1 has already been hosted by L3 agent a81dfe8c-a6e8-4fad-82b8-e31bee6ac2ff {{(pid=93587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 19:50:34.979150 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdd6e99d-8294-4a58-9541-062ae4f97cf3 admin admin] Notify agent at l3_agent.dv-cinder-802653-1-iscsi the message routers_updated {{(pid=93587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 19:50:34.984702 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [None req-cdd6e99d-8294-4a58-9541-062ae4f97cf3 admin admin] 10.222.0.41 "PUT /v2.0/routers/3dda4a6b-34f1-4f52-aa2e-291094ffb7c1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6998708 Jul 28 19:50:34.987088 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.wsgi [-] (93587) accepted ('10.222.0.41', 52846) {{(pid=93587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:50:34.989743 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60b12504-5242-4f80-b38f-f9618e859df5 None None] Sync routers for ids ['3dda4a6b-34f1-4f52-aa2e-291094ffb7c1'] in dv-cinder-802653-1-iscsi {{(pid=93588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 19:50:34.999651 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b12504-5242-4f80-b38f-f9618e859df5 None None] Routers {'3dda4a6b-34f1-4f52-aa2e-291094ffb7c1'} bound to L3 agent in host dv-cinder-802653-1-iscsi {{(pid=93588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 19:50:35.000312 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.l3_hamode_db [None req-60b12504-5242-4f80-b38f-f9618e859df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802653-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T18:54:54Z,description=,heartbeat_timestamp=2021-07-28T19:50:24Z,host='dv-cinder-802653-1-iscsi',id=a81dfe8c-a6e8-4fad-82b8-e31bee6ac2ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T18:54:55Z,topic='l3_agent')) {'router_ids': ['3dda4a6b-34f1-4f52-aa2e-291094ffb7c1'], 'active': True} {{(pid=93588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:50:35.090683 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-4d840651-cd0e-4308-b28e-be88bc0ad21a admin admin] Notify callbacks [] for router, before_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:50:35.195803 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-4d840651-cd0e-4308-b28e-be88bc0ad21a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:50:35.240870 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.l3_dvr_db [None req-60b12504-5242-4f80-b38f-f9618e859df5 None None] Set router 3dda4a6b-34f1-4f52-aa2e-291094ffb7c1 gateway port host: dv-cinder-802653-1-iscsi {{(pid=93588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 19:50:35.331622 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.plugins.ml2.plugin [None req-4d840651-cd0e-4308-b28e-be88bc0ad21a admin admin] Deleting port 1795de26-679c-4c62-a46e-a459b8dc1ef2 {{(pid=93587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 19:50:35.332061 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-4d840651-cd0e-4308-b28e-be88bc0ad21a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742349616523'] for port, before_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:50:35.408747 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.plugins.ml2.db [None req-4d840651-cd0e-4308-b28e-be88bc0ad21a admin admin] For port 1795de26-679c-4c62-a46e-a459b8dc1ef2, host dv-cinder-802653-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-1-iscsi',level=0,port_id=1795de26-679c-4c62-a46e-a459b8dc1ef2,segment=NetworkSegment(17bd56bb-f533-4c75-bcf1-86c99094db6a),segment_id=17bd56bb-f533-4c75-bcf1-86c99094db6a)] {{(pid=93587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:50:35.409108 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-4d840651-cd0e-4308-b28e-be88bc0ad21a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825298'] for port, precommit_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:50:35.420964 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.l3_hamode_db [None req-60b12504-5242-4f80-b38f-f9618e859df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dda4a6b-34f1-4f52-aa2e-291094ffb7c1', 'name': 'tempest-TestShelveInstance-195881309-router', 'tenant_id': 'a4c518085382445593350dccff4b1626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df', 'external_fixed_ips': [{'subnet_id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': '1795de26-679c-4c62-a46e-a459b8dc1ef2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:46:04Z', 'updated_at': '2021-07-28T19:50:34Z', 'revision_number': 5, 'project_id': 'a4c518085382445593350dccff4b1626', 'gw_port': {'id': '1795de26-679c-4c62-a46e-a459b8dc1ef2', 'name': '', 'network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:11:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dda4a6b-34f1-4f52-aa2e-291094ffb7c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:46:05Z', 'updated_at': '2021-07-28T19:46:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-1-iscsi'}], 'dv-cinder-802653-1-iscsi', False) {} {{(pid=93588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:50:35.424991 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.plugins.ml2.plugin [None req-4d840651-cd0e-4308-b28e-be88bc0ad21a admin admin] Calling delete_port for 1795de26-679c-4c62-a46e-a459b8dc1ef2 owned by network:router_gateway {{(pid=93587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 19:50:35.446113 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60b12504-5242-4f80-b38f-f9618e859df5 None None] Checking router: 3dda4a6b-34f1-4f52-aa2e-291094ffb7c1 for host: dv-cinder-802653-1-iscsi {{(pid=93588) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 19:50:35.455081 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b12504-5242-4f80-b38f-f9618e859df5 None None] Routers {'3dda4a6b-34f1-4f52-aa2e-291094ffb7c1'} bound to L3 agent in host dv-cinder-802653-1-iscsi {{(pid=93588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 19:50:35.455840 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.l3_hamode_db [None req-60b12504-5242-4f80-b38f-f9618e859df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802653-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T18:54:54Z,description=,heartbeat_timestamp=2021-07-28T19:50:24Z,host='dv-cinder-802653-1-iscsi',id=a81dfe8c-a6e8-4fad-82b8-e31bee6ac2ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T18:54:55Z,topic='l3_agent')) {'router_ids': ['3dda4a6b-34f1-4f52-aa2e-291094ffb7c1'], 'active': True} {{(pid=93588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:50:35.543334 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.l3_dvr_db [None req-60b12504-5242-4f80-b38f-f9618e859df5 None None] Set router 3dda4a6b-34f1-4f52-aa2e-291094ffb7c1 gateway port host: None {{(pid=93588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 19:50:35.596661 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.l3_hamode_db [None req-60b12504-5242-4f80-b38f-f9618e859df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dda4a6b-34f1-4f52-aa2e-291094ffb7c1', 'name': 'tempest-TestShelveInstance-195881309-router', 'tenant_id': 'a4c518085382445593350dccff4b1626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:46:04Z', 'updated_at': '2021-07-28T19:50:35Z', 'revision_number': 6, 'project_id': 'a4c518085382445593350dccff4b1626', 'gw_port_host': None}], 'dv-cinder-802653-1-iscsi', False) {} {{(pid=93588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:50:35.622596 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60b12504-5242-4f80-b38f-f9618e859df5 None None] The sync data for ids ['3dda4a6b-34f1-4f52-aa2e-291094ffb7c1'] in dv-cinder-802653-1-iscsi is: [{'id': '3dda4a6b-34f1-4f52-aa2e-291094ffb7c1', 'name': 'tempest-TestShelveInstance-195881309-router', 'tenant_id': 'a4c518085382445593350dccff4b1626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:46:04Z', 'updated_at': '2021-07-28T19:50:35Z', 'revision_number': 6, 'project_id': 'a4c518085382445593350dccff4b1626', 'gw_port_host': None}] {{(pid=93588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 19:50:35.661717 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-4d840651-cd0e-4308-b28e-be88bc0ad21a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742349622303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742349248525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9465727'] for port, after_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:50:35.691528 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d840651-cd0e-4308-b28e-be88bc0ad21a admin admin] Pushing event deleted for resources: {'Port': ['ID=1795de26-679c-4c62-a46e-a459b8dc1ef2,revision_number=None']} {{(pid=93587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:50:35.749940 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-4d840651-cd0e-4308-b28e-be88bc0ad21a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3821451'] for router_gateway, after_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:50:35.837292 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-4d840651-cd0e-4308-b28e-be88bc0ad21a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3885588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32157'] for router, precommit_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:50:35.839330 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-4d840651-cd0e-4308-b28e-be88bc0ad21a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:50:35.981598 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-4d840651-cd0e-4308-b28e-be88bc0ad21a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3885188'] for router, after_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:50:35.982132 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d840651-cd0e-4308-b28e-be88bc0ad21a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3dda4a6b-34f1-4f52-aa2e-291094ffb7c1 {{(pid=93587) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 19:50:35.991206 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-4d840651-cd0e-4308-b28e-be88bc0ad21a admin admin] Notify callbacks [] for router, before_response {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:50:35.995683 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [None req-4d840651-cd0e-4308-b28e-be88bc0ad21a admin admin] 10.222.0.41 "DELETE /v2.0/routers/3dda4a6b-34f1-4f52-aa2e-291094ffb7c1 HTTP/1.1" status: 204 len: 168 time: 1.0070481 Jul 28 19:50:35.998281 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.wsgi [-] (93586) accepted ('10.222.0.41', 52848) {{(pid=93586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:50:36.055244 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.db.db_base_plugin_v2 [None req-8680d0a9-c89e-45d7-b0aa-2960f94a96a2 admin admin] Deleting subnet 85fdd55d-a444-4a28-8bec-b7e57e803882 {{(pid=93586) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 28 19:50:36.059023 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-8680d0a9-c89e-45d7-b0aa-2960f94a96a2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:50:36.070784 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.rpc [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Device 91038c5e-0dd5-4932-87b9-d36dfc330f36 no longer exists at agent ovs-agent-dv-cinder-802653-1-iscsi {{(pid=93588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 19:50:36.091505 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.plugin [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] No Port match for: 91038c5e-0dd5-4932-87b9-d36dfc330f36 {{(pid=93588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 19:50:36.091902 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.rpc [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Device 91038c5e-0dd5-4932-87b9-d36dfc330f36 not bound to the agent host dv-cinder-802653-1-iscsi {{(pid=93588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 19:50:36.096277 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-8680d0a9-c89e-45d7-b0aa-2960f94a96a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12083803'] for subnet, precommit_delete_associations {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:50:36.171321 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-8680d0a9-c89e-45d7-b0aa-2960f94a96a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-783032'] for subnet, precommit_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:50:36.296188 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-8680d0a9-c89e-45d7-b0aa-2960f94a96a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12083804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12577348'] for subnet, after_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:50:36.324459 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8680d0a9-c89e-45d7-b0aa-2960f94a96a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=85fdd55d-a444-4a28-8bec-b7e57e803882,revision_number=None']} {{(pid=93586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:50:36.327963 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-8680d0a9-c89e-45d7-b0aa-2960f94a96a2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:50:36.332120 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [None req-8680d0a9-c89e-45d7-b0aa-2960f94a96a2 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/85fdd55d-a444-4a28-8bec-b7e57e803882 HTTP/1.1" status: 204 len: 168 time: 0.3304856 Jul 28 19:50:36.332403 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.wsgi [-] (93587) accepted ('10.222.0.41', 52850) {{(pid=93587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:50:36.335294 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8680d0a9-c89e-45d7-b0aa-2960f94a96a2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:50:36.335652 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8680d0a9-c89e-45d7-b0aa-2960f94a96a2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:50:36.336048 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8680d0a9-c89e-45d7-b0aa-2960f94a96a2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:50:36.336391 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8680d0a9-c89e-45d7-b0aa-2960f94a96a2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:50:36.336733 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8680d0a9-c89e-45d7-b0aa-2960f94a96a2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:50:36.338721 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8680d0a9-c89e-45d7-b0aa-2960f94a96a2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:50:36.339078 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8680d0a9-c89e-45d7-b0aa-2960f94a96a2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:50:36.339425 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8680d0a9-c89e-45d7-b0aa-2960f94a96a2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:50:36.340471 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8680d0a9-c89e-45d7-b0aa-2960f94a96a2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:50:36.340471 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8680d0a9-c89e-45d7-b0aa-2960f94a96a2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:50:36.345578 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8680d0a9-c89e-45d7-b0aa-2960f94a96a2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:50:36.345578 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8680d0a9-c89e-45d7-b0aa-2960f94a96a2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:50:36.345754 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aed4fa06-63d4-4678-a1a1-7ac988bf5d4d None None] Network 45b15210-e325-46bc-acd3-cd48a8ab05df requested from dv-cinder-802653-1-iscsi {{(pid=93588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 19:50:36.405431 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-96bd471d-6ba6-4ed5-a3ac-66495355f17c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-648881'] for network, before_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:50:36.463496 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.plugins.ml2.plugin [None req-96bd471d-6ba6-4ed5-a3ac-66495355f17c admin admin] Deleting port 41dd031d-9247-4b20-a2f5-93bbe2b582e1 {{(pid=93587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 19:50:36.464043 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-96bd471d-6ba6-4ed5-a3ac-66495355f17c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742349616523'] for port, before_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:50:36.524293 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69c29e65-d4d5-4287-a6a3-7f395885e825 None None] DHCP port deletion for 45b15210-e325-46bc-acd3-cd48a8ab05df request from dv-cinder-802653-1-iscsi {{(pid=93588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 19:50:36.539000 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.plugins.ml2.db [None req-96bd471d-6ba6-4ed5-a3ac-66495355f17c admin admin] For port 41dd031d-9247-4b20-a2f5-93bbe2b582e1, host dv-cinder-802653-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-1-iscsi',level=0,port_id=41dd031d-9247-4b20-a2f5-93bbe2b582e1,segment=NetworkSegment(9b3f80b5-e386-4897-b887-7d42a006e663),segment_id=9b3f80b5-e386-4897-b887-7d42a006e663)] {{(pid=93587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:50:36.539372 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-96bd471d-6ba6-4ed5-a3ac-66495355f17c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825298'] for port, precommit_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:50:36.554123 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.plugins.ml2.plugin [None req-96bd471d-6ba6-4ed5-a3ac-66495355f17c admin admin] Calling delete_port for 41dd031d-9247-4b20-a2f5-93bbe2b582e1 owned by network:dhcp {{(pid=93587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 19:50:36.573462 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.plugin [None req-69c29e65-d4d5-4287-a6a3-7f395885e825 None None] Deleting port 41dd031d-9247-4b20-a2f5-93bbe2b582e1 {{(pid=93588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 19:50:36.573870 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-69c29e65-d4d5-4287-a6a3-7f395885e825 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742349616523'] for port, before_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:50:36.647214 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.db [None req-69c29e65-d4d5-4287-a6a3-7f395885e825 None None] For port 41dd031d-9247-4b20-a2f5-93bbe2b582e1, host dv-cinder-802653-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-1-iscsi',level=0,port_id=41dd031d-9247-4b20-a2f5-93bbe2b582e1,segment=NetworkSegment(9b3f80b5-e386-4897-b887-7d42a006e663),segment_id=9b3f80b5-e386-4897-b887-7d42a006e663)] {{(pid=93588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:50:36.647617 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-69c29e65-d4d5-4287-a6a3-7f395885e825 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825298'] for port, precommit_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:50:36.661339 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.plugin [None req-69c29e65-d4d5-4287-a6a3-7f395885e825 None None] Calling delete_port for 41dd031d-9247-4b20-a2f5-93bbe2b582e1 owned by network:dhcp {{(pid=93588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 19:50:36.684623 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-96bd471d-6ba6-4ed5-a3ac-66495355f17c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742349622303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742349248525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9465727'] for port, after_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:50:36.711345 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bd471d-6ba6-4ed5-a3ac-66495355f17c admin admin] Pushing event deleted for resources: {'Port': ['ID=41dd031d-9247-4b20-a2f5-93bbe2b582e1,revision_number=None']} {{(pid=93587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:50:36.713397 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96bd471d-6ba6-4ed5-a3ac-66495355f17c admin admin] No DVR routers for this DVR port 41dd031d-9247-4b20-a2f5-93bbe2b582e1 on host dv-cinder-802653-1-iscsi {{(pid=93587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 19:50:36.736839 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-69c29e65-d4d5-4287-a6a3-7f395885e825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742349622303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742349248525'] for port, after_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:50:36.765884 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c29e65-d4d5-4287-a6a3-7f395885e825 None None] Pushing event deleted for resources: {'Port': ['ID=41dd031d-9247-4b20-a2f5-93bbe2b582e1,revision_number=None']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:50:36.768021 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c29e65-d4d5-4287-a6a3-7f395885e825 None None] No DVR routers for this DVR port 41dd031d-9247-4b20-a2f5-93bbe2b582e1 on host dv-cinder-802653-1-iscsi {{(pid=93588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 19:50:36.776380 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c29e65-d4d5-4287-a6a3-7f395885e825 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:50:36.776380 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c29e65-d4d5-4287-a6a3-7f395885e825 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:50:36.776380 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c29e65-d4d5-4287-a6a3-7f395885e825 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:50:36.776728 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c29e65-d4d5-4287-a6a3-7f395885e825 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:50:36.777072 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c29e65-d4d5-4287-a6a3-7f395885e825 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:50:36.777428 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c29e65-d4d5-4287-a6a3-7f395885e825 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:50:36.778648 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c29e65-d4d5-4287-a6a3-7f395885e825 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:50:36.778648 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c29e65-d4d5-4287-a6a3-7f395885e825 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:50:36.779034 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c29e65-d4d5-4287-a6a3-7f395885e825 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:50:36.779309 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c29e65-d4d5-4287-a6a3-7f395885e825 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:50:36.779640 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c29e65-d4d5-4287-a6a3-7f395885e825 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:50:36.779987 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c29e65-d4d5-4287-a6a3-7f395885e825 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-1-iscsi {{(pid=93588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 19:50:36.791654 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-96bd471d-6ba6-4ed5-a3ac-66495355f17c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721199', 'neutron.services.segments.db._delete_segments_for_network-8742349714737'] for network, precommit_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:50:36.801368 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.services.segments.db [None req-96bd471d-6ba6-4ed5-a3ac-66495355f17c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45b15210-e325-46bc-acd3-cd48a8ab05df']}} {{(pid=93587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:50:36.811883 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.services.segments.db [None req-96bd471d-6ba6-4ed5-a3ac-66495355f17c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b3f80b5-e386-4897-b887-7d42a006e663') {'for_net_delete': True} {{(pid=93587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:50:36.812128 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.services.segments.db [None req-96bd471d-6ba6-4ed5-a3ac-66495355f17c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b3f80b5-e386-4897-b887-7d42a006e663') {} {{(pid=93587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:50:36.820703 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-96bd471d-6ba6-4ed5-a3ac-66495355f17c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742349715770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10080309'] for segment, before_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:50:36.834940 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-96bd471d-6ba6-4ed5-a3ac-66495355f17c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721374'] for segment, precommit_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:50:36.840938 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96bd471d-6ba6-4ed5-a3ac-66495355f17c admin admin] Releasing vlan 443 on physical network physnet1 to pool {{(pid=93587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 19:50:36.841381 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-96bd471d-6ba6-4ed5-a3ac-66495355f17c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9464974'] for segment, after_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:50:36.842920 dv-cinder-802653-1-iscsi neutron-server[93587]: Traceback (most recent call last): Jul 28 19:50:36.842920 dv-cinder-802653-1-iscsi neutron-server[93587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 19:50:36.842920 dv-cinder-802653-1-iscsi neutron-server[93587]: timer() Jul 28 19:50:36.842920 dv-cinder-802653-1-iscsi neutron-server[93587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 19:50:36.842920 dv-cinder-802653-1-iscsi neutron-server[93587]: cb(*args, **kw) Jul 28 19:50:36.842920 dv-cinder-802653-1-iscsi neutron-server[93587]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 19:50:36.842920 dv-cinder-802653-1-iscsi neutron-server[93587]: return func(*args, **kwargs) Jul 28 19:50:36.842920 dv-cinder-802653-1-iscsi neutron-server[93587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 19:50:36.842920 dv-cinder-802653-1-iscsi neutron-server[93587]: self._notify() Jul 28 19:50:36.842920 dv-cinder-802653-1-iscsi neutron-server[93587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 19:50:36.842920 dv-cinder-802653-1-iscsi neutron-server[93587]: self.callback(batched_events) Jul 28 19:50:36.842920 dv-cinder-802653-1-iscsi neutron-server[93587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 19:50:36.842920 dv-cinder-802653-1-iscsi neutron-server[93587]: event.method(event) Jul 28 19:50:36.842920 dv-cinder-802653-1-iscsi neutron-server[93587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 19:50:36.842920 dv-cinder-802653-1-iscsi neutron-server[93587]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 19:50:36.842920 dv-cinder-802653-1-iscsi neutron-server[93587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 19:50:36.842920 dv-cinder-802653-1-iscsi neutron-server[93587]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 19:50:36.842920 dv-cinder-802653-1-iscsi neutron-server[93587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 19:50:36.842920 dv-cinder-802653-1-iscsi neutron-server[93587]: return f(self, *a, **k) Jul 28 19:50:36.842920 dv-cinder-802653-1-iscsi neutron-server[93587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 19:50:36.842920 dv-cinder-802653-1-iscsi neutron-server[93587]: return self._get(url).json() Jul 28 19:50:36.842920 dv-cinder-802653-1-iscsi neutron-server[93587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 19:50:36.842920 dv-cinder-802653-1-iscsi neutron-server[93587]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 19:50:36.842920 dv-cinder-802653-1-iscsi neutron-server[93587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 19:50:36.842920 dv-cinder-802653-1-iscsi neutron-server[93587]: return self.request(url, 'GET', **kwargs) Jul 28 19:50:36.842920 dv-cinder-802653-1-iscsi neutron-server[93587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 19:50:36.842920 dv-cinder-802653-1-iscsi neutron-server[93587]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 19:50:36.842920 dv-cinder-802653-1-iscsi neutron-server[93587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 19:50:36.842920 dv-cinder-802653-1-iscsi neutron-server[93587]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 19:50:36.842920 dv-cinder-802653-1-iscsi neutron-server[93587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 19:50:36.842920 dv-cinder-802653-1-iscsi neutron-server[93587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 19:50:36.842920 dv-cinder-802653-1-iscsi neutron-server[93587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 19:50:36.973045 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-96bd471d-6ba6-4ed5-a3ac-66495355f17c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3821495'] for network, after_delete {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:50:36.978929 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron_lib.callbacks.manager [None req-96bd471d-6ba6-4ed5-a3ac-66495355f17c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760026'] for network, before_response {{(pid=93587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:50:36.980799 dv-cinder-802653-1-iscsi neutron-server[93587]: INFO neutron.wsgi [None req-96bd471d-6ba6-4ed5-a3ac-66495355f17c admin admin] 10.222.0.41 "DELETE /v2.0/networks/45b15210-e325-46bc-acd3-cd48a8ab05df HTTP/1.1" status: 204 len: 168 time: 0.6474071 Jul 28 19:50:36.983910 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.wsgi [-] (93586) accepted ('10.222.0.41', 52852) {{(pid=93586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:50:36.996289 dv-cinder-802653-1-iscsi neutron-server[93587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bd471d-6ba6-4ed5-a3ac-66495355f17c admin admin] Pushing event deleted for resources: {'Network': ['ID=45b15210-e325-46bc-acd3-cd48a8ab05df,revision_number=None']} {{(pid=93587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:50:37.329110 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-866c99c5-8d3e-435e-97f7-29137af6f9fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3821637'] for router_interface, before_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:50:37.570493 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.plugins.ml2.plugin [None req-866c99c5-8d3e-435e-97f7-29137af6f9fa admin admin] Deleting port b9762d4f-83a0-49f8-9f95-cf06b0b2f2d4 {{(pid=93586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 19:50:37.570839 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-866c99c5-8d3e-435e-97f7-29137af6f9fa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742349616523'] for port, before_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:50:37.653447 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.plugins.ml2.db [None req-866c99c5-8d3e-435e-97f7-29137af6f9fa admin admin] For port b9762d4f-83a0-49f8-9f95-cf06b0b2f2d4, host dv-cinder-802653-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-1-iscsi',level=0,port_id=b9762d4f-83a0-49f8-9f95-cf06b0b2f2d4,segment=NetworkSegment(38b9a4fc-fd2c-4edf-b46b-43d3ef059a22),segment_id=38b9a4fc-fd2c-4edf-b46b-43d3ef059a22)] {{(pid=93586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:50:37.653810 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-866c99c5-8d3e-435e-97f7-29137af6f9fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825298'] for port, precommit_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:50:37.666071 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.plugins.ml2.plugin [None req-866c99c5-8d3e-435e-97f7-29137af6f9fa admin admin] Calling delete_port for b9762d4f-83a0-49f8-9f95-cf06b0b2f2d4 owned by network:router_interface {{(pid=93586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 19:50:37.917367 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.rpc [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Device 41dd031d-9247-4b20-a2f5-93bbe2b582e1 no longer exists at agent ovs-agent-dv-cinder-802653-1-iscsi {{(pid=93588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 19:50:37.917875 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-866c99c5-8d3e-435e-97f7-29137af6f9fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742349622303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742349248525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12083827'] for port, after_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:50:37.937522 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.plugin [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] No Port match for: 41dd031d-9247-4b20-a2f5-93bbe2b582e1 {{(pid=93588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 19:50:37.937869 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.rpc [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Device 41dd031d-9247-4b20-a2f5-93bbe2b582e1 not bound to the agent host dv-cinder-802653-1-iscsi {{(pid=93588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 19:50:37.938283 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.rpc [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Device 1795de26-679c-4c62-a46e-a459b8dc1ef2 no longer exists at agent ovs-agent-dv-cinder-802653-1-iscsi {{(pid=93588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 19:50:37.945039 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866c99c5-8d3e-435e-97f7-29137af6f9fa admin admin] Pushing event deleted for resources: {'Port': ['ID=b9762d4f-83a0-49f8-9f95-cf06b0b2f2d4,revision_number=None']} {{(pid=93586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:50:37.957351 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.plugin [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] No Port match for: 1795de26-679c-4c62-a46e-a459b8dc1ef2 {{(pid=93588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 19:50:37.957701 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.rpc [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Device 1795de26-679c-4c62-a46e-a459b8dc1ef2 not bound to the agent host dv-cinder-802653-1-iscsi {{(pid=93588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 19:50:38.112015 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-866c99c5-8d3e-435e-97f7-29137af6f9fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3760063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3821609'] for router_interface, after_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:50:38.317187 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-866c99c5-8d3e-435e-97f7-29137af6f9fa admin admin] Router 19bf52c1-f592-4e50-b387-de4b1028dd80 has already been hosted by L3 agent a81dfe8c-a6e8-4fad-82b8-e31bee6ac2ff {{(pid=93586) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 19:50:38.419177 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-866c99c5-8d3e-435e-97f7-29137af6f9fa admin admin] Notify agent at l3_agent.dv-cinder-802653-1-iscsi the message routers_updated {{(pid=93586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 19:50:38.424071 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [None req-866c99c5-8d3e-435e-97f7-29137af6f9fa admin admin] 10.222.0.41 "PUT /v2.0/routers/19bf52c1-f592-4e50-b387-de4b1028dd80/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4391327 Jul 28 19:50:38.426656 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.wsgi [-] (93586) accepted ('10.222.0.41', 52854) {{(pid=93586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:50:38.430553 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa10b944-8cf2-411a-9489-5bb6590788ff None None] Sync routers for ids ['19bf52c1-f592-4e50-b387-de4b1028dd80'] in dv-cinder-802653-1-iscsi {{(pid=93589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 19:50:38.440462 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa10b944-8cf2-411a-9489-5bb6590788ff None None] Routers {'19bf52c1-f592-4e50-b387-de4b1028dd80'} bound to L3 agent in host dv-cinder-802653-1-iscsi {{(pid=93589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 19:50:38.441072 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.db.l3_hamode_db [None req-aa10b944-8cf2-411a-9489-5bb6590788ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802653-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T18:54:54Z,description=,heartbeat_timestamp=2021-07-28T19:50:24Z,host='dv-cinder-802653-1-iscsi',id=a81dfe8c-a6e8-4fad-82b8-e31bee6ac2ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T18:54:55Z,topic='l3_agent')) {'router_ids': ['19bf52c1-f592-4e50-b387-de4b1028dd80'], 'active': True} {{(pid=93589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:50:38.529699 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-13bbf7b4-f2fc-469b-9c86-cf07e6d5bc4b admin admin] Notify callbacks [] for router, before_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:50:38.549396 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.db.l3_dvr_db [None req-aa10b944-8cf2-411a-9489-5bb6590788ff None None] Set router 19bf52c1-f592-4e50-b387-de4b1028dd80 gateway port host: dv-cinder-802653-1-iscsi {{(pid=93589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 19:50:38.628056 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-13bbf7b4-f2fc-469b-9c86-cf07e6d5bc4b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:50:38.722173 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.db.l3_hamode_db [None req-aa10b944-8cf2-411a-9489-5bb6590788ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19bf52c1-f592-4e50-b387-de4b1028dd80', 'name': 'tempest-TestShelveInstance-1696247601-router', 'tenant_id': 'dd868216d61e40c0b996af9fac4223d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df', 'external_fixed_ips': [{'subnet_id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': '2492ac60-4647-4197-b9eb-80d87a36bf38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:46:10Z', 'updated_at': '2021-07-28T19:50:37Z', 'revision_number': 5, 'project_id': 'dd868216d61e40c0b996af9fac4223d4', 'gw_port': {'id': '2492ac60-4647-4197-b9eb-80d87a36bf38', 'name': '', 'network_id': 'e684c39a-2e11-408f-97ab-0003bc0ac2df', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:5f:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19bf52c1-f592-4e50-b387-de4b1028dd80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T19:46:11Z', 'updated_at': '2021-07-28T19:46:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd732a1ba-ca87-47e9-b990-15a89705616d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-1-iscsi'}], 'dv-cinder-802653-1-iscsi', False) {} {{(pid=93589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:50:38.741413 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.plugins.ml2.plugin [None req-13bbf7b4-f2fc-469b-9c86-cf07e6d5bc4b admin admin] Deleting port 2492ac60-4647-4197-b9eb-80d87a36bf38 {{(pid=93586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 19:50:38.743902 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-13bbf7b4-f2fc-469b-9c86-cf07e6d5bc4b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742349616523'] for port, before_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:50:38.752647 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa10b944-8cf2-411a-9489-5bb6590788ff None None] Checking router: 19bf52c1-f592-4e50-b387-de4b1028dd80 for host: dv-cinder-802653-1-iscsi {{(pid=93589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 19:50:38.761153 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa10b944-8cf2-411a-9489-5bb6590788ff None None] Routers {'19bf52c1-f592-4e50-b387-de4b1028dd80'} bound to L3 agent in host dv-cinder-802653-1-iscsi {{(pid=93589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 19:50:38.761760 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.db.l3_hamode_db [None req-aa10b944-8cf2-411a-9489-5bb6590788ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802653-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T18:54:54Z,description=,heartbeat_timestamp=2021-07-28T19:50:24Z,host='dv-cinder-802653-1-iscsi',id=a81dfe8c-a6e8-4fad-82b8-e31bee6ac2ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T18:54:55Z,topic='l3_agent')) {'router_ids': ['19bf52c1-f592-4e50-b387-de4b1028dd80'], 'active': True} {{(pid=93589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:50:38.822286 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.plugins.ml2.db [None req-13bbf7b4-f2fc-469b-9c86-cf07e6d5bc4b admin admin] For port 2492ac60-4647-4197-b9eb-80d87a36bf38, host dv-cinder-802653-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-1-iscsi',level=0,port_id=2492ac60-4647-4197-b9eb-80d87a36bf38,segment=NetworkSegment(17bd56bb-f533-4c75-bcf1-86c99094db6a),segment_id=17bd56bb-f533-4c75-bcf1-86c99094db6a)] {{(pid=93586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:50:38.822648 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-13bbf7b4-f2fc-469b-9c86-cf07e6d5bc4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825298'] for port, precommit_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:50:38.835011 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.plugins.ml2.plugin [None req-13bbf7b4-f2fc-469b-9c86-cf07e6d5bc4b admin admin] Calling delete_port for 2492ac60-4647-4197-b9eb-80d87a36bf38 owned by network:router_gateway {{(pid=93586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 19:50:38.847627 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.db.l3_dvr_db [None req-aa10b944-8cf2-411a-9489-5bb6590788ff None None] Set router 19bf52c1-f592-4e50-b387-de4b1028dd80 gateway port host: None {{(pid=93589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 19:50:38.897543 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.db.l3_hamode_db [None req-aa10b944-8cf2-411a-9489-5bb6590788ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19bf52c1-f592-4e50-b387-de4b1028dd80', 'name': 'tempest-TestShelveInstance-1696247601-router', 'tenant_id': 'dd868216d61e40c0b996af9fac4223d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:46:10Z', 'updated_at': '2021-07-28T19:50:38Z', 'revision_number': 6, 'project_id': 'dd868216d61e40c0b996af9fac4223d4', 'gw_port_host': None}], 'dv-cinder-802653-1-iscsi', False) {} {{(pid=93589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:50:38.926251 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa10b944-8cf2-411a-9489-5bb6590788ff None None] The sync data for ids ['19bf52c1-f592-4e50-b387-de4b1028dd80'] in dv-cinder-802653-1-iscsi is: [{'id': '19bf52c1-f592-4e50-b387-de4b1028dd80', 'name': 'tempest-TestShelveInstance-1696247601-router', 'tenant_id': 'dd868216d61e40c0b996af9fac4223d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T19:46:10Z', 'updated_at': '2021-07-28T19:50:38Z', 'revision_number': 6, 'project_id': 'dd868216d61e40c0b996af9fac4223d4', 'gw_port_host': None}] {{(pid=93589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 19:50:39.073250 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-13bbf7b4-f2fc-469b-9c86-cf07e6d5bc4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742349622303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742349248525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12083827'] for port, after_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:50:39.098401 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bbf7b4-f2fc-469b-9c86-cf07e6d5bc4b admin admin] Pushing event deleted for resources: {'Port': ['ID=2492ac60-4647-4197-b9eb-80d87a36bf38,revision_number=None']} {{(pid=93586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:50:39.158368 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-13bbf7b4-f2fc-469b-9c86-cf07e6d5bc4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3821451'] for router_gateway, after_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:50:39.245003 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-13bbf7b4-f2fc-469b-9c86-cf07e6d5bc4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3885588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32157'] for router, precommit_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:50:39.247290 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-13bbf7b4-f2fc-469b-9c86-cf07e6d5bc4b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:50:39.385524 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-13bbf7b4-f2fc-469b-9c86-cf07e6d5bc4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3885188'] for router, after_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:50:39.386104 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13bbf7b4-f2fc-469b-9c86-cf07e6d5bc4b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 19bf52c1-f592-4e50-b387-de4b1028dd80 {{(pid=93586) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 19:50:39.391423 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-13bbf7b4-f2fc-469b-9c86-cf07e6d5bc4b admin admin] Notify callbacks [] for router, before_response {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:50:39.392635 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [None req-13bbf7b4-f2fc-469b-9c86-cf07e6d5bc4b admin admin] 10.222.0.41 "DELETE /v2.0/routers/19bf52c1-f592-4e50-b387-de4b1028dd80 HTTP/1.1" status: 204 len: 168 time: 0.9650781 Jul 28 19:50:39.400023 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.wsgi [-] (93586) accepted ('10.222.0.41', 52856) {{(pid=93586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:50:39.438633 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.db.db_base_plugin_v2 [None req-936b65d6-06e5-4933-8ade-afbf2898d015 admin admin] Deleting subnet 664d8648-1398-47ad-85de-add4b32b7e2d {{(pid=93586) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 28 19:50:39.441599 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-936b65d6-06e5-4933-8ade-afbf2898d015 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:50:39.474642 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-936b65d6-06e5-4933-8ade-afbf2898d015 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12083803'] for subnet, precommit_delete_associations {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:50:39.551641 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-936b65d6-06e5-4933-8ade-afbf2898d015 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-783032'] for subnet, precommit_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:50:39.656861 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-936b65d6-06e5-4933-8ade-afbf2898d015 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12083804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12577348'] for subnet, after_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:50:39.684100 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936b65d6-06e5-4933-8ade-afbf2898d015 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=664d8648-1398-47ad-85de-add4b32b7e2d,revision_number=None']} {{(pid=93586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:50:39.688022 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-936b65d6-06e5-4933-8ade-afbf2898d015 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:50:39.689971 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [None req-936b65d6-06e5-4933-8ade-afbf2898d015 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/664d8648-1398-47ad-85de-add4b32b7e2d HTTP/1.1" status: 204 len: 168 time: 0.2939770 Jul 28 19:50:39.692507 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.wsgi [-] (93586) accepted ('10.222.0.41', 52858) {{(pid=93586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:50:39.693362 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4b306d3-d7a5-43b2-8084-013b70683c67 None None] Network 3dc6065d-f7d0-4102-bf98-23a71183af89 requested from dv-cinder-802653-1-iscsi {{(pid=93588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 19:50:39.761832 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-29beeb1e-71aa-4a26-a4dd-b4b5cb30f0e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-648881'] for network, before_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:50:39.822154 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.plugins.ml2.plugin [None req-29beeb1e-71aa-4a26-a4dd-b4b5cb30f0e1 admin admin] Deleting port 538d8754-955f-4afa-992a-fd0935ec37e4 {{(pid=93586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 19:50:39.822561 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-29beeb1e-71aa-4a26-a4dd-b4b5cb30f0e1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742349616523'] for port, before_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:50:39.887736 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.plugins.ml2.db [None req-29beeb1e-71aa-4a26-a4dd-b4b5cb30f0e1 admin admin] For port 538d8754-955f-4afa-992a-fd0935ec37e4, host dv-cinder-802653-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-1-iscsi',level=0,port_id=538d8754-955f-4afa-992a-fd0935ec37e4,segment=NetworkSegment(38b9a4fc-fd2c-4edf-b46b-43d3ef059a22),segment_id=38b9a4fc-fd2c-4edf-b46b-43d3ef059a22)] {{(pid=93586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:50:39.887990 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-29beeb1e-71aa-4a26-a4dd-b4b5cb30f0e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825298'] for port, precommit_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:50:39.896603 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5ff7fd7-a446-4d66-a7fa-2dc0eb3bec14 None None] DHCP port deletion for 3dc6065d-f7d0-4102-bf98-23a71183af89 request from dv-cinder-802653-1-iscsi {{(pid=93588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 19:50:39.904189 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.plugins.ml2.plugin [None req-29beeb1e-71aa-4a26-a4dd-b4b5cb30f0e1 admin admin] Calling delete_port for 538d8754-955f-4afa-992a-fd0935ec37e4 owned by network:dhcp {{(pid=93586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 19:50:39.943855 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.plugin [None req-b5ff7fd7-a446-4d66-a7fa-2dc0eb3bec14 None None] Deleting port 538d8754-955f-4afa-992a-fd0935ec37e4 {{(pid=93588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 19:50:39.944157 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-b5ff7fd7-a446-4d66-a7fa-2dc0eb3bec14 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742349616523'] for port, before_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:50:39.980328 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.rpc [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Device 538d8754-955f-4afa-992a-fd0935ec37e4 no longer exists at agent ovs-agent-dv-cinder-802653-1-iscsi {{(pid=93588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 19:50:40.038575 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.db [None req-b5ff7fd7-a446-4d66-a7fa-2dc0eb3bec14 None None] For port 538d8754-955f-4afa-992a-fd0935ec37e4, host dv-cinder-802653-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-1-iscsi',level=0,port_id=538d8754-955f-4afa-992a-fd0935ec37e4,segment=NetworkSegment(38b9a4fc-fd2c-4edf-b46b-43d3ef059a22),segment_id=38b9a4fc-fd2c-4edf-b46b-43d3ef059a22)] {{(pid=93588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 19:50:40.038976 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-b5ff7fd7-a446-4d66-a7fa-2dc0eb3bec14 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825298'] for port, precommit_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:50:40.052407 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.plugin [None req-b5ff7fd7-a446-4d66-a7fa-2dc0eb3bec14 None None] Calling delete_port for 538d8754-955f-4afa-992a-fd0935ec37e4 owned by network:dhcp {{(pid=93588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 19:50:40.070582 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-29beeb1e-71aa-4a26-a4dd-b4b5cb30f0e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742349622303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742349248525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12083827'] for port, after_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:50:40.100274 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29beeb1e-71aa-4a26-a4dd-b4b5cb30f0e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=538d8754-955f-4afa-992a-fd0935ec37e4,revision_number=None']} {{(pid=93586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:50:40.106221 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29beeb1e-71aa-4a26-a4dd-b4b5cb30f0e1 admin admin] No DVR routers for this DVR port 538d8754-955f-4afa-992a-fd0935ec37e4 on host dv-cinder-802653-1-iscsi {{(pid=93586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 19:50:40.129731 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555300'] for port, before_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:50:40.179675 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-29beeb1e-71aa-4a26-a4dd-b4b5cb30f0e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721199', 'neutron.services.segments.db._delete_segments_for_network-8742349714737'] for network, precommit_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:50:40.188029 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.rpc [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Device b9762d4f-83a0-49f8-9f95-cf06b0b2f2d4 no longer exists at agent ovs-agent-dv-cinder-802653-1-iscsi {{(pid=93588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 19:50:40.190139 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.services.segments.db [None req-29beeb1e-71aa-4a26-a4dd-b4b5cb30f0e1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3dc6065d-f7d0-4102-bf98-23a71183af89']}} {{(pid=93586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:50:40.203917 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.services.segments.db [None req-29beeb1e-71aa-4a26-a4dd-b4b5cb30f0e1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38b9a4fc-fd2c-4edf-b46b-43d3ef059a22') {'for_net_delete': True} {{(pid=93586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:50:40.204140 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.services.segments.db [None req-29beeb1e-71aa-4a26-a4dd-b4b5cb30f0e1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38b9a4fc-fd2c-4edf-b46b-43d3ef059a22') {} {{(pid=93586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 19:50:40.207679 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.plugin [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] No Port match for: b9762d4f-83a0-49f8-9f95-cf06b0b2f2d4 {{(pid=93588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 19:50:40.208054 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.rpc [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Device b9762d4f-83a0-49f8-9f95-cf06b0b2f2d4 not bound to the agent host dv-cinder-802653-1-iscsi {{(pid=93588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 19:50:40.208466 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.rpc [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Device 2492ac60-4647-4197-b9eb-80d87a36bf38 no longer exists at agent ovs-agent-dv-cinder-802653-1-iscsi {{(pid=93588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 19:50:40.211178 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-b5ff7fd7-a446-4d66-a7fa-2dc0eb3bec14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742349622303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742349248525'] for port, after_delete {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:50:40.213046 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-29beeb1e-71aa-4a26-a4dd-b4b5cb30f0e1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742349715770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12083792'] for segment, before_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:50:40.226550 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-29beeb1e-71aa-4a26-a4dd-b4b5cb30f0e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721374'] for segment, precommit_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:50:40.232630 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29beeb1e-71aa-4a26-a4dd-b4b5cb30f0e1 admin admin] Releasing vlan 411 on physical network physnet1 to pool {{(pid=93586) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 19:50:40.233047 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-29beeb1e-71aa-4a26-a4dd-b4b5cb30f0e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12083586'] for segment, after_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:50:40.234664 dv-cinder-802653-1-iscsi neutron-server[93586]: Traceback (most recent call last): Jul 28 19:50:40.234664 dv-cinder-802653-1-iscsi neutron-server[93586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 19:50:40.234664 dv-cinder-802653-1-iscsi neutron-server[93586]: timer() Jul 28 19:50:40.234664 dv-cinder-802653-1-iscsi neutron-server[93586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 19:50:40.234664 dv-cinder-802653-1-iscsi neutron-server[93586]: cb(*args, **kw) Jul 28 19:50:40.234664 dv-cinder-802653-1-iscsi neutron-server[93586]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 19:50:40.234664 dv-cinder-802653-1-iscsi neutron-server[93586]: return func(*args, **kwargs) Jul 28 19:50:40.234664 dv-cinder-802653-1-iscsi neutron-server[93586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 19:50:40.234664 dv-cinder-802653-1-iscsi neutron-server[93586]: self._notify() Jul 28 19:50:40.234664 dv-cinder-802653-1-iscsi neutron-server[93586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 19:50:40.234664 dv-cinder-802653-1-iscsi neutron-server[93586]: self.callback(batched_events) Jul 28 19:50:40.234664 dv-cinder-802653-1-iscsi neutron-server[93586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 19:50:40.234664 dv-cinder-802653-1-iscsi neutron-server[93586]: event.method(event) Jul 28 19:50:40.234664 dv-cinder-802653-1-iscsi neutron-server[93586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 19:50:40.234664 dv-cinder-802653-1-iscsi neutron-server[93586]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 19:50:40.234664 dv-cinder-802653-1-iscsi neutron-server[93586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 19:50:40.234664 dv-cinder-802653-1-iscsi neutron-server[93586]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 19:50:40.234664 dv-cinder-802653-1-iscsi neutron-server[93586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 19:50:40.234664 dv-cinder-802653-1-iscsi neutron-server[93586]: return f(self, *a, **k) Jul 28 19:50:40.234664 dv-cinder-802653-1-iscsi neutron-server[93586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 19:50:40.234664 dv-cinder-802653-1-iscsi neutron-server[93586]: return self._get(url).json() Jul 28 19:50:40.234664 dv-cinder-802653-1-iscsi neutron-server[93586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 19:50:40.234664 dv-cinder-802653-1-iscsi neutron-server[93586]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 19:50:40.234664 dv-cinder-802653-1-iscsi neutron-server[93586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 19:50:40.234664 dv-cinder-802653-1-iscsi neutron-server[93586]: return self.request(url, 'GET', **kwargs) Jul 28 19:50:40.234664 dv-cinder-802653-1-iscsi neutron-server[93586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 19:50:40.234664 dv-cinder-802653-1-iscsi neutron-server[93586]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 19:50:40.234664 dv-cinder-802653-1-iscsi neutron-server[93586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 19:50:40.234664 dv-cinder-802653-1-iscsi neutron-server[93586]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 19:50:40.234664 dv-cinder-802653-1-iscsi neutron-server[93586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 19:50:40.234664 dv-cinder-802653-1-iscsi neutron-server[93586]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 19:50:40.234664 dv-cinder-802653-1-iscsi neutron-server[93586]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 19:50:40.247689 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.plugin [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] No Port match for: 2492ac60-4647-4197-b9eb-80d87a36bf38 {{(pid=93588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 19:50:40.251359 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.plugins.ml2.rpc [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Device 2492ac60-4647-4197-b9eb-80d87a36bf38 not bound to the agent host dv-cinder-802653-1-iscsi {{(pid=93588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 19:50:40.252029 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ff7fd7-a446-4d66-a7fa-2dc0eb3bec14 None None] Pushing event deleted for resources: {'Port': ['ID=538d8754-955f-4afa-992a-fd0935ec37e4,revision_number=None']} {{(pid=93588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:50:40.255293 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5ff7fd7-a446-4d66-a7fa-2dc0eb3bec14 None None] No DVR routers for this DVR port 538d8754-955f-4afa-992a-fd0935ec37e4 on host dv-cinder-802653-1-iscsi {{(pid=93588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 19:50:40.356177 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-29beeb1e-71aa-4a26-a4dd-b4b5cb30f0e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3821495'] for network, after_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:50:40.361681 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-29beeb1e-71aa-4a26-a4dd-b4b5cb30f0e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760026'] for network, before_response {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:50:40.363664 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [None req-29beeb1e-71aa-4a26-a4dd-b4b5cb30f0e1 admin admin] 10.222.0.41 "DELETE /v2.0/networks/3dc6065d-f7d0-4102-bf98-23a71183af89 HTTP/1.1" status: 204 len: 168 time: 0.6702330 Jul 28 19:50:40.375070 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29beeb1e-71aa-4a26-a4dd-b4b5cb30f0e1 admin admin] Pushing event deleted for resources: {'Network': ['ID=3dc6065d-f7d0-4102-bf98-23a71183af89,revision_number=None']} {{(pid=93586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:50:40.750155 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.wsgi [-] (93586) accepted ('10.222.0.41', 52862) {{(pid=93586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:50:40.790152 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [None req-76884e0f-9c0a-4d59-9f78-2a666944a0c2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a4c518085382445593350dccff4b1626&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0387585 Jul 28 19:50:40.792928 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.wsgi [-] (93586) accepted ('10.222.0.41', 52864) {{(pid=93586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:50:40.838769 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-ef14a407-8dd8-465a-ae89-4e03566a9b43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:50:40.862309 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-ef14a407-8dd8-465a-ae89-4e03566a9b43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:50:40.990279 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-ef14a407-8dd8-465a-ae89-4e03566a9b43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676630'] for security_group, after_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:50:40.992942 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-ef14a407-8dd8-465a-ae89-4e03566a9b43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:50:41.000761 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [None req-ef14a407-8dd8-465a-ae89-4e03566a9b43 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/34cab5be-35a5-4979-923a-bbeb1adb782f HTTP/1.1" status: 204 len: 168 time: 0.2008362 Jul 28 19:50:41.002794 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef14a407-8dd8-465a-ae89-4e03566a9b43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34cab5be-35a5-4979-923a-bbeb1adb782f,revision_number=None']} {{(pid=93586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:50:41.587550 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.wsgi [-] (93586) accepted ('10.222.0.41', 52870) {{(pid=93586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:50:41.626514 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [None req-51fe68f8-ffa4-42b2-ab45-86b0b2f65517 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=dd868216d61e40c0b996af9fac4223d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0377805 Jul 28 19:50:41.628851 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.wsgi [-] (93586) accepted ('10.222.0.41', 52872) {{(pid=93586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 19:50:41.675450 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-81b9c390-392d-4ae4-bd5c-51e31d90f7c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:50:41.695166 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-81b9c390-392d-4ae4-bd5c-51e31d90f7c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:50:41.824874 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-81b9c390-392d-4ae4-bd5c-51e31d90f7c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676630'] for security_group, after_delete {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:50:41.827345 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron_lib.callbacks.manager [None req-81b9c390-392d-4ae4-bd5c-51e31d90f7c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:50:41.828534 dv-cinder-802653-1-iscsi neutron-server[93586]: INFO neutron.wsgi [None req-81b9c390-392d-4ae4-bd5c-51e31d90f7c5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3d559360-e37b-413b-be1a-54459e811cbb HTTP/1.1" status: 204 len: 168 time: 0.1988144 Jul 28 19:50:41.836379 dv-cinder-802653-1-iscsi neutron-server[93586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b9c390-392d-4ae4-bd5c-51e31d90f7c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d559360-e37b-413b-be1a-54459e811cbb,revision_number=None']} {{(pid=93586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 19:50:51.569837 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-ce281876-bbcc-42db-9141-3d6dc8ede053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:50:51.622952 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.db.agents_db [None req-65e7ef76-a059-4ec3-9341-f72ff4ef7e59 None None] Agent healthcheck: found 6 active agents {{(pid=93589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 19:50:54.287224 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:50:54.464479 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-82dddf52-6f49-4933-a2f6-bc7b13e1a153 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:50:55.804106 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-acea1373-d53c-46a9-b089-9e40d352d773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:50:57.815269 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-26c861f8-c84b-4272-86f3-59900436582c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:51:02.767240 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:51:21.573045 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-b3045b02-ad15-4c19-b595-bca07a15e3a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:51:24.269997 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:51:24.458470 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-91b776dc-e47a-440e-813a-842c820122d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:51:25.775237 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-acea1373-d53c-46a9-b089-9e40d352d773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:51:27.826079 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-26c861f8-c84b-4272-86f3-59900436582c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:51:28.621877 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.db.agents_db [None req-65e7ef76-a059-4ec3-9341-f72ff4ef7e59 None None] Agent healthcheck: found 6 active agents {{(pid=93589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 19:51:32.784610 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:51:51.568851 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-2b1e2638-d98a-4350-9c6d-dad5e8ddbcaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:51:54.294262 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:51:54.471542 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-bc3fae6a-509b-4eb6-9f77-3a9eaa415624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:51:55.774004 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-acea1373-d53c-46a9-b089-9e40d352d773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:51:57.842426 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-26c861f8-c84b-4272-86f3-59900436582c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:52:02.825698 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:52:05.621095 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.db.agents_db [None req-65e7ef76-a059-4ec3-9341-f72ff4ef7e59 None None] Agent healthcheck: found 6 active agents {{(pid=93589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 19:52:21.607695 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-a847b4e2-b819-4122-ad3f-63be70fe43b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:52:24.316457 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:52:24.453475 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-71f8a84b-85bf-4c80-bf9d-cb0d11217cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:52:25.795701 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-acea1373-d53c-46a9-b089-9e40d352d773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:52:27.830826 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-26c861f8-c84b-4272-86f3-59900436582c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:52:32.796125 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:52:42.621342 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.db.agents_db [None req-65e7ef76-a059-4ec3-9341-f72ff4ef7e59 None None] Agent healthcheck: found 6 active agents {{(pid=93589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 19:52:51.590192 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-7d869a23-cd9a-42df-bdad-e30ef38b1fbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:52:54.298487 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:52:54.475593 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-376fe51b-d575-4aa3-a0a7-c256f32f89e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:52:55.767713 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-acea1373-d53c-46a9-b089-9e40d352d773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:52:57.864124 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-26c861f8-c84b-4272-86f3-59900436582c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:53:02.801539 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:53:19.619363 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.db.agents_db [None req-65e7ef76-a059-4ec3-9341-f72ff4ef7e59 None None] Agent healthcheck: found 6 active agents {{(pid=93589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 19:53:21.601567 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-c9f5d855-cc0e-46e3-94ae-9b34e4f76a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:53:24.315683 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:53:24.469756 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-af89f000-64c5-4d05-ab2c-a8b72d6d2730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:53:25.766880 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-acea1373-d53c-46a9-b089-9e40d352d773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:53:27.829521 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-26c861f8-c84b-4272-86f3-59900436582c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:53:32.812404 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:53:51.572524 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-9077a39b-5349-4b76-8595-03931de40502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:53:54.286754 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:53:54.480738 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-8cb8bb3e-e8c5-4201-b95b-fc038dcb92e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:53:55.788461 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-acea1373-d53c-46a9-b089-9e40d352d773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:53:56.618640 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.db.agents_db [None req-65e7ef76-a059-4ec3-9341-f72ff4ef7e59 None None] Agent healthcheck: found 6 active agents {{(pid=93589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 19:53:57.851452 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-26c861f8-c84b-4272-86f3-59900436582c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:54:02.801233 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:54:21.583713 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-b6f37942-b5a4-41ce-9213-f31a0c98c787 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:54:24.292335 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:54:24.486201 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-d315ba90-5556-4f2a-b06e-cee86d1ae1cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:54:25.789330 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-acea1373-d53c-46a9-b089-9e40d352d773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:54:27.846367 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-26c861f8-c84b-4272-86f3-59900436582c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:54:32.817926 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:54:33.617004 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.db.agents_db [None req-65e7ef76-a059-4ec3-9341-f72ff4ef7e59 None None] Agent healthcheck: found 6 active agents {{(pid=93589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 19:54:51.655505 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-25b2cc12-ef9a-4e01-b8ce-3ab8ec83b9f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:54:54.286197 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:54:54.469592 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-bfa93c85-43f4-4988-bf9d-ad9c3b0780ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:54:55.817438 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-acea1373-d53c-46a9-b089-9e40d352d773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:54:57.844454 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-26c861f8-c84b-4272-86f3-59900436582c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:55:02.827131 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:55:10.618123 dv-cinder-802653-1-iscsi neutron-server[93589]: DEBUG neutron.db.agents_db [None req-65e7ef76-a059-4ec3-9341-f72ff4ef7e59 None None] Agent healthcheck: found 6 active agents {{(pid=93589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 19:55:21.580881 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-10e8df67-ec72-48e4-9a22-f27c69b2368b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:55:24.306145 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-6dfcc4e1-163c-4fd1-a99c-380f2fed1cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:55:24.483138 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-89fde091-d78c-4bd2-aeca-0fa82e9d2bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:55:25.777693 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-acea1373-d53c-46a9-b089-9e40d352d773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:55:27.845977 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-26c861f8-c84b-4272-86f3-59900436582c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 19:55:32.851868 dv-cinder-802653-1-iscsi neutron-server[93588]: DEBUG neutron_lib.callbacks.manager [None req-783dd283-6e50-44ae-99cb-694ac5146a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742349714719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721897'] for agent, after_update {{(pid=93588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}